From b7475e62e6416e1a1e7cd834bea157441fe710e2 Mon Sep 17 00:00:00 2001 From: OledRood Date: Fri, 30 Oct 2026 11:42:36 +0300 Subject: [PATCH] Add lab 3 scaling research and database bottleneck evidence --- REPORT.md | 108 +- cmd/api/main.go | 5 + cmd/api/poolstats.go | 29 + .../grade5-analysis-2026-10-30/results.csv | 19 + .../grade5-analysis-2026-10-30/results.json | 596 ++++ .../compose-scale.log | 4 + .../01-pool32-fixed-r1000-n1/load.json | 29 + .../postgres-statements.json | 90 + .../01-pool32-fixed-r1000-n1/samples.jsonl | 4 + .../01-pool32-fixed-r1000-n1/warmup.json | 29 + .../compose-scale.log | 8 + .../02-pool32-fixed-r1000-n2/load.json | 30 + .../postgres-statements.json | 90 + .../02-pool32-fixed-r1000-n2/samples.jsonl | 4 + .../02-pool32-fixed-r1000-n2/warmup.json | 30 + .../compose-scale.log | 16 + .../03-pool32-fixed-r1000-n4/load.json | 35 + .../postgres-statements.json | 90 + .../03-pool32-fixed-r1000-n4/samples.jsonl | 4 + .../03-pool32-fixed-r1000-n4/warmup.json | 32 + .../compose-scale.log | 16 + .../04-pool32-fixed-r2000-n4/load.json | 34 + .../postgres-statements.json | 90 + .../04-pool32-fixed-r2000-n4/samples.jsonl | 4 + .../04-pool32-fixed-r2000-n4/warmup.json | 32 + .../compose-scale.log | 16 + .../05-pool32-fixed-r2000-n2/load.json | 32 + .../postgres-statements.json | 90 + .../05-pool32-fixed-r2000-n2/samples.jsonl | 4 + .../05-pool32-fixed-r2000-n2/warmup.json | 30 + .../compose-scale.log | 8 + .../06-pool32-fixed-r2000-n1/load.json | 31 + .../postgres-statements.json | 90 + .../06-pool32-fixed-r2000-n1/samples.jsonl | 4 + .../06-pool32-fixed-r2000-n1/warmup.json | 29 + .../compose-scale.log | 4 + .../07-pool32-fixed-r3000-n1/load.json | 31 + .../postgres-statements.json | 90 + .../07-pool32-fixed-r3000-n1/samples.jsonl | 4 + .../07-pool32-fixed-r3000-n1/warmup.json | 29 + .../compose-scale.log | 8 + .../08-pool32-fixed-r3000-n2/load.json | 34 + .../postgres-statements.json | 101 + .../08-pool32-fixed-r3000-n2/samples.jsonl | 4 + .../08-pool32-fixed-r3000-n2/warmup.json | 30 + .../compose-scale.log | 16 + .../09-pool32-fixed-r3000-n4/load.json | 35 + .../postgres-statements.json | 101 + .../09-pool32-fixed-r3000-n4/samples.jsonl | 3 + .../09-pool32-fixed-r3000-n4/warmup.json | 32 + .../10-grow-r1000-c2/compose-scale.log | 16 + .../10-grow-r1000-c2/load.json | 34 + .../10-grow-r1000-c2/postgres-statements.json | 101 + .../10-grow-r1000-c2/samples.jsonl | 4 + .../10-grow-r1000-c2/warmup.json | 30 + .../11-grow-r1000-c3/compose-scale.log | 8 + .../11-grow-r1000-c3/load.json | 30 + .../11-grow-r1000-c3/postgres-statements.json | 90 + .../11-grow-r1000-c3/samples.jsonl | 4 + .../11-grow-r1000-c3/warmup.json | 30 + .../12-grow-r1000-c4/compose-scale.log | 8 + .../12-grow-r1000-c4/load.json | 30 + .../12-grow-r1000-c4/postgres-statements.json | 90 + .../12-grow-r1000-c4/samples.jsonl | 4 + .../12-grow-r1000-c4/warmup.json | 30 + .../13-grow-r2000-c4/compose-scale.log | 8 + .../13-grow-r2000-c4/load.json | 32 + .../13-grow-r2000-c4/postgres-statements.json | 90 + .../13-grow-r2000-c4/samples.jsonl | 4 + .../13-grow-r2000-c4/warmup.json | 30 + .../14-grow-r2000-c3/compose-scale.log | 8 + .../14-grow-r2000-c3/load.json | 33 + .../14-grow-r2000-c3/postgres-statements.json | 90 + .../14-grow-r2000-c3/samples.jsonl | 4 + .../14-grow-r2000-c3/warmup.json | 30 + .../15-grow-r2000-c2/compose-scale.log | 8 + .../15-grow-r2000-c2/load.json | 33 + .../15-grow-r2000-c2/postgres-statements.json | 101 + .../15-grow-r2000-c2/samples.jsonl | 4 + .../15-grow-r2000-c2/warmup.json | 32 + .../16-grow-r3000-c2/compose-scale.log | 8 + .../16-grow-r3000-c2/load.json | 33 + .../16-grow-r3000-c2/postgres-statements.json | 101 + .../16-grow-r3000-c2/samples.jsonl | 4 + .../16-grow-r3000-c2/warmup.json | 30 + .../17-grow-r3000-c3/compose-scale.log | 8 + .../17-grow-r3000-c3/load.json | 34 + .../17-grow-r3000-c3/postgres-statements.json | 101 + .../17-grow-r3000-c3/samples.jsonl | 3 + .../17-grow-r3000-c3/warmup.json | 30 + .../18-grow-r3000-c4/compose-scale.log | 8 + .../18-grow-r3000-c4/load.json | 33 + .../18-grow-r3000-c4/postgres-statements.json | 101 + .../18-grow-r3000-c4/samples.jsonl | 3 + .../18-grow-r3000-c4/warmup.json | 30 + .../grade5-controlled-2026-10-30/cleanup.log | 30 + .../compose-up.log | 147 + .../environment-after.json | 6 + .../grade5-controlled-2026-10-30/go-build.log | 0 .../grade5-controlled-2026-10-30/plan.json | 187 ++ .../grade5-controlled-2026-10-30/summary.json | 1159 +++++++ .../01-db05-n1/compose-scale.log | 4 + .../01-db05-n1/diagnostics-after.json | 680 +++++ .../01-db05-n1/diagnostics-before.json | 680 +++++ .../01-db05-n1/load.json | 37 + .../01-db05-n1/pool-stats.json | 400 +++ .../01-db05-n1/postgres-statements.json | 134 + .../01-db05-n1/samples.jsonl | 8 + .../01-db05-n1/warmup.json | 37 + .../02-db05-n2/compose-scale.log | 8 + .../02-db05-n2/diagnostics-after.json | 691 +++++ .../02-db05-n2/diagnostics-before.json | 691 +++++ .../02-db05-n2/load.json | 38 + .../02-db05-n2/pool-stats.json | 786 +++++ .../02-db05-n2/postgres-statements.json | 134 + .../02-db05-n2/samples.jsonl | 8 + .../02-db05-n2/warmup.json | 38 + .../03-db05-n4/compose-scale.log | 16 + .../03-db05-n4/diagnostics-after.json | 713 +++++ .../03-db05-n4/diagnostics-before.json | 713 +++++ .../03-db05-n4/load.json | 41 + .../03-db05-n4/pool-stats.json | 1642 ++++++++++ .../03-db05-n4/postgres-statements.json | 134 + .../03-db05-n4/samples.jsonl | 8 + .../03-db05-n4/warmup.json | 40 + .../04-db2-n2-first/compose-postgres.log | 4 + .../04-db2-n2-first/compose-scale.log | 16 + .../04-db2-n2-first/diagnostics-after.json | 691 +++++ .../04-db2-n2-first/diagnostics-before.json | 691 +++++ .../04-db2-n2-first/load.json | 37 + .../04-db2-n2-first/pool-stats.json | 774 +++++ .../04-db2-n2-first/postgres-statements.json | 123 + .../04-db2-n2-first/samples.jsonl | 9 + .../04-db2-n2-first/warmup.json | 37 + .../05-db05-n2-repeat/compose-postgres.log | 4 + .../05-db05-n2-repeat/compose-scale.log | 8 + .../05-db05-n2-repeat/diagnostics-after.json | 691 +++++ .../05-db05-n2-repeat/diagnostics-before.json | 691 +++++ .../05-db05-n2-repeat/load.json | 38 + .../05-db05-n2-repeat/pool-stats.json | 810 +++++ .../postgres-statements.json | 134 + .../05-db05-n2-repeat/samples.jsonl | 8 + .../05-db05-n2-repeat/warmup.json | 37 + .../06-db2-n2-repeat/compose-postgres.log | 4 + .../06-db2-n2-repeat/compose-scale.log | 8 + .../06-db2-n2-repeat/diagnostics-after.json | 691 +++++ .../06-db2-n2-repeat/diagnostics-before.json | 691 +++++ .../06-db2-n2-repeat/load.json | 37 + .../06-db2-n2-repeat/pool-stats.json | 762 +++++ .../06-db2-n2-repeat/postgres-statements.json | 123 + .../06-db2-n2-repeat/samples.jsonl | 9 + .../06-db2-n2-repeat/warmup.json | 38 + evidence/grade5-db-cpu-2026-10-30/cleanup.log | 30 + .../grade5-db-cpu-2026-10-30/compose-up.log | 154 + .../environment-after.json | 6 + .../grade5-db-cpu-2026-10-30/go-build.log | 0 .../grade5-db-cpu-2026-10-30/limits-pg05.json | 44 + .../grade5-db-cpu-2026-10-30/limits-pg2.json | 32 + evidence/grade5-db-cpu-2026-10-30/plan.json | 76 + .../grade5-db-cpu-2026-10-30/public-smoke.log | 2 + .../grade5-db-cpu-2026-10-30/summary.json | 445 +++ .../grade5-db-cpu-2026-10-30/tools-sha256.txt | 4 + .../grade5-db-cpu-2026-10-30/tools/load.go | 204 ++ .../tools/plan.db-cpu.json | 76 + .../tools/poolstats.go | 29 + .../grade5-db-cpu-2026-10-30/tools/run.py | 390 +++ .../analysis.log | 58 + .../db-cpu-causal.png | Bin 0 -> 88198 bytes .../db-cpu-causal.svg | 2569 ++++++++++++++++ .../fixed_pool32.png | Bin 0 -> 132780 bytes .../fixed_pool32.svg | 2302 ++++++++++++++ .../group-commit.png | Bin 0 -> 54843 bytes .../group-commit.svg | 1935 ++++++++++++ .../resource_growth.png | Bin 0 -> 148397 bytes .../resource_growth.svg | 2295 ++++++++++++++ .../results.csv | 59 + .../results.json | 2694 +++++++++++++++++ .../verification.json | 95 + .../wal-ablation.png | Bin 0 -> 47462 bytes .../wal-ablation.svg | 1597 ++++++++++ .../go-test.log | 24 + .../make-check.log | 2 + .../01-fixed-r500-n1/compose-scale.log | 1 + .../01-fixed-r500-n1/load.json | 29 + .../01-fixed-r500-n1/postgres-statements.json | 90 + .../01-fixed-r500-n1/samples.jsonl | 4 + .../01-fixed-r500-n1/warmup.json | 29 + .../02-fixed-r500-n2/compose-scale.log | 8 + .../02-fixed-r500-n2/load.json | 32 + .../02-fixed-r500-n2/postgres-statements.json | 90 + .../02-fixed-r500-n2/samples.jsonl | 5 + .../02-fixed-r500-n2/warmup.json | 30 + .../03-fixed-r500-n4/compose-scale.log | 16 + .../03-fixed-r500-n4/load.json | 32 + .../03-fixed-r500-n4/postgres-statements.json | 90 + .../03-fixed-r500-n4/samples.jsonl | 5 + .../03-fixed-r500-n4/warmup.json | 32 + .../04-fixed-r1000-n4/compose-scale.log | 4 + .../04-fixed-r1000-n4/load.json | 32 + .../postgres-statements.json | 90 + .../04-fixed-r1000-n4/samples.jsonl | 4 + .../04-fixed-r1000-n4/warmup.json | 32 + .../05-fixed-r1000-n2/compose-scale.log | 16 + .../05-fixed-r1000-n2/load.json | 30 + .../postgres-statements.json | 90 + .../05-fixed-r1000-n2/samples.jsonl | 5 + .../05-fixed-r1000-n2/warmup.json | 30 + .../06-fixed-r1000-n1/compose-scale.log | 8 + .../06-fixed-r1000-n1/load.json | 31 + .../postgres-statements.json | 90 + .../06-fixed-r1000-n1/samples.jsonl | 5 + .../06-fixed-r1000-n1/warmup.json | 29 + .../07-fixed-r1500-n1/compose-scale.log | 1 + .../07-fixed-r1500-n1/load.json | 31 + .../postgres-statements.json | 90 + .../07-fixed-r1500-n1/samples.jsonl | 4 + .../07-fixed-r1500-n1/warmup.json | 29 + .../08-fixed-r1500-n2/compose-scale.log | 8 + .../08-fixed-r1500-n2/load.json | 32 + .../postgres-statements.json | 90 + .../08-fixed-r1500-n2/samples.jsonl | 4 + .../08-fixed-r1500-n2/warmup.json | 30 + .../09-fixed-r1500-n4/compose-scale.log | 16 + .../09-fixed-r1500-n4/load.json | 34 + .../postgres-statements.json | 90 + .../09-fixed-r1500-n4/samples.jsonl | 4 + .../09-fixed-r1500-n4/warmup.json | 32 + .../10-fixed-r2000-n4/compose-scale.log | 4 + .../10-fixed-r2000-n4/load.json | 34 + .../postgres-statements.json | 90 + .../10-fixed-r2000-n4/samples.jsonl | 4 + .../10-fixed-r2000-n4/warmup.json | 32 + .../11-fixed-r2000-n2/compose-scale.log | 16 + .../11-fixed-r2000-n2/load.json | 32 + .../postgres-statements.json | 90 + .../11-fixed-r2000-n2/samples.jsonl | 4 + .../11-fixed-r2000-n2/warmup.json | 30 + .../12-fixed-r2000-n1/compose-scale.log | 8 + .../12-fixed-r2000-n1/load.json | 31 + .../postgres-statements.json | 90 + .../12-fixed-r2000-n1/samples.jsonl | 4 + .../12-fixed-r2000-n1/warmup.json | 29 + .../13-fixed-r2500-n1/compose-scale.log | 1 + .../13-fixed-r2500-n1/load.json | 31 + .../postgres-statements.json | 90 + .../13-fixed-r2500-n1/samples.jsonl | 4 + .../13-fixed-r2500-n1/warmup.json | 29 + .../14-fixed-r2500-n2/compose-scale.log | 8 + .../14-fixed-r2500-n2/load.json | 33 + .../postgres-statements.json | 90 + .../14-fixed-r2500-n2/samples.jsonl | 4 + .../14-fixed-r2500-n2/warmup.json | 30 + .../15-fixed-r2500-n4/compose-scale.log | 16 + .../15-fixed-r2500-n4/load.json | 34 + .../postgres-statements.json | 90 + .../15-fixed-r2500-n4/samples.jsonl | 4 + .../15-fixed-r2500-n4/warmup.json | 32 + evidence/grade5-fixed-2026-10-29/cleanup.log | 38 + .../grade5-fixed-2026-10-29/compose-up.log | 150 + .../environment-after.json | 6 + evidence/grade5-fixed-2026-10-29/go-build.log | 0 evidence/grade5-fixed-2026-10-29/plan.json | 156 + evidence/grade5-fixed-2026-10-29/summary.json | 961 ++++++ .../01-commit-0-repeat1/compose-scale.log | 8 + .../diagnostics-after.json | 691 +++++ .../diagnostics-before.json | 691 +++++ .../01-commit-0-repeat1/load.json | 38 + .../postgres-statements.json | 134 + .../01-commit-0-repeat1/samples.jsonl | 8 + .../01-commit-0-repeat1/warmup.json | 37 + .../02-commit-1000-repeat2/compose-scale.log | 8 + .../diagnostics-after.json | 691 +++++ .../diagnostics-before.json | 691 +++++ .../02-commit-1000-repeat2/load.json | 38 + .../postgres-statements.json | 134 + .../02-commit-1000-repeat2/samples.jsonl | 8 + .../02-commit-1000-repeat2/warmup.json | 38 + .../03-commit-1000-repeat3/compose-scale.log | 8 + .../diagnostics-after.json | 691 +++++ .../diagnostics-before.json | 691 +++++ .../03-commit-1000-repeat3/load.json | 38 + .../postgres-statements.json | 134 + .../03-commit-1000-repeat3/samples.jsonl | 8 + .../03-commit-1000-repeat3/warmup.json | 39 + .../04-commit-0-repeat4/compose-scale.log | 8 + .../diagnostics-after.json | 691 +++++ .../diagnostics-before.json | 691 +++++ .../04-commit-0-repeat4/load.json | 38 + .../postgres-statements.json | 134 + .../04-commit-0-repeat4/samples.jsonl | 8 + .../04-commit-0-repeat4/warmup.json | 37 + .../05-commit-0-repeat5/compose-scale.log | 8 + .../diagnostics-after.json | 691 +++++ .../diagnostics-before.json | 691 +++++ .../05-commit-0-repeat5/load.json | 38 + .../postgres-statements.json | 134 + .../05-commit-0-repeat5/samples.jsonl | 8 + .../05-commit-0-repeat5/warmup.json | 38 + .../06-commit-1000-repeat6/compose-scale.log | 8 + .../diagnostics-after.json | 691 +++++ .../diagnostics-before.json | 691 +++++ .../06-commit-1000-repeat6/load.json | 39 + .../postgres-statements.json | 134 + .../06-commit-1000-repeat6/samples.jsonl | 8 + .../06-commit-1000-repeat6/warmup.json | 39 + .../cleanup.log | 30 + .../compose-up.log | 157 + .../environment-after.json | 6 + .../go-build.log | 0 .../grade5-group-commit-2026-10-30/images.txt | 5 + .../grade5-group-commit-2026-10-30/plan.json | 75 + .../summary.json | 433 +++ .../tools-sha256.txt | 3 + .../tools/load.go | 204 ++ .../tools/plan.confirm.json | 75 + .../tools/run.py | 364 +++ .../01-pilot-n2-r100/compose-scale.log | 2 + .../01-pilot-n2-r100/load.json | 30 + .../01-pilot-n2-r100/postgres-statements.json | 90 + .../01-pilot-n2-r100/samples.jsonl | 1 + .../01-pilot-n2-r100/warmup.json | 30 + .../cleanup.log | 30 + .../compose-up.log | 159 + .../go-build.log | 0 .../grade5-pilot-2026-10-29-docker/plan.json | 16 + .../summary.json | 65 + evidence/grade5-pilot-2026-10-29/cleanup.log | 1 + .../grade5-pilot-2026-10-29/compose-up.log | 1 + evidence/grade5-pilot-2026-10-29/go-build.log | 0 evidence/grade5-pilot-2026-10-29/plan.json | 16 + evidence/grade5-pilot-2026-10-29/summary.json | 13 + .../01-pool-1-repeat1/compose-scale.log | 8 + .../01-pool-1-repeat1/diagnostics-after.json | 691 +++++ .../01-pool-1-repeat1/diagnostics-before.json | 691 +++++ .../01-pool-1-repeat1/load.json | 38 + .../01-pool-1-repeat1/pool-stats.json | 4 + .../postgres-statements.json | 123 + .../01-pool-1-repeat1/samples.jsonl | 9 + .../01-pool-1-repeat1/warmup.json | 37 + .../02-pool-8-repeat2/compose-scale.log | 8 + .../02-pool-8-repeat2/diagnostics-after.json | 691 +++++ .../02-pool-8-repeat2/diagnostics-before.json | 691 +++++ .../02-pool-8-repeat2/load.json | 37 + .../02-pool-8-repeat2/pool-stats.json | 4 + .../postgres-statements.json | 123 + .../02-pool-8-repeat2/samples.jsonl | 9 + .../02-pool-8-repeat2/warmup.json | 37 + .../03-pool-16-repeat3/compose-scale.log | 8 + .../03-pool-16-repeat3/diagnostics-after.json | 691 +++++ .../diagnostics-before.json | 691 +++++ .../03-pool-16-repeat3/load.json | 38 + .../03-pool-16-repeat3/pool-stats.json | 4 + .../postgres-statements.json | 134 + .../03-pool-16-repeat3/samples.jsonl | 7 + .../03-pool-16-repeat3/warmup.json | 38 + .../04-pool-16-repeat4/compose-scale.log | 8 + .../04-pool-16-repeat4/diagnostics-after.json | 691 +++++ .../diagnostics-before.json | 691 +++++ .../04-pool-16-repeat4/load.json | 38 + .../04-pool-16-repeat4/pool-stats.json | 4 + .../postgres-statements.json | 134 + .../04-pool-16-repeat4/samples.jsonl | 8 + .../04-pool-16-repeat4/warmup.json | 38 + .../05-pool-8-repeat5/compose-scale.log | 8 + .../05-pool-8-repeat5/diagnostics-after.json | 691 +++++ .../05-pool-8-repeat5/diagnostics-before.json | 691 +++++ .../05-pool-8-repeat5/load.json | 38 + .../05-pool-8-repeat5/pool-stats.json | 4 + .../postgres-statements.json | 134 + .../05-pool-8-repeat5/samples.jsonl | 8 + .../05-pool-8-repeat5/warmup.json | 39 + .../06-pool-8-repeat6/compose-scale.log | 8 + .../06-pool-8-repeat6/diagnostics-after.json | 691 +++++ .../06-pool-8-repeat6/diagnostics-before.json | 691 +++++ .../06-pool-8-repeat6/load.json | 38 + .../06-pool-8-repeat6/pool-stats.json | 4 + .../postgres-statements.json | 134 + .../06-pool-8-repeat6/samples.jsonl | 8 + .../06-pool-8-repeat6/warmup.json | 38 + .../07-pool-16-repeat7/compose-scale.log | 8 + .../07-pool-16-repeat7/diagnostics-after.json | 691 +++++ .../diagnostics-before.json | 691 +++++ .../07-pool-16-repeat7/load.json | 38 + .../07-pool-16-repeat7/pool-stats.json | 4 + .../postgres-statements.json | 134 + .../07-pool-16-repeat7/samples.jsonl | 8 + .../07-pool-16-repeat7/warmup.json | 39 + .../analysis/results.csv | 8 + .../analysis/results.json | 380 +++ .../grade5-pool-causal-2026-10-30/cleanup.log | 30 + .../compose-up.log | 155 + .../environment-after.json | 6 + .../go-build.log | 0 .../grade5-pool-causal-2026-10-30/plan.json | 79 + .../summary.json | 500 +++ .../tools-sha256.txt | 4 + .../tools/load.go | 204 ++ .../tools/plan.pool-causal.json | 79 + .../tools/poolstats.go | 29 + .../tools/run.py | 381 +++ .../01-pilot-pool16/compose-scale.log | 8 + .../01-pilot-pool16/load.json | 30 + .../01-pilot-pool16/postgres-statements.json | 90 + .../01-pilot-pool16/samples.jsonl | 1 + .../01-pilot-pool16/warmup.json | 30 + .../cleanup.log | 30 + .../compose-up.log | 154 + .../environment-after.json | 6 + .../go-build.log | 0 .../plan.json | 18 + .../summary.json | 78 + .../grade5-pool-pilot-2026-10-30/cleanup.log | 30 + .../compose-up.log | 144 + .../environment-after.json | 6 + .../grade5-pool-pilot-2026-10-30/go-build.log | 0 .../grade5-pool-pilot-2026-10-30/plan.json | 18 + .../grade5-pool-pilot-2026-10-30/summary.json | 13 + .../01-pool8-r3000/compose-scale.log | 8 + .../01-pool8-r3000/diagnostics-after.json | 685 +++++ .../01-pool8-r3000/diagnostics-before.json | 685 +++++ .../01-pool8-r3000/load.json | 38 + .../01-pool8-r3000/postgres-statements.json | 123 + .../01-pool8-r3000/samples.jsonl | 9 + .../01-pool8-r3000/warmup.json | 38 + .../02-pool4-r3000/compose-scale.log | 8 + .../02-pool4-r3000/diagnostics-after.json | 685 +++++ .../02-pool4-r3000/diagnostics-before.json | 685 +++++ .../02-pool4-r3000/load.json | 38 + .../02-pool4-r3000/postgres-statements.json | 123 + .../02-pool4-r3000/samples.jsonl | 9 + .../02-pool4-r3000/warmup.json | 37 + .../03-pool16-r3000/compose-scale.log | 8 + .../03-pool16-r3000/diagnostics-after.json | 685 +++++ .../03-pool16-r3000/diagnostics-before.json | 685 +++++ .../03-pool16-r3000/load.json | 38 + .../03-pool16-r3000/postgres-statements.json | 123 + .../03-pool16-r3000/samples.jsonl | 8 + .../03-pool16-r3000/warmup.json | 38 + .../analysis/results.csv | 4 + .../analysis/results.json | 149 + .../grade5-pool-screen-2026-10-30/cleanup.log | 30 + .../compose-up.log | 160 + .../environment-after.json | 6 + .../go-build.log | 0 .../grade5-pool-screen-2026-10-30/plan.json | 39 + .../summary.json | 222 ++ .../01-wal-sync-True-1/compose-scale.log | 8 + .../01-wal-sync-True-1/diagnostics-after.json | 691 +++++ .../diagnostics-before.json | 691 +++++ .../01-wal-sync-True-1/load.json | 39 + .../01-wal-sync-True-1/pool-stats.json | 750 +++++ .../postgres-statements.json | 134 + .../01-wal-sync-True-1/samples.jsonl | 8 + .../01-wal-sync-True-1/warmup.json | 38 + .../02-wal-sync-False-2/compose-scale.log | 8 + .../diagnostics-after.json | 691 +++++ .../diagnostics-before.json | 691 +++++ .../02-wal-sync-False-2/load.json | 38 + .../02-wal-sync-False-2/pool-stats.json | 798 +++++ .../postgres-statements.json | 134 + .../02-wal-sync-False-2/samples.jsonl | 8 + .../02-wal-sync-False-2/warmup.json | 38 + .../03-wal-sync-True-3/compose-scale.log | 8 + .../03-wal-sync-True-3/diagnostics-after.json | 691 +++++ .../diagnostics-before.json | 691 +++++ .../03-wal-sync-True-3/load.json | 38 + .../03-wal-sync-True-3/pool-stats.json | 762 +++++ .../postgres-statements.json | 134 + .../03-wal-sync-True-3/samples.jsonl | 8 + .../03-wal-sync-True-3/warmup.json | 38 + .../analysis/results.csv | 4 + .../analysis/results.json | 167 + .../cleanup.log | 30 + .../compose-up.log | 153 + .../environment-after.json | 6 + .../go-build.log | 0 .../grade5-wal-ablation-2026-10-30/plan.json | 43 + .../public-smoke.log | 2 + .../summary.json | 230 ++ .../tools-sha256.txt | 4 + .../tools/load.go | 204 ++ .../tools/plan.wal-diagnostic.json | 43 + .../tools/poolstats.go | 29 + .../tools/run.py | 390 +++ infra/compose.group-commit.yaml | 14 + student-tests/lab3/grade5/README.md | 32 + student-tests/lab3/grade5/analyze.py | 188 ++ student-tests/lab3/grade5/load.go | 204 ++ student-tests/lab3/grade5/plan.confirm.json | 75 + .../lab3/grade5/plan.controlled.json | 25 + student-tests/lab3/grade5/plan.db-cpu.json | 76 + student-tests/lab3/grade5/plan.fixed.json | 22 + .../lab3/grade5/plan.pool-causal.json | 79 + .../lab3/grade5/plan.pool-screen.json | 12 + .../lab3/grade5/plan.wal-diagnostic.json | 43 + .../lab3/grade5/requirements-plots.txt | 1 + student-tests/lab3/grade5/run.py | 396 +++ student-tests/lab3/grade5/verify_evidence.py | 56 + 498 files changed, 79370 insertions(+), 1 deletion(-) create mode 100644 cmd/api/poolstats.go create mode 100644 evidence/grade5-analysis-2026-10-30/results.csv create mode 100644 evidence/grade5-analysis-2026-10-30/results.json create mode 100644 evidence/grade5-controlled-2026-10-30/01-pool32-fixed-r1000-n1/compose-scale.log create mode 100644 evidence/grade5-controlled-2026-10-30/01-pool32-fixed-r1000-n1/load.json create mode 100644 evidence/grade5-controlled-2026-10-30/01-pool32-fixed-r1000-n1/postgres-statements.json create mode 100644 evidence/grade5-controlled-2026-10-30/01-pool32-fixed-r1000-n1/samples.jsonl create mode 100644 evidence/grade5-controlled-2026-10-30/01-pool32-fixed-r1000-n1/warmup.json create mode 100644 evidence/grade5-controlled-2026-10-30/02-pool32-fixed-r1000-n2/compose-scale.log create mode 100644 evidence/grade5-controlled-2026-10-30/02-pool32-fixed-r1000-n2/load.json create mode 100644 evidence/grade5-controlled-2026-10-30/02-pool32-fixed-r1000-n2/postgres-statements.json create mode 100644 evidence/grade5-controlled-2026-10-30/02-pool32-fixed-r1000-n2/samples.jsonl create mode 100644 evidence/grade5-controlled-2026-10-30/02-pool32-fixed-r1000-n2/warmup.json create mode 100644 evidence/grade5-controlled-2026-10-30/03-pool32-fixed-r1000-n4/compose-scale.log create mode 100644 evidence/grade5-controlled-2026-10-30/03-pool32-fixed-r1000-n4/load.json create mode 100644 evidence/grade5-controlled-2026-10-30/03-pool32-fixed-r1000-n4/postgres-statements.json create mode 100644 evidence/grade5-controlled-2026-10-30/03-pool32-fixed-r1000-n4/samples.jsonl create mode 100644 evidence/grade5-controlled-2026-10-30/03-pool32-fixed-r1000-n4/warmup.json create mode 100644 evidence/grade5-controlled-2026-10-30/04-pool32-fixed-r2000-n4/compose-scale.log create mode 100644 evidence/grade5-controlled-2026-10-30/04-pool32-fixed-r2000-n4/load.json create mode 100644 evidence/grade5-controlled-2026-10-30/04-pool32-fixed-r2000-n4/postgres-statements.json create mode 100644 evidence/grade5-controlled-2026-10-30/04-pool32-fixed-r2000-n4/samples.jsonl create mode 100644 evidence/grade5-controlled-2026-10-30/04-pool32-fixed-r2000-n4/warmup.json create mode 100644 evidence/grade5-controlled-2026-10-30/05-pool32-fixed-r2000-n2/compose-scale.log create mode 100644 evidence/grade5-controlled-2026-10-30/05-pool32-fixed-r2000-n2/load.json create mode 100644 evidence/grade5-controlled-2026-10-30/05-pool32-fixed-r2000-n2/postgres-statements.json create mode 100644 evidence/grade5-controlled-2026-10-30/05-pool32-fixed-r2000-n2/samples.jsonl create mode 100644 evidence/grade5-controlled-2026-10-30/05-pool32-fixed-r2000-n2/warmup.json create mode 100644 evidence/grade5-controlled-2026-10-30/06-pool32-fixed-r2000-n1/compose-scale.log create mode 100644 evidence/grade5-controlled-2026-10-30/06-pool32-fixed-r2000-n1/load.json create mode 100644 evidence/grade5-controlled-2026-10-30/06-pool32-fixed-r2000-n1/postgres-statements.json create mode 100644 evidence/grade5-controlled-2026-10-30/06-pool32-fixed-r2000-n1/samples.jsonl create mode 100644 evidence/grade5-controlled-2026-10-30/06-pool32-fixed-r2000-n1/warmup.json create mode 100644 evidence/grade5-controlled-2026-10-30/07-pool32-fixed-r3000-n1/compose-scale.log create mode 100644 evidence/grade5-controlled-2026-10-30/07-pool32-fixed-r3000-n1/load.json create mode 100644 evidence/grade5-controlled-2026-10-30/07-pool32-fixed-r3000-n1/postgres-statements.json create mode 100644 evidence/grade5-controlled-2026-10-30/07-pool32-fixed-r3000-n1/samples.jsonl create mode 100644 evidence/grade5-controlled-2026-10-30/07-pool32-fixed-r3000-n1/warmup.json create mode 100644 evidence/grade5-controlled-2026-10-30/08-pool32-fixed-r3000-n2/compose-scale.log create mode 100644 evidence/grade5-controlled-2026-10-30/08-pool32-fixed-r3000-n2/load.json create mode 100644 evidence/grade5-controlled-2026-10-30/08-pool32-fixed-r3000-n2/postgres-statements.json create mode 100644 evidence/grade5-controlled-2026-10-30/08-pool32-fixed-r3000-n2/samples.jsonl create mode 100644 evidence/grade5-controlled-2026-10-30/08-pool32-fixed-r3000-n2/warmup.json create mode 100644 evidence/grade5-controlled-2026-10-30/09-pool32-fixed-r3000-n4/compose-scale.log create mode 100644 evidence/grade5-controlled-2026-10-30/09-pool32-fixed-r3000-n4/load.json create mode 100644 evidence/grade5-controlled-2026-10-30/09-pool32-fixed-r3000-n4/postgres-statements.json create mode 100644 evidence/grade5-controlled-2026-10-30/09-pool32-fixed-r3000-n4/samples.jsonl create mode 100644 evidence/grade5-controlled-2026-10-30/09-pool32-fixed-r3000-n4/warmup.json create mode 100644 evidence/grade5-controlled-2026-10-30/10-grow-r1000-c2/compose-scale.log create mode 100644 evidence/grade5-controlled-2026-10-30/10-grow-r1000-c2/load.json create mode 100644 evidence/grade5-controlled-2026-10-30/10-grow-r1000-c2/postgres-statements.json create mode 100644 evidence/grade5-controlled-2026-10-30/10-grow-r1000-c2/samples.jsonl create mode 100644 evidence/grade5-controlled-2026-10-30/10-grow-r1000-c2/warmup.json create mode 100644 evidence/grade5-controlled-2026-10-30/11-grow-r1000-c3/compose-scale.log create mode 100644 evidence/grade5-controlled-2026-10-30/11-grow-r1000-c3/load.json create mode 100644 evidence/grade5-controlled-2026-10-30/11-grow-r1000-c3/postgres-statements.json create mode 100644 evidence/grade5-controlled-2026-10-30/11-grow-r1000-c3/samples.jsonl create mode 100644 evidence/grade5-controlled-2026-10-30/11-grow-r1000-c3/warmup.json create mode 100644 evidence/grade5-controlled-2026-10-30/12-grow-r1000-c4/compose-scale.log create mode 100644 evidence/grade5-controlled-2026-10-30/12-grow-r1000-c4/load.json create mode 100644 evidence/grade5-controlled-2026-10-30/12-grow-r1000-c4/postgres-statements.json create mode 100644 evidence/grade5-controlled-2026-10-30/12-grow-r1000-c4/samples.jsonl create mode 100644 evidence/grade5-controlled-2026-10-30/12-grow-r1000-c4/warmup.json create mode 100644 evidence/grade5-controlled-2026-10-30/13-grow-r2000-c4/compose-scale.log create mode 100644 evidence/grade5-controlled-2026-10-30/13-grow-r2000-c4/load.json create mode 100644 evidence/grade5-controlled-2026-10-30/13-grow-r2000-c4/postgres-statements.json create mode 100644 evidence/grade5-controlled-2026-10-30/13-grow-r2000-c4/samples.jsonl create mode 100644 evidence/grade5-controlled-2026-10-30/13-grow-r2000-c4/warmup.json create mode 100644 evidence/grade5-controlled-2026-10-30/14-grow-r2000-c3/compose-scale.log create mode 100644 evidence/grade5-controlled-2026-10-30/14-grow-r2000-c3/load.json create mode 100644 evidence/grade5-controlled-2026-10-30/14-grow-r2000-c3/postgres-statements.json create mode 100644 evidence/grade5-controlled-2026-10-30/14-grow-r2000-c3/samples.jsonl create mode 100644 evidence/grade5-controlled-2026-10-30/14-grow-r2000-c3/warmup.json create mode 100644 evidence/grade5-controlled-2026-10-30/15-grow-r2000-c2/compose-scale.log create mode 100644 evidence/grade5-controlled-2026-10-30/15-grow-r2000-c2/load.json create mode 100644 evidence/grade5-controlled-2026-10-30/15-grow-r2000-c2/postgres-statements.json create mode 100644 evidence/grade5-controlled-2026-10-30/15-grow-r2000-c2/samples.jsonl create mode 100644 evidence/grade5-controlled-2026-10-30/15-grow-r2000-c2/warmup.json create mode 100644 evidence/grade5-controlled-2026-10-30/16-grow-r3000-c2/compose-scale.log create mode 100644 evidence/grade5-controlled-2026-10-30/16-grow-r3000-c2/load.json create mode 100644 evidence/grade5-controlled-2026-10-30/16-grow-r3000-c2/postgres-statements.json create mode 100644 evidence/grade5-controlled-2026-10-30/16-grow-r3000-c2/samples.jsonl create mode 100644 evidence/grade5-controlled-2026-10-30/16-grow-r3000-c2/warmup.json create mode 100644 evidence/grade5-controlled-2026-10-30/17-grow-r3000-c3/compose-scale.log create mode 100644 evidence/grade5-controlled-2026-10-30/17-grow-r3000-c3/load.json create mode 100644 evidence/grade5-controlled-2026-10-30/17-grow-r3000-c3/postgres-statements.json create mode 100644 evidence/grade5-controlled-2026-10-30/17-grow-r3000-c3/samples.jsonl create mode 100644 evidence/grade5-controlled-2026-10-30/17-grow-r3000-c3/warmup.json create mode 100644 evidence/grade5-controlled-2026-10-30/18-grow-r3000-c4/compose-scale.log create mode 100644 evidence/grade5-controlled-2026-10-30/18-grow-r3000-c4/load.json create mode 100644 evidence/grade5-controlled-2026-10-30/18-grow-r3000-c4/postgres-statements.json create mode 100644 evidence/grade5-controlled-2026-10-30/18-grow-r3000-c4/samples.jsonl create mode 100644 evidence/grade5-controlled-2026-10-30/18-grow-r3000-c4/warmup.json create mode 100644 evidence/grade5-controlled-2026-10-30/cleanup.log create mode 100644 evidence/grade5-controlled-2026-10-30/compose-up.log create mode 100644 evidence/grade5-controlled-2026-10-30/environment-after.json create mode 100644 evidence/grade5-controlled-2026-10-30/go-build.log create mode 100644 evidence/grade5-controlled-2026-10-30/plan.json create mode 100644 evidence/grade5-controlled-2026-10-30/summary.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/01-db05-n1/compose-scale.log create mode 100644 evidence/grade5-db-cpu-2026-10-30/01-db05-n1/diagnostics-after.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/01-db05-n1/diagnostics-before.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/01-db05-n1/load.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/01-db05-n1/pool-stats.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/01-db05-n1/postgres-statements.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/01-db05-n1/samples.jsonl create mode 100644 evidence/grade5-db-cpu-2026-10-30/01-db05-n1/warmup.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/02-db05-n2/compose-scale.log create mode 100644 evidence/grade5-db-cpu-2026-10-30/02-db05-n2/diagnostics-after.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/02-db05-n2/diagnostics-before.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/02-db05-n2/load.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/02-db05-n2/pool-stats.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/02-db05-n2/postgres-statements.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/02-db05-n2/samples.jsonl create mode 100644 evidence/grade5-db-cpu-2026-10-30/02-db05-n2/warmup.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/03-db05-n4/compose-scale.log create mode 100644 evidence/grade5-db-cpu-2026-10-30/03-db05-n4/diagnostics-after.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/03-db05-n4/diagnostics-before.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/03-db05-n4/load.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/03-db05-n4/pool-stats.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/03-db05-n4/postgres-statements.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/03-db05-n4/samples.jsonl create mode 100644 evidence/grade5-db-cpu-2026-10-30/03-db05-n4/warmup.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/compose-postgres.log create mode 100644 evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/compose-scale.log create mode 100644 evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/diagnostics-after.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/diagnostics-before.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/load.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/pool-stats.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/postgres-statements.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/samples.jsonl create mode 100644 evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/warmup.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/compose-postgres.log create mode 100644 evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/compose-scale.log create mode 100644 evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/diagnostics-after.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/diagnostics-before.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/load.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/pool-stats.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/postgres-statements.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/samples.jsonl create mode 100644 evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/warmup.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/compose-postgres.log create mode 100644 evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/compose-scale.log create mode 100644 evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/diagnostics-after.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/diagnostics-before.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/load.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/pool-stats.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/postgres-statements.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/samples.jsonl create mode 100644 evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/warmup.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/cleanup.log create mode 100644 evidence/grade5-db-cpu-2026-10-30/compose-up.log create mode 100644 evidence/grade5-db-cpu-2026-10-30/environment-after.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/go-build.log create mode 100644 evidence/grade5-db-cpu-2026-10-30/limits-pg05.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/limits-pg2.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/plan.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/public-smoke.log create mode 100644 evidence/grade5-db-cpu-2026-10-30/summary.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/tools-sha256.txt create mode 100644 evidence/grade5-db-cpu-2026-10-30/tools/load.go create mode 100644 evidence/grade5-db-cpu-2026-10-30/tools/plan.db-cpu.json create mode 100644 evidence/grade5-db-cpu-2026-10-30/tools/poolstats.go create mode 100644 evidence/grade5-db-cpu-2026-10-30/tools/run.py create mode 100644 evidence/grade5-final-analysis-2026-10-30/analysis.log create mode 100644 evidence/grade5-final-analysis-2026-10-30/db-cpu-causal.png create mode 100644 evidence/grade5-final-analysis-2026-10-30/db-cpu-causal.svg create mode 100644 evidence/grade5-final-analysis-2026-10-30/fixed_pool32.png create mode 100644 evidence/grade5-final-analysis-2026-10-30/fixed_pool32.svg create mode 100644 evidence/grade5-final-analysis-2026-10-30/group-commit.png create mode 100644 evidence/grade5-final-analysis-2026-10-30/group-commit.svg create mode 100644 evidence/grade5-final-analysis-2026-10-30/resource_growth.png create mode 100644 evidence/grade5-final-analysis-2026-10-30/resource_growth.svg create mode 100644 evidence/grade5-final-analysis-2026-10-30/results.csv create mode 100644 evidence/grade5-final-analysis-2026-10-30/results.json create mode 100644 evidence/grade5-final-analysis-2026-10-30/verification.json create mode 100644 evidence/grade5-final-analysis-2026-10-30/wal-ablation.png create mode 100644 evidence/grade5-final-analysis-2026-10-30/wal-ablation.svg create mode 100644 evidence/grade5-final-verification-2026-10-30/go-test.log create mode 100644 evidence/grade5-final-verification-2026-10-30/make-check.log create mode 100644 evidence/grade5-fixed-2026-10-29/01-fixed-r500-n1/compose-scale.log create mode 100644 evidence/grade5-fixed-2026-10-29/01-fixed-r500-n1/load.json create mode 100644 evidence/grade5-fixed-2026-10-29/01-fixed-r500-n1/postgres-statements.json create mode 100644 evidence/grade5-fixed-2026-10-29/01-fixed-r500-n1/samples.jsonl create mode 100644 evidence/grade5-fixed-2026-10-29/01-fixed-r500-n1/warmup.json create mode 100644 evidence/grade5-fixed-2026-10-29/02-fixed-r500-n2/compose-scale.log create mode 100644 evidence/grade5-fixed-2026-10-29/02-fixed-r500-n2/load.json create mode 100644 evidence/grade5-fixed-2026-10-29/02-fixed-r500-n2/postgres-statements.json create mode 100644 evidence/grade5-fixed-2026-10-29/02-fixed-r500-n2/samples.jsonl create mode 100644 evidence/grade5-fixed-2026-10-29/02-fixed-r500-n2/warmup.json create mode 100644 evidence/grade5-fixed-2026-10-29/03-fixed-r500-n4/compose-scale.log create mode 100644 evidence/grade5-fixed-2026-10-29/03-fixed-r500-n4/load.json create mode 100644 evidence/grade5-fixed-2026-10-29/03-fixed-r500-n4/postgres-statements.json create mode 100644 evidence/grade5-fixed-2026-10-29/03-fixed-r500-n4/samples.jsonl create mode 100644 evidence/grade5-fixed-2026-10-29/03-fixed-r500-n4/warmup.json create mode 100644 evidence/grade5-fixed-2026-10-29/04-fixed-r1000-n4/compose-scale.log create mode 100644 evidence/grade5-fixed-2026-10-29/04-fixed-r1000-n4/load.json create mode 100644 evidence/grade5-fixed-2026-10-29/04-fixed-r1000-n4/postgres-statements.json create mode 100644 evidence/grade5-fixed-2026-10-29/04-fixed-r1000-n4/samples.jsonl create mode 100644 evidence/grade5-fixed-2026-10-29/04-fixed-r1000-n4/warmup.json create mode 100644 evidence/grade5-fixed-2026-10-29/05-fixed-r1000-n2/compose-scale.log create mode 100644 evidence/grade5-fixed-2026-10-29/05-fixed-r1000-n2/load.json create mode 100644 evidence/grade5-fixed-2026-10-29/05-fixed-r1000-n2/postgres-statements.json create mode 100644 evidence/grade5-fixed-2026-10-29/05-fixed-r1000-n2/samples.jsonl create mode 100644 evidence/grade5-fixed-2026-10-29/05-fixed-r1000-n2/warmup.json create mode 100644 evidence/grade5-fixed-2026-10-29/06-fixed-r1000-n1/compose-scale.log create mode 100644 evidence/grade5-fixed-2026-10-29/06-fixed-r1000-n1/load.json create mode 100644 evidence/grade5-fixed-2026-10-29/06-fixed-r1000-n1/postgres-statements.json create mode 100644 evidence/grade5-fixed-2026-10-29/06-fixed-r1000-n1/samples.jsonl create mode 100644 evidence/grade5-fixed-2026-10-29/06-fixed-r1000-n1/warmup.json create mode 100644 evidence/grade5-fixed-2026-10-29/07-fixed-r1500-n1/compose-scale.log create mode 100644 evidence/grade5-fixed-2026-10-29/07-fixed-r1500-n1/load.json create mode 100644 evidence/grade5-fixed-2026-10-29/07-fixed-r1500-n1/postgres-statements.json create mode 100644 evidence/grade5-fixed-2026-10-29/07-fixed-r1500-n1/samples.jsonl create mode 100644 evidence/grade5-fixed-2026-10-29/07-fixed-r1500-n1/warmup.json create mode 100644 evidence/grade5-fixed-2026-10-29/08-fixed-r1500-n2/compose-scale.log create mode 100644 evidence/grade5-fixed-2026-10-29/08-fixed-r1500-n2/load.json create mode 100644 evidence/grade5-fixed-2026-10-29/08-fixed-r1500-n2/postgres-statements.json create mode 100644 evidence/grade5-fixed-2026-10-29/08-fixed-r1500-n2/samples.jsonl create mode 100644 evidence/grade5-fixed-2026-10-29/08-fixed-r1500-n2/warmup.json create mode 100644 evidence/grade5-fixed-2026-10-29/09-fixed-r1500-n4/compose-scale.log create mode 100644 evidence/grade5-fixed-2026-10-29/09-fixed-r1500-n4/load.json create mode 100644 evidence/grade5-fixed-2026-10-29/09-fixed-r1500-n4/postgres-statements.json create mode 100644 evidence/grade5-fixed-2026-10-29/09-fixed-r1500-n4/samples.jsonl create mode 100644 evidence/grade5-fixed-2026-10-29/09-fixed-r1500-n4/warmup.json create mode 100644 evidence/grade5-fixed-2026-10-29/10-fixed-r2000-n4/compose-scale.log create mode 100644 evidence/grade5-fixed-2026-10-29/10-fixed-r2000-n4/load.json create mode 100644 evidence/grade5-fixed-2026-10-29/10-fixed-r2000-n4/postgres-statements.json create mode 100644 evidence/grade5-fixed-2026-10-29/10-fixed-r2000-n4/samples.jsonl create mode 100644 evidence/grade5-fixed-2026-10-29/10-fixed-r2000-n4/warmup.json create mode 100644 evidence/grade5-fixed-2026-10-29/11-fixed-r2000-n2/compose-scale.log create mode 100644 evidence/grade5-fixed-2026-10-29/11-fixed-r2000-n2/load.json create mode 100644 evidence/grade5-fixed-2026-10-29/11-fixed-r2000-n2/postgres-statements.json create mode 100644 evidence/grade5-fixed-2026-10-29/11-fixed-r2000-n2/samples.jsonl create mode 100644 evidence/grade5-fixed-2026-10-29/11-fixed-r2000-n2/warmup.json create mode 100644 evidence/grade5-fixed-2026-10-29/12-fixed-r2000-n1/compose-scale.log create mode 100644 evidence/grade5-fixed-2026-10-29/12-fixed-r2000-n1/load.json create mode 100644 evidence/grade5-fixed-2026-10-29/12-fixed-r2000-n1/postgres-statements.json create mode 100644 evidence/grade5-fixed-2026-10-29/12-fixed-r2000-n1/samples.jsonl create mode 100644 evidence/grade5-fixed-2026-10-29/12-fixed-r2000-n1/warmup.json create mode 100644 evidence/grade5-fixed-2026-10-29/13-fixed-r2500-n1/compose-scale.log create mode 100644 evidence/grade5-fixed-2026-10-29/13-fixed-r2500-n1/load.json create mode 100644 evidence/grade5-fixed-2026-10-29/13-fixed-r2500-n1/postgres-statements.json create mode 100644 evidence/grade5-fixed-2026-10-29/13-fixed-r2500-n1/samples.jsonl create mode 100644 evidence/grade5-fixed-2026-10-29/13-fixed-r2500-n1/warmup.json create mode 100644 evidence/grade5-fixed-2026-10-29/14-fixed-r2500-n2/compose-scale.log create mode 100644 evidence/grade5-fixed-2026-10-29/14-fixed-r2500-n2/load.json create mode 100644 evidence/grade5-fixed-2026-10-29/14-fixed-r2500-n2/postgres-statements.json create mode 100644 evidence/grade5-fixed-2026-10-29/14-fixed-r2500-n2/samples.jsonl create mode 100644 evidence/grade5-fixed-2026-10-29/14-fixed-r2500-n2/warmup.json create mode 100644 evidence/grade5-fixed-2026-10-29/15-fixed-r2500-n4/compose-scale.log create mode 100644 evidence/grade5-fixed-2026-10-29/15-fixed-r2500-n4/load.json create mode 100644 evidence/grade5-fixed-2026-10-29/15-fixed-r2500-n4/postgres-statements.json create mode 100644 evidence/grade5-fixed-2026-10-29/15-fixed-r2500-n4/samples.jsonl create mode 100644 evidence/grade5-fixed-2026-10-29/15-fixed-r2500-n4/warmup.json create mode 100644 evidence/grade5-fixed-2026-10-29/cleanup.log create mode 100644 evidence/grade5-fixed-2026-10-29/compose-up.log create mode 100644 evidence/grade5-fixed-2026-10-29/environment-after.json create mode 100644 evidence/grade5-fixed-2026-10-29/go-build.log create mode 100644 evidence/grade5-fixed-2026-10-29/plan.json create mode 100644 evidence/grade5-fixed-2026-10-29/summary.json create mode 100644 evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/compose-scale.log create mode 100644 evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/diagnostics-after.json create mode 100644 evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/diagnostics-before.json create mode 100644 evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/load.json create mode 100644 evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/postgres-statements.json create mode 100644 evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/samples.jsonl create mode 100644 evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/warmup.json create mode 100644 evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/compose-scale.log create mode 100644 evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/diagnostics-after.json create mode 100644 evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/diagnostics-before.json create mode 100644 evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/load.json create mode 100644 evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/postgres-statements.json create mode 100644 evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/samples.jsonl create mode 100644 evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/warmup.json create mode 100644 evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/compose-scale.log create mode 100644 evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/diagnostics-after.json create mode 100644 evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/diagnostics-before.json create mode 100644 evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/load.json create mode 100644 evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/postgres-statements.json create mode 100644 evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/samples.jsonl create mode 100644 evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/warmup.json create mode 100644 evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/compose-scale.log create mode 100644 evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/diagnostics-after.json create mode 100644 evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/diagnostics-before.json create mode 100644 evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/load.json create mode 100644 evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/postgres-statements.json create mode 100644 evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/samples.jsonl create mode 100644 evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/warmup.json create mode 100644 evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/compose-scale.log create mode 100644 evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/diagnostics-after.json create mode 100644 evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/diagnostics-before.json create mode 100644 evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/load.json create mode 100644 evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/postgres-statements.json create mode 100644 evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/samples.jsonl create mode 100644 evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/warmup.json create mode 100644 evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/compose-scale.log create mode 100644 evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/diagnostics-after.json create mode 100644 evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/diagnostics-before.json create mode 100644 evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/load.json create mode 100644 evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/postgres-statements.json create mode 100644 evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/samples.jsonl create mode 100644 evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/warmup.json create mode 100644 evidence/grade5-group-commit-2026-10-30/cleanup.log create mode 100644 evidence/grade5-group-commit-2026-10-30/compose-up.log create mode 100644 evidence/grade5-group-commit-2026-10-30/environment-after.json create mode 100644 evidence/grade5-group-commit-2026-10-30/go-build.log create mode 100644 evidence/grade5-group-commit-2026-10-30/images.txt create mode 100644 evidence/grade5-group-commit-2026-10-30/plan.json create mode 100644 evidence/grade5-group-commit-2026-10-30/summary.json create mode 100644 evidence/grade5-group-commit-2026-10-30/tools-sha256.txt create mode 100644 evidence/grade5-group-commit-2026-10-30/tools/load.go create mode 100644 evidence/grade5-group-commit-2026-10-30/tools/plan.confirm.json create mode 100644 evidence/grade5-group-commit-2026-10-30/tools/run.py create mode 100644 evidence/grade5-pilot-2026-10-29-docker/01-pilot-n2-r100/compose-scale.log create mode 100644 evidence/grade5-pilot-2026-10-29-docker/01-pilot-n2-r100/load.json create mode 100644 evidence/grade5-pilot-2026-10-29-docker/01-pilot-n2-r100/postgres-statements.json create mode 100644 evidence/grade5-pilot-2026-10-29-docker/01-pilot-n2-r100/samples.jsonl create mode 100644 evidence/grade5-pilot-2026-10-29-docker/01-pilot-n2-r100/warmup.json create mode 100644 evidence/grade5-pilot-2026-10-29-docker/cleanup.log create mode 100644 evidence/grade5-pilot-2026-10-29-docker/compose-up.log create mode 100644 evidence/grade5-pilot-2026-10-29-docker/go-build.log create mode 100644 evidence/grade5-pilot-2026-10-29-docker/plan.json create mode 100644 evidence/grade5-pilot-2026-10-29-docker/summary.json create mode 100644 evidence/grade5-pilot-2026-10-29/cleanup.log create mode 100644 evidence/grade5-pilot-2026-10-29/compose-up.log create mode 100644 evidence/grade5-pilot-2026-10-29/go-build.log create mode 100644 evidence/grade5-pilot-2026-10-29/plan.json create mode 100644 evidence/grade5-pilot-2026-10-29/summary.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/compose-scale.log create mode 100644 evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/diagnostics-after.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/diagnostics-before.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/load.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/pool-stats.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/postgres-statements.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/samples.jsonl create mode 100644 evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/warmup.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/compose-scale.log create mode 100644 evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/diagnostics-after.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/diagnostics-before.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/load.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/pool-stats.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/postgres-statements.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/samples.jsonl create mode 100644 evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/warmup.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/compose-scale.log create mode 100644 evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/diagnostics-after.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/diagnostics-before.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/load.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/pool-stats.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/postgres-statements.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/samples.jsonl create mode 100644 evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/warmup.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/compose-scale.log create mode 100644 evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/diagnostics-after.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/diagnostics-before.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/load.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/pool-stats.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/postgres-statements.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/samples.jsonl create mode 100644 evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/warmup.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/compose-scale.log create mode 100644 evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/diagnostics-after.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/diagnostics-before.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/load.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/pool-stats.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/postgres-statements.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/samples.jsonl create mode 100644 evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/warmup.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/compose-scale.log create mode 100644 evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/diagnostics-after.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/diagnostics-before.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/load.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/pool-stats.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/postgres-statements.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/samples.jsonl create mode 100644 evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/warmup.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/compose-scale.log create mode 100644 evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/diagnostics-after.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/diagnostics-before.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/load.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/pool-stats.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/postgres-statements.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/samples.jsonl create mode 100644 evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/warmup.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/analysis/results.csv create mode 100644 evidence/grade5-pool-causal-2026-10-30/analysis/results.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/cleanup.log create mode 100644 evidence/grade5-pool-causal-2026-10-30/compose-up.log create mode 100644 evidence/grade5-pool-causal-2026-10-30/environment-after.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/go-build.log create mode 100644 evidence/grade5-pool-causal-2026-10-30/plan.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/summary.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/tools-sha256.txt create mode 100644 evidence/grade5-pool-causal-2026-10-30/tools/load.go create mode 100644 evidence/grade5-pool-causal-2026-10-30/tools/plan.pool-causal.json create mode 100644 evidence/grade5-pool-causal-2026-10-30/tools/poolstats.go create mode 100644 evidence/grade5-pool-causal-2026-10-30/tools/run.py create mode 100644 evidence/grade5-pool-pilot-2026-10-30-fixed/01-pilot-pool16/compose-scale.log create mode 100644 evidence/grade5-pool-pilot-2026-10-30-fixed/01-pilot-pool16/load.json create mode 100644 evidence/grade5-pool-pilot-2026-10-30-fixed/01-pilot-pool16/postgres-statements.json create mode 100644 evidence/grade5-pool-pilot-2026-10-30-fixed/01-pilot-pool16/samples.jsonl create mode 100644 evidence/grade5-pool-pilot-2026-10-30-fixed/01-pilot-pool16/warmup.json create mode 100644 evidence/grade5-pool-pilot-2026-10-30-fixed/cleanup.log create mode 100644 evidence/grade5-pool-pilot-2026-10-30-fixed/compose-up.log create mode 100644 evidence/grade5-pool-pilot-2026-10-30-fixed/environment-after.json create mode 100644 evidence/grade5-pool-pilot-2026-10-30-fixed/go-build.log create mode 100644 evidence/grade5-pool-pilot-2026-10-30-fixed/plan.json create mode 100644 evidence/grade5-pool-pilot-2026-10-30-fixed/summary.json create mode 100644 evidence/grade5-pool-pilot-2026-10-30/cleanup.log create mode 100644 evidence/grade5-pool-pilot-2026-10-30/compose-up.log create mode 100644 evidence/grade5-pool-pilot-2026-10-30/environment-after.json create mode 100644 evidence/grade5-pool-pilot-2026-10-30/go-build.log create mode 100644 evidence/grade5-pool-pilot-2026-10-30/plan.json create mode 100644 evidence/grade5-pool-pilot-2026-10-30/summary.json create mode 100644 evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/compose-scale.log create mode 100644 evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/diagnostics-after.json create mode 100644 evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/diagnostics-before.json create mode 100644 evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/load.json create mode 100644 evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/postgres-statements.json create mode 100644 evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/samples.jsonl create mode 100644 evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/warmup.json create mode 100644 evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/compose-scale.log create mode 100644 evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/diagnostics-after.json create mode 100644 evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/diagnostics-before.json create mode 100644 evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/load.json create mode 100644 evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/postgres-statements.json create mode 100644 evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/samples.jsonl create mode 100644 evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/warmup.json create mode 100644 evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/compose-scale.log create mode 100644 evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/diagnostics-after.json create mode 100644 evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/diagnostics-before.json create mode 100644 evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/load.json create mode 100644 evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/postgres-statements.json create mode 100644 evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/samples.jsonl create mode 100644 evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/warmup.json create mode 100644 evidence/grade5-pool-screen-2026-10-30/analysis/results.csv create mode 100644 evidence/grade5-pool-screen-2026-10-30/analysis/results.json create mode 100644 evidence/grade5-pool-screen-2026-10-30/cleanup.log create mode 100644 evidence/grade5-pool-screen-2026-10-30/compose-up.log create mode 100644 evidence/grade5-pool-screen-2026-10-30/environment-after.json create mode 100644 evidence/grade5-pool-screen-2026-10-30/go-build.log create mode 100644 evidence/grade5-pool-screen-2026-10-30/plan.json create mode 100644 evidence/grade5-pool-screen-2026-10-30/summary.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/compose-scale.log create mode 100644 evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/diagnostics-after.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/diagnostics-before.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/load.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/pool-stats.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/postgres-statements.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/samples.jsonl create mode 100644 evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/warmup.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/compose-scale.log create mode 100644 evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/diagnostics-after.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/diagnostics-before.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/load.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/pool-stats.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/postgres-statements.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/samples.jsonl create mode 100644 evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/warmup.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/compose-scale.log create mode 100644 evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/diagnostics-after.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/diagnostics-before.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/load.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/pool-stats.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/postgres-statements.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/samples.jsonl create mode 100644 evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/warmup.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/analysis/results.csv create mode 100644 evidence/grade5-wal-ablation-2026-10-30/analysis/results.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/cleanup.log create mode 100644 evidence/grade5-wal-ablation-2026-10-30/compose-up.log create mode 100644 evidence/grade5-wal-ablation-2026-10-30/environment-after.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/go-build.log create mode 100644 evidence/grade5-wal-ablation-2026-10-30/plan.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/public-smoke.log create mode 100644 evidence/grade5-wal-ablation-2026-10-30/summary.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/tools-sha256.txt create mode 100644 evidence/grade5-wal-ablation-2026-10-30/tools/load.go create mode 100644 evidence/grade5-wal-ablation-2026-10-30/tools/plan.wal-diagnostic.json create mode 100644 evidence/grade5-wal-ablation-2026-10-30/tools/poolstats.go create mode 100644 evidence/grade5-wal-ablation-2026-10-30/tools/run.py create mode 100644 infra/compose.group-commit.yaml create mode 100644 student-tests/lab3/grade5/README.md create mode 100644 student-tests/lab3/grade5/analyze.py create mode 100644 student-tests/lab3/grade5/load.go create mode 100644 student-tests/lab3/grade5/plan.confirm.json create mode 100644 student-tests/lab3/grade5/plan.controlled.json create mode 100644 student-tests/lab3/grade5/plan.db-cpu.json create mode 100644 student-tests/lab3/grade5/plan.fixed.json create mode 100644 student-tests/lab3/grade5/plan.pool-causal.json create mode 100644 student-tests/lab3/grade5/plan.pool-screen.json create mode 100644 student-tests/lab3/grade5/plan.wal-diagnostic.json create mode 100644 student-tests/lab3/grade5/requirements-plots.txt create mode 100644 student-tests/lab3/grade5/run.py create mode 100644 student-tests/lab3/grade5/verify_evidence.py diff --git a/REPORT.md b/REPORT.md index c3ecc2f2..03264048 100644 --- a/REPORT.md +++ b/REPORT.md @@ -1,8 +1,9 @@ # Отчёт — лабораторная 3 - Автор: Ремез Олег Романович, БПИ2304. -- Целевая оценка: «4». Трек на «5» не заявлен. +- Целевая оценка: **5**, трек 1 «Цена масштабирования». Контрольная точка уровня 4 сохранена отдельно. - Ветка решения: `solution/BPI2304-remez`. PR ещё не открыт. +- Контрольная точка уровня 4: commit `a2cb1ad`. Исследование трека 1 завершено 29–30.10.2026: проверены 1/2/4 API, рост ресурсов, причинное насыщение CPU-квоты БД и два измеренных ресурсных эффекта. Рост RPS от настройки group commit не заявляется. - Использованы Go 1.27.1, pgx/v5 5.11.0, Goose 3.26.0, go-redis/v9 9.23.0, PostgreSQL 18, Redis 7.4, HAProxy 3.2.24 и Docker Compose. При проектировании, правках и анализе использовался OpenAI Codex; выводы проверялись командами и экспериментами ниже. Основные документы: [Docker Compose services](https://docs.docker.com/reference/compose-file/services/), [Go HTTP Server](https://pkg.go.dev/net/http#Server), [HAProxy configuration](https://www.haproxy.org/download/3.2/doc/configuration.txt). ## Запуск из чистого clone @@ -104,3 +105,108 @@ HAProxy проверяет `GET /health/ready` каждые 1 с (`inter 1s`), Проверена потеря одного API-процесса при работающих HAProxy, PostgreSQL и Redis. Потеря самого узла Docker Desktop, HAProxy, PostgreSQL или Redis этим стендом не переживается: они остаются единичными точками отказа. Обновление выполняется поочерёдной заменой процессов в одном Docker host, без распределения по разным узлам. Пиковая производительность не заявлена: `tests/load.py` — closed-loop генератор, а два нагрузочных прогона не нормализованы по размеру базы и шуму хоста. Для текущего профиля подтверждено отсутствие ошибок при выбранных CPU/RAM-лимитах и при замене API; запас до насыщения БД/LB не исследован. Идемпотентность хранится без фоновой очистки после 24 часов, что увеличивает таблицу со временем. PostgreSQL и Redis доступны сервисам внутри общей Compose-сети; PostgreSQL дополнительно опубликован на loopback host для локальной диагностики. Secret с URL БД смонтирован только в API и мигратор, пароль инициализации PostgreSQL — только в PostgreSQL. Это локальные файлы `secrets/`, не централизованный secret manager. Роль `messenger` в текущем учебном стенде имеет права владельца БД; разделение DDL/DML-ролей не реализовано. Для теста изменения членства после отправки сообщения понадобился синтетический адаптер только в одноразовой БД: внешний ключ запрещает обычное удаление автора сообщения, а обязательный API не предоставляет удаления участника. Адаптер ограничил SQL точными UUID и восстановил данные в `finally`; повтор при отсутствии членства вернул 404, после восстановления — исходное сообщение. Этот тест не доказывает работу будущего публичного endpoint удаления участников. Единый полный runner после исправлений подтвердил все обязательные критерии, но завершился FAIL по дополнительному требованию нуля ошибок rolling: был один GET timeout с лимитом клиента 1 с, причина не установлена. + +## Исследование трека 1: цена масштабирования + +Гипотеза: при одинаковой суммарной квоте API рост числа реплик не даёт пропорционального роста производительности; общие PostgreSQL, LB и суммарный размер пулов ограничивают результат. Проверяется один профиль: POST текстового сообщения через LB, уникальный ключ идемпотентности, без повторов. Перед каждой точкой таблицы сообщений очищаются только в одноразовом проекте и заполняются 100 000 синтетических сообщений. Основной стенд и его volumes не используются. + +Собственный измеритель [load.go](student-tests/lab3/grade5/load.go) подаёт запросы с фиксированной частотой; учитывает HTTP/сетевые ошибки, пропуски из-за занятого генератора и опоздания планировщика. [run.py](student-tests/lab3/grade5/run.py) создаёт отдельный Compose-проект, меняет число API и квоты, собирает Docker/HAProxy/PostgreSQL, затем удаляет только его контейнеры и volumes. Auth-файл и URL БД находятся во временном каталоге, в evidence не записываются. + +Разведочная [матрица с настройками pgx по умолчанию](evidence/grade5-fixed-2026-10-29/summary.json) завершена: 1/2/4 API, суммарно 4 vCPU и 1024 MiB, 500–2500 запланированных POST/с, 20 с на точку. Обнаружены ограничения методики: cap 256 in-flight и изменение суммарного пула вместе с числом реплик (наблюдалось примерно 8/16/32 соединения API). Она не используется для доказательства предельной мощности сервера. + +Завершена [контрольная серия](evidence/grade5-controlled-2026-10-30/summary.json): общий пул ограничен 32 соединениями, cap генератора 1024, одинаковый бюджет API для 1/2/4; дополнительно две API при росте общего бюджета 2/3/4 vCPU и 512/768/1024 MiB. На перегрузке результаты существенно зависят от начального открытия соединений и состояния общего host. Ресурсные срезы этой серии редкие; они не доказывают конкретный bottleneck. Сырые неудачные результаты сохранены. Подтверждение улучшения выполнено отдельной серией с одинаковым прогревом и повторениями ниже. Итоговый RPS считается за полное время завершения (`successful_rps_wall`), ошибки и пропуски публикуются рядом с p99 успешных ответов. Разница числа добавленных строк и HTTP 201 не скрывается: при неопределённом результате записи могут быть зафиксированы без полученного подтверждения. + +### Измерения и граница масштабирования + +Среда новых запусков: macOS 27.2 arm64, Apple M2 / 8 GiB host RAM; Docker Engine 28.4.0, Compose 2.39.4-desktop.1, VM 8 vCPU / 4 109 803 520 байт RAM. Эти значения записаны в summary каждого проекта. Основной стенд оставался запущенным, но отдельную нагрузку на него не подавали. Физический host общий; thermal state и внешние фоновые задачи не контролировались. По одной точке матрицы нельзя оценить статистическую значимость небольших различий. Часть первых точек совпала с подготовкой окружения графиков; они не используются как подтверждающая пара улучшения. + +Ниже завершённые RPS за полное wall time; в скобках доля HTTP 201 от всех запланированных попыток. Бюджет API везде **4 vCPU / 1024 MiB**, общий пул 32. Ошибки и client drops входят в недостающую долю, их типы сохранены отдельно в JSON. p50/p95/p99, CPU/RAM, размеры данных и очереди доступны в [CSV](evidence/grade5-final-analysis-2026-10-30/results.csv) и [JSON](evidence/grade5-final-analysis-2026-10-30/results.json). + +| Запланировано POST/с | 1 API | 2 API | 4 API | +| ---: | ---: | ---: | ---: | +| 1000 | 1000,0 (100%) | 1000,0 (100%) | 962,0 (96,19%) | +| 2000 | 1949,7 (97,51%) | 1979,9 (99,00%) | 1836,9 (92,31%) | +| 3000 | 2593,0 (87,78%) | 2089,5 (70,63%) | 1907,0 (64,37%) | + +![Сравнение 1/2/4 API](evidence/grade5-final-analysis-2026-10-30/fixed_pool32.png) + +В серии роста ресурсов две API имели общий пул 32 и бюджеты 2/3/4 vCPU с 512/768/1024 MiB. При 3000 запланированных POST/с wall RPS составил 1260,7 / 1184,0 / 807,6; доля подтверждений 43,03% / 41,89% / 27,60%. Дополнительный CPU не дал монотонного выигрыша. Это наблюдение ограничено сильным дрейфом host/диска и порядком запусков; оно **не доказывает**, что добавление CPU само по себе замедляет систему. Все точки, включая ухудшения, сохранены. + +![Рост ресурсов](evidence/grade5-final-analysis-2026-10-30/resource_growth.png) + +Насыщенный режим данного профиля проявился при offered 3000 POST/с: очередь генератора достигала 1024, возникали client drops и HTTP 503, а добавление API не давало пропорционального роста завершённых операций. Для подтверждающей конфигурации (две API, общий бюджет 4 vCPU / 1024 MiB, по 8 PG-соединений) три базовых повтора дали 1269–1688 завершённых POST/с при offered 3000; 42,82–56,86% запланированных попыток получили 201. Это диапазон насыщения измеренного конечного профиля, а не универсальный предел системы или найденный SLO без ошибок. Матрица показывает область перегрузки между точками 1000–3000; точная максимальная частота без ошибок не заявляется. + +Диагностика [пула 4/8/16](evidence/grade5-pool-screen-2026-10-30/summary.json) при одинаковых квотах дала wall RPS 1518/1678/1803. Это одиночные разведочные точки; увеличение пула не объявляется подтверждённым улучшением. В baseline pool8 за 30 с сумма WAL fsync_time составила 21 404 мс, 22 760 fsync; средний CPU API около 203% из квоты 400%, PostgreSQL 141% из 200%, LB 36% из 100%. Счётчики CPU throttling и sample timestamps сохранены. Наблюдения указывают на существенную цену синхронизации WAL как общей зависимости; это вывод из измерений, а не доказательство единственного bottleneck при любых нагрузках. В PostgreSQL 18 соответствующие времена берутся из `pg_stat_io`, а не из удалённых полей `pg_stat_wal` ([документация](https://www.postgresql.org/docs/18/runtime-config-statistics.html)). + +### Подтверждённое улучшение: стоимость синхронизации WAL + +После диагностики проверена гипотеза: задержка группового commit на 1000 микросекунд уменьшит число WAL fsync на записанную операцию, сохранив синхронные гарантии. Рост RPS оценивался отдельно. PostgreSQL описывает `commit_delay` именно как компромисс группировки и добавленной задержки ([документация](https://www.postgresql.org/docs/18/runtime-config-wal.html)). + +[План](student-tests/lab3/grade5/plan.confirm.json): A–B–B–A–A–B, три повтора на настройку, одинаковые CPU/RAM, две API, pool8 на реплику, seed 100 000, offered 3000 POST/с, измерение 30 с, warmup 10 с на целевой частоте, reset/ANALYZE/CHECKPOINT и ожидание 3 с. Сетевой timeout 5 с, cap 1024, уникальные ключи, без retry. Клиентский HTTP transport в каждом измерении новый. [Полный summary](evidence/grade5-group-commit-2026-10-30/summary.json), [снимок измерительных исходников и плана](evidence/grade5-group-commit-2026-10-30/tools-sha256.txt), before/after diagnostics и raw samples сохранены. В каждом из шести прогонов по before/after-снимкам подтверждены `fsync=on`, `synchronous_commit=on`, `commit_siblings=5` и фактический `commit_delay`. + +| Метрика, медиана трёх повторов | A: 0 µs | B: 1000 µs | Наблюдаемый эффект | +| --- | ---: | ---: | --- | +| Завершённые POST/с, wall | 1561,990 | 1565,524 | +0,23%; при таком разбросе рост не доказан | +| p99 успешных ответов, мс | 1394,874 | 1248,272 | −10,5%; диапазоны повторов пересекаются | +| WAL fsync / добавленное сообщение | 0,4617 | 0,1875 | **−59,4%**, диапазоны повторов не пересекаются | +| Сумма WAL fsync_time за точку, мс | 20967,7 | 11406,0 | **−45,6%**, диапазоны повторов не пересекаются | + +![Подтверждающие повторы group commit](evidence/grade5-final-analysis-2026-10-30/group-commit.png) + +Подтверждено улучшение **эффективности WAL**, а не рост пропускной способности: каждый повтор B требует меньше fsync на записанное сообщение (0,1866–0,1947), чем каждый A (0,4550–0,4719). Сумма времени fsync тоже ниже во всех B (10,956–11,418 с против 20,765–21,447 с). Эти суммы не следует трактовать как непрерывное время ожидания каждого запроса. Перегрузка при offered 3000 сохраняется; настройка не решает все ограничения. Между HTTP 201 и строками в этих точках было 7–23 неопределённо подтверждённых записи; они включены в `messages_added` и не выданы за полученные клиентом ответы. + +Реализация настройки доступна в [опциональном Compose-профиле](infra/compose.group-commit.yaml): + +```sh +docker compose --env-file .env -f compose.yaml -f infra/compose.group-commit.yaml up -d postgres +``` + +Применение требует перезапуска PostgreSQL; основной профиль лабораторной остаётся с настройкой по умолчанию. При малой конкуренции дополнительное ожидание может ухудшать latency, поэтому включать этот профиль без своего измерения не рекомендуется. Гарантии `fsync` и синхронного commit не отключаются. Оптимизация не претендует на решение отказа узла или единственной БД. + +Все исследовательские проекты очищены; `environment-after.json` финальных запусков содержит пустые списки контейнеров и volumes. Сырые пилотные ошибки (Docker был выключен; первый тест pool URL попал в мигратор) сохранены как ошибки инструментария, а не результаты нагрузки. После исправления API использует отдельный временный secret, мигратор — исходный URL. Публичные тесты и обязательный контракт не изменялись. + +### Проверка альтернативных причин насыщения + +[Повторы изменения пула](evidence/grade5-pool-causal-2026-10-30/summary.json) не дали устойчивого выигрыша: для pool8 wall RPS 2259,5 / 1370,9 / 1582,9, для pool16 — 1155,1 / 1268,7 / 1523,6. Поэтому pool16 не предлагается как улучшение основного стенда. В этом запуске фильтр логов не совпал с текстовым форматом slog; пустые `pool-stats.json` означают отсутствие наблюдений, а не нулевое ожидание. Фильтр исправлен в последующих запусках. + +Для причинной проверки WAL проведена [диагностическая серия on/off/on](evidence/grade5-wal-ablation-2026-10-30/summary.json) при одинаковом pool8 и бюджете: временный `synchronous_commit=off` разрешён только для фазы `wal_ablation` одноразовой синтетической БД. Это ослабляет гарантию подтверждения и не является допустимой оптимизацией решения. Wall RPS: 1605,7 / 1555,3 / 1406,1. Время fsync упало примерно с 21,25 с до 1,04 с, но throughput не вырос; гипотеза «именно ожидание WAL определяет предел RPS этого профиля» не подтвердилась. Дорогой WAL flush сам по себе не доказывает bottleneck. В первой синхронной точке среднее накопленное ожидание успешных получений соединения, делённое на число успешных acquire, — 290,865 мс; pool был полон в 50% секундных срезов, отменённых acquire 1031. В off-точке ожидание осталось высоким (273,139 мс), то есть очередь пула не исчезла. После опыта on восстановлен, public smoke прошёл, проект удалён. + +Причинная проверка ограниченной CPU-квоты PostgreSQL вынесена в [план](student-tests/lab3/grade5/plan.db-cpu.json): API и общий пул фиксированы, БД ограничена 0,5 vCPU при 1/2/4 API; далее меняется только квота БД до 2 vCPU и выполняются возврат/повтор. Результаты завершённого опыта приведены ниже. + +### Причинно установленное насыщение: CPU-квота PostgreSQL + +[Завершённый опыт](evidence/grade5-db-cpu-2026-10-30/summary.json) использует специально ограниченную БД **0,5 vCPU / 512 MiB**. Это отдельный исследовательский бюджет, а не утверждение о настройках основного стенда: основной compose уже имел 2 vCPU для БД. Суммарный бюджет API во всех точках — 4 vCPU / 1024 MiB, суммарный PG-пул — 16 соединений (16/8/4 на одну из 1/2/4 API), LB 1 vCPU / 256 MiB, Redis 0,5 vCPU / 128 MiB. При росте ресурса меняется только CPU БД с 0,5 до 2. Общая сумма постоянных CPU-квот возрастает с 6 до 7,5 на VM с 8 vCPU. [Фактические limits 0,5](evidence/grade5-db-cpu-2026-10-30/limits-pg05.json) и [limits 2](evidence/grade5-db-cpu-2026-10-30/limits-pg2.json) записаны из docker inspect. + +Общий профиль: 100 000 исходных сообщений, offered 2000 POST/с, 30 с измерения, warmup 10 с на целевой частоте, reset/ANALYZE/CHECKPOINT и ожидание 3 с. Во всех точках `synchronous_commit=on`, `fsync=on`, `commit_delay=0`; новый API содержит только включённые для эксперимента агрегированные pgxpool-счётчики. Получение соединения считается успешно завершённым в метрике среднего ожидания; отменённые acquire учитываются отдельно. Секундные значения occupancy — выборочные срезы. `cpu.stat.throttled_usec` суммирует throttling cgroup и может превышать wall time при нескольких исполняемых задачах; его нельзя делить на 30 с и выдавать за процент времени запроса. + +| API | Квота БД, vCPU | Wall POST/с | HTTP 201 / scheduled | p99 HTTP 201, мс | Средний CPU БД, 100%=1 core | +| ---: | ---: | ---: | ---: | ---: | ---: | +| 1 | 0,5 | 550,462 | 29,19% | 1704,800 | 50,46% | +| 2 | 0,5 | 295,502 | 14,78% | 1953,801 | 43,65% | +| 4 | 0,5 | 264,281 | 13,78% | 2038,828 | 47,73% | +| 2 | 2 | 1842,419 | 92,42% | 981,683 | см. CSV | +| 2, возврат | 0,5 | 434,028 | 22,70% | 1877,660 | 50,27% | +| 2, повтор | 2 | 1943,529 | 97,21% | 754,359 | см. CSV | + +![Причинная проверка CPU-квоты БД](evidence/grade5-final-analysis-2026-10-30/db-cpu-causal.png) + +При БД 0,5 vCPU наблюдается насыщение её выделенного CPU-бюджета: среднее потребление близко к лимиту 50%, большие накопленные throttling-счётчики (108–129 млн µs в первых трёх точках), одновременно CPU API/LB значительно ниже их квот. Прямые pool-счётчики показывают очередь: для первых 1/2/4 API среднее ожидание успешного acquire 498/615/580 мс. Первая точка с БД 2 vCPU уменьшила его до 79 мс и throttling БД примерно до 2,08 млн µs; возврат к 0,5 вернул ожидание примерно 551 мс и throttling 115 млн µs. Значения являются накопленными приращениями между сохранёнными границами, с небольшим временем самой диагностики. + +Именно изменение одного ресурса и возврат дают причинное подтверждение: **в этом бюджете ограничивает CPU-квота общей БД**. Дополнительные API не увеличивают эту квоту и не устраняют очередь к общей зависимости; при фиксированном общем пуле и API-бюджете они добавляют распределение работы и накладные расходы. Одинаковый RPS для всех N не ожидается и не требуется: в данном опыте он ухудшился. Причину каждого процента ухудшения между 1/2/4 отдельно не изолировали. + +Подтверждённое улучшение исследуемой ресурсной конфигурации — увеличение CPU БД 0,5→2 при неизменных двух API: оба результата 1842/1944 POST/с выше обоих базовых 296/434; даже консервативное сравнение худшего результата 2 CPU с лучшим 0,5 CPU даёт **4,24 раза**. Это эффект роста ресурса БД в ограниченном профиле, не ускорение прежнего основного стенда, где 2 CPU уже были. Независимая оптимизация затрат WAL через group commit описана выше и сохраняет синхронные гарантии, но почти не меняет медианный RPS. + +Таким образом, точка насыщения определена для явно заданной конфигурации: при offered 2000 и БД 0,5 vCPU получен диапазон 264–550 подтверждённых POST/с в 1/2/4 API, очередь пула и исчерпание CPU-квоты; её снятие переносит рабочую область к 1842–1944 POST/с. Это не точный максимальный offered rate с нулём ошибок и не предел другого оборудования. На 2 CPU БД ошибки при offered 2000 ещё есть; следующая общая зависимость и её предел здесь не исследовались. + +[Проверка учёта запросов, начального dataset, фактических API-квот, настроек durability, pool-телеметрии и cleanup](evidence/grade5-final-analysis-2026-10-30/verification.json) — PASS. [Public smoke новой сборки после серии](evidence/grade5-db-cpu-2026-10-30/public-smoke.log) — PASS. Снимки исходников измерителя/диагностики и плана с SHA-256 находятся в папке опыта. Ограничение точности, холодный transport и шум общего host сохраняются; причинный вывод относится к контролируемой CPU-квоте БД, а не к отвергнутой ранее гипотезе WAL как единственного лимита RPS. + +Итоговая регрессия после добавления opt-in диагностики пула: [make check](evidence/grade5-final-verification-2026-10-30/make-check.log) и [go test ./...](evidence/grade5-final-verification-2026-10-30/go-test.log) — PASS. Опциональный Compose-профиль проходит `config --quiet`; local Markdown links проверены. Основной код бизнес-операций, SQL и публичный контракт в исследовательском этапе не менялись; в API добавлен только выключенный по умолчанию `PG_POOL_DIAGNOSTICS=1` logger агрегированных счётчиков. + +Повтор причинного опыта из корня репозитория (Docker должен быть запущен; output должен отсутствовать или быть пустым): + +```sh +python3 student-tests/lab3/grade5/run.py --plan student-tests/lab3/grade5/plan.db-cpu.json --output evidence/my-db-cpu +python3 student-tests/lab3/grade5/verify_evidence.py evidence/my-db-cpu +``` + +Для финального подтверждения квот новый запуск должен сохранить также `limits-pg05.json` / `limits-pg2.json` из Docker inspect: в историческом опыте они записаны отдельной диагностической командой. Runner сам сохраняет API-квоты для каждой точки; встроенная автоматическая запись PG-снимков добавлена в текущий runner для воспроизводимости. diff --git a/cmd/api/main.go b/cmd/api/main.go index 9f82f57c..ca1d2e88 100644 --- a/cmd/api/main.go +++ b/cmd/api/main.go @@ -45,6 +45,11 @@ func main() { os.Exit(1) } defer pool.Close() + if os.Getenv("PG_POOL_DIAGNOSTICS") == "1" { + diagnosticsCtx, stopDiagnostics := context.WithCancel(context.Background()) + defer stopDiagnostics() + go logPoolStats(diagnosticsCtx, pool) + } queries := sqlc.New(pool) diff --git a/cmd/api/poolstats.go b/cmd/api/poolstats.go new file mode 100644 index 00000000..b57a70c6 --- /dev/null +++ b/cmd/api/poolstats.go @@ -0,0 +1,29 @@ +package main + +import ( + "context" + "log/slog" + "time" + + "github.com/jackc/pgx/v5/pgxpool" +) + +// logPoolStats is opt-in diagnostics for the isolated scaling experiment. +// It contains only aggregate counters, never connection strings or SQL values. +func logPoolStats(ctx context.Context, pool *pgxpool.Pool) { + ticker := time.NewTicker(time.Second) + defer ticker.Stop() + for { + select { + case <-ctx.Done(): + return + case <-ticker.C: + s := pool.Stat() + slog.Info("pg_pool_stats", "max_conns", s.MaxConns(), + "acquired", s.AcquiredConns(), "idle", s.IdleConns(), + "acquire_count", s.AcquireCount(), "empty_count", s.EmptyAcquireCount(), + "empty_wait_ns", s.EmptyAcquireWaitTime().Nanoseconds(), + "canceled_count", s.CanceledAcquireCount()) + } + } +} diff --git a/evidence/grade5-analysis-2026-10-30/results.csv b/evidence/grade5-analysis-2026-10-30/results.csv new file mode 100644 index 00000000..e2c270bb --- /dev/null +++ b/evidence/grade5-analysis-2026-10-30/results.csv @@ -0,0 +1,19 @@ +name,phase,replicas,api_total_cpus,api_total_memory_mib,postgres_cpus,pool_max_conns_per_replica,rate,source,successful_rps,wall_rps,success_ratio,p50_ms,p95_ms,p99_ms,schedule_p99_ms,failures,messages_added,confirmed,samples,db_connections_max,lock_wait_max,io_wait_max,api_cpu_mean_pct,api_cpu_max_pct,postgres_cpu_mean_pct,postgres_cpu_max_pct,lb_cpu_mean_pct,lb_cpu_max_pct,redis_cpu_mean_pct,redis_cpu_max_pct +pool32-fixed-r1000-n1,fixed_pool32,1,4,1024,2,32,1000,evidence/grade5-controlled-2026-10-30,1000,1000.011,1,0.878,16.667,98.019,1.506,{},20000,20000,4,33,0,1,32.7,37.34,20.01,25.3,5.2,5.97,1.97,2.21 +pool32-fixed-r1000-n2,fixed_pool32,2,4,1024,2,16,1000,evidence/grade5-controlled-2026-10-30,1000,1000.013,1,0.968,239.526,503.815,1.567,{},20000,20000,4,33,0,0,51.43,82.14,64.76,187.98,24.26,44.02,3.3,5.95 +pool32-fixed-r1000-n4,fixed_pool32,4,4,1024,2,8,1000,evidence/grade5-controlled-2026-10-30,961.95,961.958,0.96195,1.646,1240.417,1764.388,3.825,"{""dropped_inflight"": 756, ""http_503"": 5}",19243,19239,4,33,0,1,67.02,166.93,52.18,144.83,15.63,47.13,2.27,3.0 +pool32-fixed-r2000-n4,fixed_pool32,4,4,1024,2,8,2000,evidence/grade5-controlled-2026-10-30,1846.15,1836.902,0.923075,85.866,804.527,1209.831,0.9,"{""dropped_inflight"": 3077}",36923,36923,4,33,0,1,126.33,224.89,77.04,148.12,20.23,41.76,6.38,13.52 +pool32-fixed-r2000-n2,fixed_pool32,2,4,1024,2,16,2000,evidence/grade5-controlled-2026-10-30,1980.1,1979.883,0.99005,3.154,404.278,701.699,0.451,"{""dropped_inflight"": 398}",39602,39602,4,33,0,1,121.65,140.69,97.42,125.85,25.14,35.62,8.39,13.94 +pool32-fixed-r2000-n1,fixed_pool32,1,4,1024,2,32,2000,evidence/grade5-controlled-2026-10-30,1950.15,1949.682,0.975075,2.793,443.953,997,0.309,"{""dropped_inflight"": 997}",39003,39003,4,33,0,1,121.92,177.46,77.11,99.67,21.75,32.09,6.58,9.01 +pool32-fixed-r3000-n1,fixed_pool32,1,4,1024,2,32,3000,evidence/grade5-controlled-2026-10-30,2633.25,2593.008,0.87775,221.185,655.339,966.242,0.381,"{""dropped_inflight"": 7335}",52665,52665,4,33,0,1,156.88,228.52,145.32,196.35,30.36,41.31,10.16,15.56 +pool32-fixed-r3000-n2,fixed_pool32,2,4,1024,2,16,3000,evidence/grade5-controlled-2026-10-30,2118.95,2089.482,0.706317,402.814,922.883,1273.686,0.45,"{""connection"": 13, ""dropped_inflight"": 16936, ""http_503"": 672}",42380,42379,4,33,0,1,173.28,242.04,132.09,181.41,30.81,43.21,8.17,10.3 +pool32-fixed-r3000-n4,fixed_pool32,4,4,1024,2,8,3000,evidence/grade5-controlled-2026-10-30,1931.05,1906.961,0.643683,469.087,872.444,1594.005,0.768,"{""dropped_inflight"": 20385, ""http_503"": 994}",38650,38621,3,33,0,1,253.68,263.6,170.23,175.79,43.99,48.31,12.82,14.2 +grow-r1000-c2,resource_growth,2,2,512,2,16,1000,evidence/grade5-controlled-2026-10-30,958.1,957.944,0.9581,1.966,1319.564,1832.251,1.526,"{""connection"": 132, ""dropped_inflight"": 691, ""http_503"": 15}",19167,19162,4,33,0,1,83.07,227.39,68.88,216.4,14.69,41.82,8.66,26.82 +grow-r1000-c3,resource_growth,2,3,768,2,16,1000,evidence/grade5-controlled-2026-10-30,1000,1000.007,1,1.063,321.428,530.503,0.416,{},20000,20000,4,33,0,0,58.59,109.99,57.16,108.08,9.99,19.72,3.24,5.35 +grow-r1000-c4,resource_growth,2,4,1024,2,16,1000,evidence/grade5-controlled-2026-10-30,1000,999.981,1,1.636,506.613,908.609,1.205,{},20000,20000,4,33,0,1,63.79,106.87,33.29,67.32,15.42,39.16,3.93,6.07 +grow-r2000-c4,resource_growth,2,4,1024,2,16,2000,evidence/grade5-controlled-2026-10-30,1784.85,1770.066,0.892425,279.544,887.192,1513.928,1.053,"{""dropped_inflight"": 4303}",35697,35697,4,33,0,1,164.41,251.86,136.97,234.03,39.6,83.94,7.71,11.32 +grow-r2000-c3,resource_growth,2,3,768,2,16,2000,evidence/grade5-controlled-2026-10-30,1746.4,1746.278,0.8732,266.263,895.023,1331.973,0.474,"{""dropped_inflight"": 4709, ""http_503"": 363}",34940,34928,4,33,0,1,174.4,257.42,165.78,196.52,29.25,49.49,8.42,11.86 +grow-r2000-c2,resource_growth,2,2,512,2,16,2000,evidence/grade5-controlled-2026-10-30,1214.15,1168.004,0.607075,382.913,1256.282,1562.894,1.775,"{""dropped_inflight"": 11391, ""http_503"": 4326}",24296,24283,4,33,0,1,165.97,244.79,116.5,159.86,27.36,38.77,13.96,36.32 +grow-r3000-c2,resource_growth,2,2,512,2,16,3000,evidence/grade5-controlled-2026-10-30,1290.9,1260.65,0.4303,569.66,1398.721,1528.555,0.378,"{""dropped_inflight"": 31290, ""http_503"": 2892}",25850,25818,4,33,0,1,143.18,210.83,120.5,188.41,37.09,72.2,6.01,8.82 +grow-r3000-c3,resource_growth,2,3,768,2,16,3000,evidence/grade5-controlled-2026-10-30,1256.65,1183.977,0.418883,622.517,1559.951,2483.533,0.988,"{""connection"": 461, ""dropped_inflight"": 32746, ""http_503"": 1660}",25166,25133,3,33,0,0,227.38,236.19,200.01,216.82,41.98,46.03,11.28,11.98 +grow-r3000-c4,resource_growth,2,4,1024,2,16,3000,evidence/grade5-controlled-2026-10-30,827.9,807.603,0.275967,760.712,1693.38,2224.782,1.631,"{""dropped_inflight"": 39796, ""http_503"": 3646}",16584,16558,3,33,0,1,162.99,252.38,139.72,217.39,33.55,53.21,7.68,12.18 diff --git a/evidence/grade5-analysis-2026-10-30/results.json b/evidence/grade5-analysis-2026-10-30/results.json new file mode 100644 index 00000000..538a7962 --- /dev/null +++ b/evidence/grade5-analysis-2026-10-30/results.json @@ -0,0 +1,596 @@ +[ + { + "name": "pool32-fixed-r1000-n1", + "phase": "fixed_pool32", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 32, + "rate": 1000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1000, + "wall_rps": 1000.011, + "success_ratio": 1, + "p50_ms": 0.878, + "p95_ms": 16.667, + "p99_ms": 98.019, + "schedule_p99_ms": 1.506, + "failures": "{}", + "messages_added": 20000, + "confirmed": 20000, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 32.7, + "api_cpu_max_pct": 37.34, + "postgres_cpu_mean_pct": 20.01, + "postgres_cpu_max_pct": 25.3, + "lb_cpu_mean_pct": 5.2, + "lb_cpu_max_pct": 5.97, + "redis_cpu_mean_pct": 1.97, + "redis_cpu_max_pct": 2.21 + }, + { + "name": "pool32-fixed-r1000-n2", + "phase": "fixed_pool32", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "rate": 1000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1000, + "wall_rps": 1000.013, + "success_ratio": 1, + "p50_ms": 0.968, + "p95_ms": 239.526, + "p99_ms": 503.815, + "schedule_p99_ms": 1.567, + "failures": "{}", + "messages_added": 20000, + "confirmed": 20000, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 0, + "api_cpu_mean_pct": 51.43, + "api_cpu_max_pct": 82.14, + "postgres_cpu_mean_pct": 64.76, + "postgres_cpu_max_pct": 187.98, + "lb_cpu_mean_pct": 24.26, + "lb_cpu_max_pct": 44.02, + "redis_cpu_mean_pct": 3.3, + "redis_cpu_max_pct": 5.95 + }, + { + "name": "pool32-fixed-r1000-n4", + "phase": "fixed_pool32", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "rate": 1000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 961.95, + "wall_rps": 961.958, + "success_ratio": 0.96195, + "p50_ms": 1.646, + "p95_ms": 1240.417, + "p99_ms": 1764.388, + "schedule_p99_ms": 3.825, + "failures": "{\"dropped_inflight\": 756, \"http_503\": 5}", + "messages_added": 19243, + "confirmed": 19239, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 67.02, + "api_cpu_max_pct": 166.93, + "postgres_cpu_mean_pct": 52.18, + "postgres_cpu_max_pct": 144.83, + "lb_cpu_mean_pct": 15.63, + "lb_cpu_max_pct": 47.13, + "redis_cpu_mean_pct": 2.27, + "redis_cpu_max_pct": 3.0 + }, + { + "name": "pool32-fixed-r2000-n4", + "phase": "fixed_pool32", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "rate": 2000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1846.15, + "wall_rps": 1836.902, + "success_ratio": 0.923075, + "p50_ms": 85.866, + "p95_ms": 804.527, + "p99_ms": 1209.831, + "schedule_p99_ms": 0.9, + "failures": "{\"dropped_inflight\": 3077}", + "messages_added": 36923, + "confirmed": 36923, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 126.33, + "api_cpu_max_pct": 224.89, + "postgres_cpu_mean_pct": 77.04, + "postgres_cpu_max_pct": 148.12, + "lb_cpu_mean_pct": 20.23, + "lb_cpu_max_pct": 41.76, + "redis_cpu_mean_pct": 6.38, + "redis_cpu_max_pct": 13.52 + }, + { + "name": "pool32-fixed-r2000-n2", + "phase": "fixed_pool32", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "rate": 2000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1980.1, + "wall_rps": 1979.883, + "success_ratio": 0.99005, + "p50_ms": 3.154, + "p95_ms": 404.278, + "p99_ms": 701.699, + "schedule_p99_ms": 0.451, + "failures": "{\"dropped_inflight\": 398}", + "messages_added": 39602, + "confirmed": 39602, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 121.65, + "api_cpu_max_pct": 140.69, + "postgres_cpu_mean_pct": 97.42, + "postgres_cpu_max_pct": 125.85, + "lb_cpu_mean_pct": 25.14, + "lb_cpu_max_pct": 35.62, + "redis_cpu_mean_pct": 8.39, + "redis_cpu_max_pct": 13.94 + }, + { + "name": "pool32-fixed-r2000-n1", + "phase": "fixed_pool32", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 32, + "rate": 2000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1950.15, + "wall_rps": 1949.682, + "success_ratio": 0.975075, + "p50_ms": 2.793, + "p95_ms": 443.953, + "p99_ms": 997, + "schedule_p99_ms": 0.309, + "failures": "{\"dropped_inflight\": 997}", + "messages_added": 39003, + "confirmed": 39003, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 121.92, + "api_cpu_max_pct": 177.46, + "postgres_cpu_mean_pct": 77.11, + "postgres_cpu_max_pct": 99.67, + "lb_cpu_mean_pct": 21.75, + "lb_cpu_max_pct": 32.09, + "redis_cpu_mean_pct": 6.58, + "redis_cpu_max_pct": 9.01 + }, + { + "name": "pool32-fixed-r3000-n1", + "phase": "fixed_pool32", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 32, + "rate": 3000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 2633.25, + "wall_rps": 2593.008, + "success_ratio": 0.87775, + "p50_ms": 221.185, + "p95_ms": 655.339, + "p99_ms": 966.242, + "schedule_p99_ms": 0.381, + "failures": "{\"dropped_inflight\": 7335}", + "messages_added": 52665, + "confirmed": 52665, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 156.88, + "api_cpu_max_pct": 228.52, + "postgres_cpu_mean_pct": 145.32, + "postgres_cpu_max_pct": 196.35, + "lb_cpu_mean_pct": 30.36, + "lb_cpu_max_pct": 41.31, + "redis_cpu_mean_pct": 10.16, + "redis_cpu_max_pct": 15.56 + }, + { + "name": "pool32-fixed-r3000-n2", + "phase": "fixed_pool32", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "rate": 3000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 2118.95, + "wall_rps": 2089.482, + "success_ratio": 0.706317, + "p50_ms": 402.814, + "p95_ms": 922.883, + "p99_ms": 1273.686, + "schedule_p99_ms": 0.45, + "failures": "{\"connection\": 13, \"dropped_inflight\": 16936, \"http_503\": 672}", + "messages_added": 42380, + "confirmed": 42379, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 173.28, + "api_cpu_max_pct": 242.04, + "postgres_cpu_mean_pct": 132.09, + "postgres_cpu_max_pct": 181.41, + "lb_cpu_mean_pct": 30.81, + "lb_cpu_max_pct": 43.21, + "redis_cpu_mean_pct": 8.17, + "redis_cpu_max_pct": 10.3 + }, + { + "name": "pool32-fixed-r3000-n4", + "phase": "fixed_pool32", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "rate": 3000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1931.05, + "wall_rps": 1906.961, + "success_ratio": 0.643683, + "p50_ms": 469.087, + "p95_ms": 872.444, + "p99_ms": 1594.005, + "schedule_p99_ms": 0.768, + "failures": "{\"dropped_inflight\": 20385, \"http_503\": 994}", + "messages_added": 38650, + "confirmed": 38621, + "samples": 3, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 253.68, + "api_cpu_max_pct": 263.6, + "postgres_cpu_mean_pct": 170.23, + "postgres_cpu_max_pct": 175.79, + "lb_cpu_mean_pct": 43.99, + "lb_cpu_max_pct": 48.31, + "redis_cpu_mean_pct": 12.82, + "redis_cpu_max_pct": 14.2 + }, + { + "name": "grow-r1000-c2", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 2, + "api_total_memory_mib": 512, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "rate": 1000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 958.1, + "wall_rps": 957.944, + "success_ratio": 0.9581, + "p50_ms": 1.966, + "p95_ms": 1319.564, + "p99_ms": 1832.251, + "schedule_p99_ms": 1.526, + "failures": "{\"connection\": 132, \"dropped_inflight\": 691, \"http_503\": 15}", + "messages_added": 19167, + "confirmed": 19162, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 83.07, + "api_cpu_max_pct": 227.39, + "postgres_cpu_mean_pct": 68.88, + "postgres_cpu_max_pct": 216.4, + "lb_cpu_mean_pct": 14.69, + "lb_cpu_max_pct": 41.82, + "redis_cpu_mean_pct": 8.66, + "redis_cpu_max_pct": 26.82 + }, + { + "name": "grow-r1000-c3", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 3, + "api_total_memory_mib": 768, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "rate": 1000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1000, + "wall_rps": 1000.007, + "success_ratio": 1, + "p50_ms": 1.063, + "p95_ms": 321.428, + "p99_ms": 530.503, + "schedule_p99_ms": 0.416, + "failures": "{}", + "messages_added": 20000, + "confirmed": 20000, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 0, + "api_cpu_mean_pct": 58.59, + "api_cpu_max_pct": 109.99, + "postgres_cpu_mean_pct": 57.16, + "postgres_cpu_max_pct": 108.08, + "lb_cpu_mean_pct": 9.99, + "lb_cpu_max_pct": 19.72, + "redis_cpu_mean_pct": 3.24, + "redis_cpu_max_pct": 5.35 + }, + { + "name": "grow-r1000-c4", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "rate": 1000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1000, + "wall_rps": 999.981, + "success_ratio": 1, + "p50_ms": 1.636, + "p95_ms": 506.613, + "p99_ms": 908.609, + "schedule_p99_ms": 1.205, + "failures": "{}", + "messages_added": 20000, + "confirmed": 20000, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 63.79, + "api_cpu_max_pct": 106.87, + "postgres_cpu_mean_pct": 33.29, + "postgres_cpu_max_pct": 67.32, + "lb_cpu_mean_pct": 15.42, + "lb_cpu_max_pct": 39.16, + "redis_cpu_mean_pct": 3.93, + "redis_cpu_max_pct": 6.07 + }, + { + "name": "grow-r2000-c4", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "rate": 2000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1784.85, + "wall_rps": 1770.066, + "success_ratio": 0.892425, + "p50_ms": 279.544, + "p95_ms": 887.192, + "p99_ms": 1513.928, + "schedule_p99_ms": 1.053, + "failures": "{\"dropped_inflight\": 4303}", + "messages_added": 35697, + "confirmed": 35697, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 164.41, + "api_cpu_max_pct": 251.86, + "postgres_cpu_mean_pct": 136.97, + "postgres_cpu_max_pct": 234.03, + "lb_cpu_mean_pct": 39.6, + "lb_cpu_max_pct": 83.94, + "redis_cpu_mean_pct": 7.71, + "redis_cpu_max_pct": 11.32 + }, + { + "name": "grow-r2000-c3", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 3, + "api_total_memory_mib": 768, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "rate": 2000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1746.4, + "wall_rps": 1746.278, + "success_ratio": 0.8732, + "p50_ms": 266.263, + "p95_ms": 895.023, + "p99_ms": 1331.973, + "schedule_p99_ms": 0.474, + "failures": "{\"dropped_inflight\": 4709, \"http_503\": 363}", + "messages_added": 34940, + "confirmed": 34928, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 174.4, + "api_cpu_max_pct": 257.42, + "postgres_cpu_mean_pct": 165.78, + "postgres_cpu_max_pct": 196.52, + "lb_cpu_mean_pct": 29.25, + "lb_cpu_max_pct": 49.49, + "redis_cpu_mean_pct": 8.42, + "redis_cpu_max_pct": 11.86 + }, + { + "name": "grow-r2000-c2", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 2, + "api_total_memory_mib": 512, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "rate": 2000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1214.15, + "wall_rps": 1168.004, + "success_ratio": 0.607075, + "p50_ms": 382.913, + "p95_ms": 1256.282, + "p99_ms": 1562.894, + "schedule_p99_ms": 1.775, + "failures": "{\"dropped_inflight\": 11391, \"http_503\": 4326}", + "messages_added": 24296, + "confirmed": 24283, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 165.97, + "api_cpu_max_pct": 244.79, + "postgres_cpu_mean_pct": 116.5, + "postgres_cpu_max_pct": 159.86, + "lb_cpu_mean_pct": 27.36, + "lb_cpu_max_pct": 38.77, + "redis_cpu_mean_pct": 13.96, + "redis_cpu_max_pct": 36.32 + }, + { + "name": "grow-r3000-c2", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 2, + "api_total_memory_mib": 512, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "rate": 3000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1290.9, + "wall_rps": 1260.65, + "success_ratio": 0.4303, + "p50_ms": 569.66, + "p95_ms": 1398.721, + "p99_ms": 1528.555, + "schedule_p99_ms": 0.378, + "failures": "{\"dropped_inflight\": 31290, \"http_503\": 2892}", + "messages_added": 25850, + "confirmed": 25818, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 143.18, + "api_cpu_max_pct": 210.83, + "postgres_cpu_mean_pct": 120.5, + "postgres_cpu_max_pct": 188.41, + "lb_cpu_mean_pct": 37.09, + "lb_cpu_max_pct": 72.2, + "redis_cpu_mean_pct": 6.01, + "redis_cpu_max_pct": 8.82 + }, + { + "name": "grow-r3000-c3", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 3, + "api_total_memory_mib": 768, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "rate": 3000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1256.65, + "wall_rps": 1183.977, + "success_ratio": 0.418883, + "p50_ms": 622.517, + "p95_ms": 1559.951, + "p99_ms": 2483.533, + "schedule_p99_ms": 0.988, + "failures": "{\"connection\": 461, \"dropped_inflight\": 32746, \"http_503\": 1660}", + "messages_added": 25166, + "confirmed": 25133, + "samples": 3, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 0, + "api_cpu_mean_pct": 227.38, + "api_cpu_max_pct": 236.19, + "postgres_cpu_mean_pct": 200.01, + "postgres_cpu_max_pct": 216.82, + "lb_cpu_mean_pct": 41.98, + "lb_cpu_max_pct": 46.03, + "redis_cpu_mean_pct": 11.28, + "redis_cpu_max_pct": 11.98 + }, + { + "name": "grow-r3000-c4", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "rate": 3000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 827.9, + "wall_rps": 807.603, + "success_ratio": 0.275967, + "p50_ms": 760.712, + "p95_ms": 1693.38, + "p99_ms": 2224.782, + "schedule_p99_ms": 1.631, + "failures": "{\"dropped_inflight\": 39796, \"http_503\": 3646}", + "messages_added": 16584, + "confirmed": 16558, + "samples": 3, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 162.99, + "api_cpu_max_pct": 252.38, + "postgres_cpu_mean_pct": 139.72, + "postgres_cpu_max_pct": 217.39, + "lb_cpu_mean_pct": 33.55, + "lb_cpu_max_pct": 53.21, + "redis_cpu_mean_pct": 7.68, + "redis_cpu_max_pct": 12.18 + } +] diff --git a/evidence/grade5-controlled-2026-10-30/01-pool32-fixed-r1000-n1/compose-scale.log b/evidence/grade5-controlled-2026-10-30/01-pool32-fixed-r1000-n1/compose-scale.log new file mode 100644 index 00000000..1aa2831c --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/01-pool32-fixed-r1000-n1/compose-scale.log @@ -0,0 +1,4 @@ + Container lab3-grade5-305bc18eea-api-1 Recreate + Container lab3-grade5-305bc18eea-api-1 Recreated + Container lab3-grade5-305bc18eea-api-1 Starting + Container lab3-grade5-305bc18eea-api-1 Started diff --git a/evidence/grade5-controlled-2026-10-30/01-pool32-fixed-r1000-n1/load.json b/evidence/grade5-controlled-2026-10-30/01-pool32-fixed-r1000-n1/load.json new file mode 100644 index 00000000..e6e5b6cb --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/01-pool32-fixed-r1000-n1/load.json @@ -0,0 +1,29 @@ +{ + "failure_counts": {}, + "instance_responses": { + "3a87af89d99c": 20000 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "1301f54d97f7a8ae", + "schedule_lag_ms": { + "p50": 0.045, + "p95": 0.177, + "p99": 1.506 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 20000, + "scheduled_rps": 1000, + "started_at_utc": "2026-10-29T21:08:38.688525Z", + "success_latency_ms": { + "p50": 0.878, + "p95": 16.667, + "p99": 98.019 + }, + "success_ratio": 1, + "successful_requests": 20000, + "successful_rps_wall": 1000.011, + "successful_rps_window": 1000, + "wall_duration_s": 20, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/01-pool32-fixed-r1000-n1/postgres-statements.json b/evidence/grade5-controlled-2026-10-30/01-pool32-fixed-r1000-n1/postgres-statements.json new file mode 100644 index 00000000..a5e596ff --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/01-pool32-fixed-r1000-n1/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 20000, + "total_exec_ms": 1353.728, + "mean_exec_ms": 0.068, + "rows": 20000, + "shared_blks_hit": 471595, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 20000, + "total_exec_ms": 908.04, + "mean_exec_ms": 0.045, + "rows": 20000, + "shared_blks_hit": 187121, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 20000, + "total_exec_ms": 231.254, + "mean_exec_ms": 0.012, + "rows": 20000, + "shared_blks_hit": 80000, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 11.381, + "mean_exec_ms": 5.691, + "rows": 2, + "shared_blks_hit": 2755, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 4854991825702068830, + "calls": 20000, + "total_exec_ms": 3.078, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 6097083398544187049, + "calls": 20000, + "total_exec_ms": 2.985, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 0.931, + "mean_exec_ms": 0.233, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.228, + "mean_exec_ms": 0.228, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-controlled-2026-10-30/01-pool32-fixed-r1000-n1/samples.jsonl b/evidence/grade5-controlled-2026-10-30/01-pool32-fixed-r1000-n1/samples.jsonl new file mode 100644 index 00000000..36f811af --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/01-pool32-fixed-r1000-n1/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T21:08:38.682+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "37.34%", "Container": "3a87af89d99c1a3a0475135f89865a6e2a5a2157728f84be9b4f26ac80ff0f35", "ID": "3a87af89d99c", "MemPerc": "4.18%", "MemUsage": "42.79MiB / 1GiB", "Name": "lab3-grade5-305bc18eea-api-1", "NetIO": "3.53MB / 3.77MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "5.97%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "39.01%", "MemUsage": "99.88MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "2.39MB / 2.44MB", "PIDs": "9"}, {"BlockIO": "0B / 232MB", "CPUPerc": "20.81%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "25.18%", "MemUsage": "128.9MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "2.16MB / 1.8MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.16%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.51%", "MemUsage": "9.609MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "410kB / 547kB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "2", "qcur": "0", "stot": "3353", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "2", "qcur": "0", "stot": "3353", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:08:43.443+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "32.25%", "Container": "3a87af89d99c1a3a0475135f89865a6e2a5a2157728f84be9b4f26ac80ff0f35", "ID": "3a87af89d99c", "MemPerc": "5.50%", "MemUsage": "56.37MiB / 1GiB", "Name": "lab3-grade5-305bc18eea-api-1", "NetIO": "10.8MB / 11.5MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "5.12%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "39.37%", "MemUsage": "100.8MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "7.31MB / 7.49MB", "PIDs": "9"}, {"BlockIO": "0B / 279MB", "CPUPerc": "17.68%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "25.94%", "MemUsage": "132.8MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "6.52MB / 5.44MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.21%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.51%", "MemUsage": "9.617MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "1.09MB / 1.46MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 2, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "8550", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "8550", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:08:48.636+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "33.46%", "Container": "3a87af89d99c1a3a0475135f89865a6e2a5a2157728f84be9b4f26ac80ff0f35", "ID": "3a87af89d99c", "MemPerc": "5.06%", "MemUsage": "51.86MiB / 1GiB", "Name": "lab3-grade5-305bc18eea-api-1", "NetIO": "18.4MB / 19.5MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "5.26%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "39.33%", "MemUsage": "100.7MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "12.4MB / 12.8MB", "PIDs": "9"}, {"BlockIO": "0B / 313MB", "CPUPerc": "25.30%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "26.43%", "MemUsage": "135.3MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "10.2MB / 8.48MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.82%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.52%", "MemUsage": "9.629MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "2.11MB / 2.85MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "13961", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "13961", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:08:54.047+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "27.76%", "Container": "3a87af89d99c1a3a0475135f89865a6e2a5a2157728f84be9b4f26ac80ff0f35", "ID": "3a87af89d99c", "MemPerc": "4.69%", "MemUsage": "48.02MiB / 1GiB", "Name": "lab3-grade5-305bc18eea-api-1", "NetIO": "24.4MB / 25.9MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "4.45%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "39.25%", "MemUsage": "100.5MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "17.3MB / 17.9MB", "PIDs": "9"}, {"BlockIO": "0B / 387MB", "CPUPerc": "16.26%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "27.26%", "MemUsage": "139.6MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "15.5MB / 12.9MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.70%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.52%", "MemUsage": "9.629MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "2.96MB / 4MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "19277", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "19277", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} diff --git a/evidence/grade5-controlled-2026-10-30/01-pool32-fixed-r1000-n1/warmup.json b/evidence/grade5-controlled-2026-10-30/01-pool32-fixed-r1000-n1/warmup.json new file mode 100644 index 00000000..7a23bd84 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/01-pool32-fixed-r1000-n1/warmup.json @@ -0,0 +1,29 @@ +{ + "failure_counts": {}, + "instance_responses": { + "3a87af89d99c": 600 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "38b679a6089203b4", + "schedule_lag_ms": { + "p50": 0.346, + "p95": 0.476, + "p99": 1.513 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T21:08:33.641813Z", + "success_latency_ms": { + "p50": 2.17, + "p95": 4.081, + "p99": 5.841 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.193, + "successful_rps_window": 200, + "wall_duration_s": 2.997, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/02-pool32-fixed-r1000-n2/compose-scale.log b/evidence/grade5-controlled-2026-10-30/02-pool32-fixed-r1000-n2/compose-scale.log new file mode 100644 index 00000000..83f30948 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/02-pool32-fixed-r1000-n2/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-305bc18eea-api-2 Creating + Container lab3-grade5-305bc18eea-api-1 Recreate + Container lab3-grade5-305bc18eea-api-2 Created + Container lab3-grade5-305bc18eea-api-1 Recreated + Container lab3-grade5-305bc18eea-api-1 Starting + Container lab3-grade5-305bc18eea-api-1 Started + Container lab3-grade5-305bc18eea-api-2 Starting + Container lab3-grade5-305bc18eea-api-2 Started diff --git a/evidence/grade5-controlled-2026-10-30/02-pool32-fixed-r1000-n2/load.json b/evidence/grade5-controlled-2026-10-30/02-pool32-fixed-r1000-n2/load.json new file mode 100644 index 00000000..9c0516a1 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/02-pool32-fixed-r1000-n2/load.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "248e2710d0aa": 10000, + "6a76dda77d14": 10000 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "95191d0c28f34359", + "schedule_lag_ms": { + "p50": 0.048, + "p95": 0.186, + "p99": 1.567 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 20000, + "scheduled_rps": 1000, + "started_at_utc": "2026-10-29T21:09:07.374866Z", + "success_latency_ms": { + "p50": 0.968, + "p95": 239.526, + "p99": 503.815 + }, + "success_ratio": 1, + "successful_requests": 20000, + "successful_rps_wall": 1000.013, + "successful_rps_window": 1000, + "wall_duration_s": 20, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/02-pool32-fixed-r1000-n2/postgres-statements.json b/evidence/grade5-controlled-2026-10-30/02-pool32-fixed-r1000-n2/postgres-statements.json new file mode 100644 index 00000000..aff8592f --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/02-pool32-fixed-r1000-n2/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 20000, + "total_exec_ms": 3087.691, + "mean_exec_ms": 0.154, + "rows": 20000, + "shared_blks_hit": 470329, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 20000, + "total_exec_ms": 2058.786, + "mean_exec_ms": 0.103, + "rows": 20000, + "shared_blks_hit": 187228, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 20000, + "total_exec_ms": 414.146, + "mean_exec_ms": 0.021, + "rows": 20000, + "shared_blks_hit": 80000, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 16.596, + "mean_exec_ms": 8.298, + "rows": 2, + "shared_blks_hit": 2749, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 20000, + "total_exec_ms": 3.954, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 20000, + "total_exec_ms": 3.758, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 1.055, + "mean_exec_ms": 0.264, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.155, + "mean_exec_ms": 0.155, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-controlled-2026-10-30/02-pool32-fixed-r1000-n2/samples.jsonl b/evidence/grade5-controlled-2026-10-30/02-pool32-fixed-r1000-n2/samples.jsonl new file mode 100644 index 00000000..3bd8e5b0 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/02-pool32-fixed-r1000-n2/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T21:09:07.369+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "13.99%", "Container": "248e2710d0aa80accd6bdf2f800c3ed5210aa8b02f7989a11494398b943fd8c9", "ID": "248e2710d0aa", "MemPerc": "2.38%", "MemUsage": "12.16MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-1", "NetIO": "1.36MB / 1.48MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "68.15%", "Container": "6a76dda77d140dc8bd0de6fad6afdf0bb0dbd64b236a064b21446bd1279c7f47", "ID": "6a76dda77d14", "MemPerc": "13.54%", "MemUsage": "69.33MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "2.05MB / 2.13MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "44.02%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "41.44%", "MemUsage": "106.1MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "22.2MB / 22.8MB", "PIDs": "9"}, {"BlockIO": "0B / 599MB", "CPUPerc": "187.98%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "27.82%", "MemUsage": "142.5MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "19.6MB / 16.3MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "5.95%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.60%", "MemUsage": "9.73MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "3.8MB / 5.12MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "22552", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "1935", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "24487", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:09:12.654+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "19.76%", "Container": "248e2710d0aa80accd6bdf2f800c3ed5210aa8b02f7989a11494398b943fd8c9", "ID": "248e2710d0aa", "MemPerc": "13.40%", "MemUsage": "68.62MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-1", "NetIO": "5.91MB / 6.23MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "20.19%", "Container": "6a76dda77d140dc8bd0de6fad6afdf0bb0dbd64b236a064b21446bd1279c7f47", "ID": "6a76dda77d14", "MemPerc": "12.90%", "MemUsage": "66.05MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "5.91MB / 6.23MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "6.89%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "41.40%", "MemUsage": "106MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "27.3MB / 28.2MB", "PIDs": "9"}, {"BlockIO": "0B / 665MB", "CPUPerc": "24.05%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "27.91%", "MemUsage": "142.9MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "24.2MB / 20.2MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.83%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.61%", "MemUsage": "9.738MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "4.48MB / 6.05MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "25166", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "1", "qcur": "0", "stot": "4549", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "2", "qcur": "0", "stot": "29715", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:09:17.899+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "27.03%", "Container": "248e2710d0aa80accd6bdf2f800c3ed5210aa8b02f7989a11494398b943fd8c9", "ID": "248e2710d0aa", "MemPerc": "12.43%", "MemUsage": "63.64MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-1", "NetIO": "9.84MB / 10.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "25.77%", "Container": "6a76dda77d140dc8bd0de6fad6afdf0bb0dbd64b236a064b21446bd1279c7f47", "ID": "6a76dda77d14", "MemPerc": "14.33%", "MemUsage": "73.35MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "9.84MB / 10.4MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "37.63%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "41.30%", "MemUsage": "105.7MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "31.7MB / 32.7MB", "PIDs": "9"}, {"BlockIO": "0B / 709MB", "CPUPerc": "30.06%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "27.94%", "MemUsage": "143.1MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "28.9MB / 24.1MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.64%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.60%", "MemUsage": "9.727MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "5.54MB / 7.48MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "28119", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "7502", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "35621", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:09:23.794+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "14.27%", "Container": "248e2710d0aa80accd6bdf2f800c3ed5210aa8b02f7989a11494398b943fd8c9", "ID": "248e2710d0aa", "MemPerc": "11.03%", "MemUsage": "56.47MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-1", "NetIO": "13.8MB / 14.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "16.57%", "Container": "6a76dda77d140dc8bd0de6fad6afdf0bb0dbd64b236a064b21446bd1279c7f47", "ID": "6a76dda77d14", "MemPerc": "14.31%", "MemUsage": "73.27MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "13.8MB / 14.6MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "8.49%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "41.05%", "MemUsage": "105.1MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "37MB / 38.4MB", "PIDs": "9"}, {"BlockIO": "0B / 759MB", "CPUPerc": "16.95%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "28.32%", "MemUsage": "145MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "33.6MB / 27.9MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.79%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.60%", "MemUsage": "9.73MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "6.44MB / 8.69MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "30784", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "10168", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "40953", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} diff --git a/evidence/grade5-controlled-2026-10-30/02-pool32-fixed-r1000-n2/warmup.json b/evidence/grade5-controlled-2026-10-30/02-pool32-fixed-r1000-n2/warmup.json new file mode 100644 index 00000000..cd3fd1df --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/02-pool32-fixed-r1000-n2/warmup.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "248e2710d0aa": 300, + "6a76dda77d14": 300 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "2afcfeef3ce59d08", + "schedule_lag_ms": { + "p50": 0.373, + "p95": 0.517, + "p99": 1.583 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T21:09:02.753702Z", + "success_latency_ms": { + "p50": 1.991, + "p95": 3.561, + "p99": 5.718 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.111, + "successful_rps_window": 200, + "wall_duration_s": 2.998, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/03-pool32-fixed-r1000-n4/compose-scale.log b/evidence/grade5-controlled-2026-10-30/03-pool32-fixed-r1000-n4/compose-scale.log new file mode 100644 index 00000000..94f80400 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/03-pool32-fixed-r1000-n4/compose-scale.log @@ -0,0 +1,16 @@ + Container lab3-grade5-305bc18eea-api-4 Creating + Container lab3-grade5-305bc18eea-api-3 Creating + Container lab3-grade5-305bc18eea-api-1 Recreate + Container lab3-grade5-305bc18eea-api-2 Recreate + Container lab3-grade5-305bc18eea-api-4 Created + Container lab3-grade5-305bc18eea-api-3 Created + Container lab3-grade5-305bc18eea-api-2 Recreated + Container lab3-grade5-305bc18eea-api-1 Recreated + Container lab3-grade5-305bc18eea-api-2 Starting + Container lab3-grade5-305bc18eea-api-2 Started + Container lab3-grade5-305bc18eea-api-1 Starting + Container lab3-grade5-305bc18eea-api-1 Started + Container lab3-grade5-305bc18eea-api-3 Starting + Container lab3-grade5-305bc18eea-api-3 Started + Container lab3-grade5-305bc18eea-api-4 Starting + Container lab3-grade5-305bc18eea-api-4 Started diff --git a/evidence/grade5-controlled-2026-10-30/03-pool32-fixed-r1000-n4/load.json b/evidence/grade5-controlled-2026-10-30/03-pool32-fixed-r1000-n4/load.json new file mode 100644 index 00000000..01e31317 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/03-pool32-fixed-r1000-n4/load.json @@ -0,0 +1,35 @@ +{ + "failure_counts": { + "dropped_inflight": 756, + "http_503": 5 + }, + "instance_responses": { + "0802fb7f8150": 4810, + "21f225192ee6": 4811, + "2259a6845ba9": 4807, + "26081a3e3772": 4811 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "9e096b52503cd23c", + "schedule_lag_ms": { + "p50": 0.075, + "p95": 0.917, + "p99": 3.825 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 20000, + "scheduled_rps": 1000, + "started_at_utc": "2026-10-29T21:09:37.111174Z", + "success_latency_ms": { + "p50": 1.646, + "p95": 1240.417, + "p99": 1764.388 + }, + "success_ratio": 0.96195, + "successful_requests": 19239, + "successful_rps_wall": 961.958, + "successful_rps_window": 961.95, + "wall_duration_s": 20, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/03-pool32-fixed-r1000-n4/postgres-statements.json b/evidence/grade5-controlled-2026-10-30/03-pool32-fixed-r1000-n4/postgres-statements.json new file mode 100644 index 00000000..eed77a46 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/03-pool32-fixed-r1000-n4/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 19244, + "total_exec_ms": 9117.378, + "mean_exec_ms": 0.474, + "rows": 19244, + "shared_blks_hit": 453444, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 19244, + "total_exec_ms": 7562.815, + "mean_exec_ms": 0.393, + "rows": 19244, + "shared_blks_hit": 184267, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 19244, + "total_exec_ms": 1797.426, + "mean_exec_ms": 0.093, + "rows": 19244, + "shared_blks_hit": 76976, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 18.208, + "mean_exec_ms": 9.104, + "rows": 2, + "shared_blks_hit": 2760, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 4854991825702068830, + "calls": 19244, + "total_exec_ms": 13.93, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 6097083398544187049, + "calls": 19243, + "total_exec_ms": 8.642, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 3.165, + "mean_exec_ms": 0.791, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.164, + "mean_exec_ms": 0.164, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-controlled-2026-10-30/03-pool32-fixed-r1000-n4/samples.jsonl b/evidence/grade5-controlled-2026-10-30/03-pool32-fixed-r1000-n4/samples.jsonl new file mode 100644 index 00000000..31d4a4ef --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/03-pool32-fixed-r1000-n4/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T21:09:37.105+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "41.77%", "Container": "21f225192ee672d0936b74e7f75bb989ca2396d9260fc339cb9fc46e9edbf0bc", "ID": "21f225192ee6", "MemPerc": "12.85%", "MemUsage": "32.9MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-1", "NetIO": "1.13MB / 1.2MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "51.43%", "Container": "2259a6845ba938ef70b0252f47e02a5409695ebac9850038dcc3345548a512e5", "ID": "2259a6845ba9", "MemPerc": "14.26%", "MemUsage": "36.5MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "1.12MB / 1.19MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "35.66%", "Container": "26081a3e3772ea2fe8f69badfe557a0d7cda8c354f06e3be4a0c13759012a2f1", "ID": "26081a3e3772", "MemPerc": "15.40%", "MemUsage": "39.42MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "1.09MB / 1.13MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "38.07%", "Container": "0802fb7f8150f23641e50960f363650f43630d9ea3a0b57205c9402bdc9e990b", "ID": "0802fb7f8150", "MemPerc": "13.66%", "MemUsage": "34.96MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-4", "NetIO": "1.11MB / 1.17MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "47.13%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "41.15%", "MemUsage": "105.3MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "42.2MB / 43.6MB", "PIDs": "9"}, {"BlockIO": "0B / 980MB", "CPUPerc": "144.83%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "29.10%", "MemUsage": "149MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "37.1MB / 30.9MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "3.00%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.63%", "MemUsage": "9.77MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "6.97MB / 9.41MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 19, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "264", "qcur": "0", "stot": "32391", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "242", "qcur": "0", "stot": "11774", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "186", "qcur": "0", "stot": "1472", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "221", "qcur": "0", "stot": "1472", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "913", "qcur": "0", "stot": "47109", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:09:45.190+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "9.58%", "Container": "21f225192ee672d0936b74e7f75bb989ca2396d9260fc339cb9fc46e9edbf0bc", "ID": "21f225192ee6", "MemPerc": "21.18%", "MemUsage": "54.23MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-1", "NetIO": "3.78MB / 4.01MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "9.74%", "Container": "2259a6845ba938ef70b0252f47e02a5409695ebac9850038dcc3345548a512e5", "ID": "2259a6845ba9", "MemPerc": "26.08%", "MemUsage": "66.77MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "3.79MB / 4.03MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "9.67%", "Container": "26081a3e3772ea2fe8f69badfe557a0d7cda8c354f06e3be4a0c13759012a2f1", "ID": "26081a3e3772", "MemPerc": "23.13%", "MemUsage": "59.22MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "3.77MB / 4.01MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "9.79%", "Container": "0802fb7f8150f23641e50960f363650f43630d9ea3a0b57205c9402bdc9e990b", "ID": "0802fb7f8150", "MemPerc": "22.89%", "MemUsage": "58.6MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-4", "NetIO": "3.77MB / 4.01MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "5.76%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "43.76%", "MemUsage": "112MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "49.6MB / 51.2MB", "PIDs": "9"}, {"BlockIO": "0B / 1.03GB", "CPUPerc": "18.83%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "29.05%", "MemUsage": "148.7MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "43.3MB / 36.1MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.13%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.71%", "MemUsage": "9.871MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "8.22MB / 11MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "2", "qcur": "0", "stot": "33749", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "13133", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "1", "qcur": "0", "stot": "2831", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "1", "qcur": "0", "stot": "2831", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "4", "qcur": "0", "stot": "52544", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:09:50.599+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "15.07%", "Container": "21f225192ee672d0936b74e7f75bb989ca2396d9260fc339cb9fc46e9edbf0bc", "ID": "21f225192ee6", "MemPerc": "20.84%", "MemUsage": "53.34MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-1", "NetIO": "5.7MB / 6.06MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "14.58%", "Container": "2259a6845ba938ef70b0252f47e02a5409695ebac9850038dcc3345548a512e5", "ID": "2259a6845ba9", "MemPerc": "26.49%", "MemUsage": "67.8MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "5.71MB / 6.07MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "16.86%", "Container": "26081a3e3772ea2fe8f69badfe557a0d7cda8c354f06e3be4a0c13759012a2f1", "ID": "26081a3e3772", "MemPerc": "20.40%", "MemUsage": "52.23MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "5.69MB / 6.05MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "14.46%", "Container": "0802fb7f8150f23641e50960f363650f43630d9ea3a0b57205c9402bdc9e990b", "ID": "0802fb7f8150", "MemPerc": "23.47%", "MemUsage": "60.08MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-4", "NetIO": "5.7MB / 6.06MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "9.12%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "43.45%", "MemUsage": "111.2MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "54.9MB / 56.7MB", "PIDs": "9"}, {"BlockIO": "0B / 1.08GB", "CPUPerc": "44.83%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "29.29%", "MemUsage": "150MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "47.8MB / 39.8MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.51%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.73%", "MemUsage": "9.898MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "9.26MB / 12.4MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "35159", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "14542", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "0", "qcur": "0", "stot": "4240", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "1", "qcur": "0", "stot": "4240", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "2", "qcur": "0", "stot": "58181", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:09:56.236+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "0.51%", "Container": "21f225192ee672d0936b74e7f75bb989ca2396d9260fc339cb9fc46e9edbf0bc", "ID": "21f225192ee6", "MemPerc": "17.03%", "MemUsage": "43.59MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-1", "NetIO": "7.11MB / 7.53MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.48%", "Container": "2259a6845ba938ef70b0252f47e02a5409695ebac9850038dcc3345548a512e5", "ID": "2259a6845ba9", "MemPerc": "21.10%", "MemUsage": "54.01MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "7.11MB / 7.53MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.15%", "Container": "26081a3e3772ea2fe8f69badfe557a0d7cda8c354f06e3be4a0c13759012a2f1", "ID": "26081a3e3772", "MemPerc": "18.77%", "MemUsage": "48.06MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "7.09MB / 7.52MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.25%", "Container": "0802fb7f8150f23641e50960f363650f43630d9ea3a0b57205c9402bdc9e990b", "ID": "0802fb7f8150", "MemPerc": "18.03%", "MemUsage": "46.16MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-4", "NetIO": "7.1MB / 7.52MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.53%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "42.32%", "MemUsage": "108.3MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "58.7MB / 60.7MB", "PIDs": "9"}, {"BlockIO": "0B / 1.12GB", "CPUPerc": "0.24%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "29.32%", "MemUsage": "150.1MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "51.1MB / 42.6MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.43%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.92%", "MemUsage": "10.13MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "9.89MB / 13.3MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "35880", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "15264", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "0", "qcur": "0", "stot": "4962", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "0", "qcur": "0", "stot": "4962", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "61068", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} diff --git a/evidence/grade5-controlled-2026-10-30/03-pool32-fixed-r1000-n4/warmup.json b/evidence/grade5-controlled-2026-10-30/03-pool32-fixed-r1000-n4/warmup.json new file mode 100644 index 00000000..eb9963b2 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/03-pool32-fixed-r1000-n4/warmup.json @@ -0,0 +1,32 @@ +{ + "failure_counts": {}, + "instance_responses": { + "0802fb7f8150": 150, + "21f225192ee6": 150, + "2259a6845ba9": 150, + "26081a3e3772": 150 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "f424d453cec9e9f7", + "schedule_lag_ms": { + "p50": 0.373, + "p95": 0.489, + "p99": 1.508 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T21:09:32.354504Z", + "success_latency_ms": { + "p50": 1.952, + "p95": 3.622, + "p99": 6.107 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.18, + "successful_rps_window": 200, + "wall_duration_s": 2.997, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/04-pool32-fixed-r2000-n4/compose-scale.log b/evidence/grade5-controlled-2026-10-30/04-pool32-fixed-r2000-n4/compose-scale.log new file mode 100644 index 00000000..f9459bca --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/04-pool32-fixed-r2000-n4/compose-scale.log @@ -0,0 +1,16 @@ + Container lab3-grade5-305bc18eea-api-1 Recreate + Container lab3-grade5-305bc18eea-api-3 Recreate + Container lab3-grade5-305bc18eea-api-2 Recreate + Container lab3-grade5-305bc18eea-api-4 Recreate + Container lab3-grade5-305bc18eea-api-4 Recreated + Container lab3-grade5-305bc18eea-api-2 Recreated + Container lab3-grade5-305bc18eea-api-1 Recreated + Container lab3-grade5-305bc18eea-api-3 Recreated + Container lab3-grade5-305bc18eea-api-2 Starting + Container lab3-grade5-305bc18eea-api-2 Started + Container lab3-grade5-305bc18eea-api-1 Starting + Container lab3-grade5-305bc18eea-api-1 Started + Container lab3-grade5-305bc18eea-api-3 Starting + Container lab3-grade5-305bc18eea-api-3 Started + Container lab3-grade5-305bc18eea-api-4 Starting + Container lab3-grade5-305bc18eea-api-4 Started diff --git a/evidence/grade5-controlled-2026-10-30/04-pool32-fixed-r2000-n4/load.json b/evidence/grade5-controlled-2026-10-30/04-pool32-fixed-r2000-n4/load.json new file mode 100644 index 00000000..653da025 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/04-pool32-fixed-r2000-n4/load.json @@ -0,0 +1,34 @@ +{ + "failure_counts": { + "dropped_inflight": 3077 + }, + "instance_responses": { + "3073a4239496": 9230, + "bea9c96286e9": 9231, + "d5fd1c801708": 9231, + "f1247a8fa3cf": 9231 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "d50e185120f65a8c", + "schedule_lag_ms": { + "p50": 0.071, + "p95": 0.174, + "p99": 0.9 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 40000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-29T21:10:12.71126Z", + "success_latency_ms": { + "p50": 85.866, + "p95": 804.527, + "p99": 1209.831 + }, + "success_ratio": 0.923075, + "successful_requests": 36923, + "successful_rps_wall": 1836.902, + "successful_rps_window": 1846.15, + "wall_duration_s": 20.101, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/04-pool32-fixed-r2000-n4/postgres-statements.json b/evidence/grade5-controlled-2026-10-30/04-pool32-fixed-r2000-n4/postgres-statements.json new file mode 100644 index 00000000..682e542c --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/04-pool32-fixed-r2000-n4/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 36923, + "total_exec_ms": 18607.506, + "mean_exec_ms": 0.504, + "rows": 36923, + "shared_blks_hit": 874147, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 36923, + "total_exec_ms": 14481.084, + "mean_exec_ms": 0.392, + "rows": 36923, + "shared_blks_hit": 356330, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 36923, + "total_exec_ms": 4392.445, + "mean_exec_ms": 0.119, + "rows": 36923, + "shared_blks_hit": 147692, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 4854991825702068830, + "calls": 36923, + "total_exec_ms": 33.622, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 6097083398544187049, + "calls": 36923, + "total_exec_ms": 31.501, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 30.752, + "mean_exec_ms": 15.376, + "rows": 2, + "shared_blks_hit": 2978, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 1.868, + "mean_exec_ms": 0.467, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.202, + "mean_exec_ms": 0.202, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-controlled-2026-10-30/04-pool32-fixed-r2000-n4/samples.jsonl b/evidence/grade5-controlled-2026-10-30/04-pool32-fixed-r2000-n4/samples.jsonl new file mode 100644 index 00000000..9bf39ce6 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/04-pool32-fixed-r2000-n4/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T21:10:12.695+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "39.25%", "Container": "f1247a8fa3cf00cf8f3cd201d77367f64427fc5bf1481b124982738760fe521f", "ID": "f1247a8fa3cf", "MemPerc": "22.62%", "MemUsage": "57.9MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-1", "NetIO": "2.53MB / 2.71MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "37.92%", "Container": "d5fd1c801708c971e4121ad80044cd09fcb435f9a483452ef4e1c9729e4255b4", "ID": "d5fd1c801708", "MemPerc": "23.48%", "MemUsage": "60.11MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "2.55MB / 2.72MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "43.31%", "Container": "bea9c96286e91ae55809e24737c65b6482f87a49a1d30b363029c35833dad056", "ID": "bea9c96286e9", "MemPerc": "20.07%", "MemUsage": "51.37MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "2.56MB / 2.72MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "45.38%", "Container": "3073a423949634fec3fc38077362ef1d801bf12bc9805c7ae526bcb41192f1f7", "ID": "3073a4239496", "MemPerc": "21.31%", "MemUsage": "54.56MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-4", "NetIO": "1.75MB / 1.84MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "23.78%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "43.94%", "MemUsage": "112.5MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "66MB / 68.2MB", "PIDs": "9"}, {"BlockIO": "0B / 1.34GB", "CPUPerc": "110.62%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "29.69%", "MemUsage": "152MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "56.9MB / 47.5MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "6.53%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.79%", "MemUsage": "9.973MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "11.1MB / 14.8MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 18, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "131", "qcur": "0", "stot": "38297", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "167", "qcur": "0", "stot": "17687", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "167", "qcur": "0", "stot": "7384", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "227", "qcur": "0", "stot": "7377", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "692", "qcur": "0", "stot": "70745", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:10:19.359+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "61.05%", "Container": "f1247a8fa3cf00cf8f3cd201d77367f64427fc5bf1481b124982738760fe521f", "ID": "f1247a8fa3cf", "MemPerc": "27.87%", "MemUsage": "71.34MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-1", "NetIO": "6.59MB / 7.08MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "51.85%", "Container": "d5fd1c801708c971e4121ad80044cd09fcb435f9a483452ef4e1c9729e4255b4", "ID": "d5fd1c801708", "MemPerc": "24.11%", "MemUsage": "61.73MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "6.57MB / 7.05MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "55.53%", "Container": "bea9c96286e91ae55809e24737c65b6482f87a49a1d30b363029c35833dad056", "ID": "bea9c96286e9", "MemPerc": "21.68%", "MemUsage": "55.49MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "6.6MB / 7.06MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "56.46%", "Container": "3073a423949634fec3fc38077362ef1d801bf12bc9805c7ae526bcb41192f1f7", "ID": "3073a4239496", "MemPerc": "26.71%", "MemUsage": "68.38MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-4", "NetIO": "6.59MB / 7.09MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "41.76%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "44.43%", "MemUsage": "113.8MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "77.5MB / 80MB", "PIDs": "9"}, {"BlockIO": "0B / 1.41GB", "CPUPerc": "148.12%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "29.77%", "MemUsage": "152.4MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "66.3MB / 55.3MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "13.52%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.77%", "MemUsage": "9.941MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "13MB / 17.2MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 8, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "7", "qcur": "0", "stot": "41068", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "9", "qcur": "0", "stot": "20459", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "7", "qcur": "0", "stot": "10156", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "9", "qcur": "0", "stot": "10149", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "32", "qcur": "0", "stot": "81832", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:10:25.364+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "38.93%", "Container": "f1247a8fa3cf00cf8f3cd201d77367f64427fc5bf1481b124982738760fe521f", "ID": "f1247a8fa3cf", "MemPerc": "24.59%", "MemUsage": "62.96MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-1", "NetIO": "10.3MB / 11.1MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "23.29%", "Container": "d5fd1c801708c971e4121ad80044cd09fcb435f9a483452ef4e1c9729e4255b4", "ID": "d5fd1c801708", "MemPerc": "24.19%", "MemUsage": "61.92MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "11.1MB / 11.8MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "24.06%", "Container": "bea9c96286e91ae55809e24737c65b6482f87a49a1d30b363029c35833dad056", "ID": "bea9c96286e9", "MemPerc": "19.55%", "MemUsage": "50.05MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "11.1MB / 11.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "26.23%", "Container": "3073a423949634fec3fc38077362ef1d801bf12bc9805c7ae526bcb41192f1f7", "ID": "3073a4239496", "MemPerc": "22.75%", "MemUsage": "58.25MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-4", "NetIO": "11.1MB / 11.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "14.13%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "44.26%", "MemUsage": "113.3MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "89.9MB / 92.9MB", "PIDs": "9"}, {"BlockIO": "0B / 1.5GB", "CPUPerc": "48.97%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "30.66%", "MemUsage": "157MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "76.9MB / 64.2MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "4.36%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.72%", "MemUsage": "9.883MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "15MB / 20MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 8, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "255", "qcur": "0", "stot": "44334", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "313", "qcur": "0", "stot": "23725", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "221", "qcur": "0", "stot": "13422", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "226", "qcur": "0", "stot": "13415", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1014", "qcur": "0", "stot": "94896", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:10:32.618+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "1.02%", "Container": "f1247a8fa3cf00cf8f3cd201d77367f64427fc5bf1481b124982738760fe521f", "ID": "f1247a8fa3cf", "MemPerc": "25.94%", "MemUsage": "66.42MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-1", "NetIO": "13.4MB / 14.4MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.29%", "Container": "d5fd1c801708c971e4121ad80044cd09fcb435f9a483452ef4e1c9729e4255b4", "ID": "d5fd1c801708", "MemPerc": "29.16%", "MemUsage": "74.65MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "13.4MB / 14.4MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.37%", "Container": "bea9c96286e91ae55809e24737c65b6482f87a49a1d30b363029c35833dad056", "ID": "bea9c96286e9", "MemPerc": "22.07%", "MemUsage": "56.49MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "13.4MB / 14.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.38%", "Container": "3073a423949634fec3fc38077362ef1d801bf12bc9805c7ae526bcb41192f1f7", "ID": "3073a4239496", "MemPerc": "25.81%", "MemUsage": "66.07MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-4", "NetIO": "13.4MB / 14.4MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "1.23%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "44.15%", "MemUsage": "113MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "96.7MB / 99.9MB", "PIDs": "9"}, {"BlockIO": "8.19kB / 1.53GB", "CPUPerc": "0.44%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "31.28%", "MemUsage": "160.1MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "82.4MB / 68.8MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.12%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.70%", "MemUsage": "9.852MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "16.2MB / 21.4MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "45263", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "24653", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "0", "qcur": "0", "stot": "14351", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "0", "qcur": "0", "stot": "14343", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "98610", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} diff --git a/evidence/grade5-controlled-2026-10-30/04-pool32-fixed-r2000-n4/warmup.json b/evidence/grade5-controlled-2026-10-30/04-pool32-fixed-r2000-n4/warmup.json new file mode 100644 index 00000000..ef827ba1 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/04-pool32-fixed-r2000-n4/warmup.json @@ -0,0 +1,32 @@ +{ + "failure_counts": {}, + "instance_responses": { + "3073a4239496": 150, + "bea9c96286e9": 150, + "d5fd1c801708": 150, + "f1247a8fa3cf": 150 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "90e5e32a691fb660", + "schedule_lag_ms": { + "p50": 0.414, + "p95": 0.889, + "p99": 19.382 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T21:10:07.415908Z", + "success_latency_ms": { + "p50": 2.894, + "p95": 591.457, + "p99": 738.426 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.224, + "successful_rps_window": 200, + "wall_duration_s": 2.997, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/05-pool32-fixed-r2000-n2/compose-scale.log b/evidence/grade5-controlled-2026-10-30/05-pool32-fixed-r2000-n2/compose-scale.log new file mode 100644 index 00000000..3446c63f --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/05-pool32-fixed-r2000-n2/compose-scale.log @@ -0,0 +1,16 @@ + Container lab3-grade5-305bc18eea-api-3 Stopping + Container lab3-grade5-305bc18eea-api-4 Stopping + Container lab3-grade5-305bc18eea-api-1 Recreate + Container lab3-grade5-305bc18eea-api-2 Recreate + Container lab3-grade5-305bc18eea-api-4 Stopped + Container lab3-grade5-305bc18eea-api-4 Removing + Container lab3-grade5-305bc18eea-api-4 Removed + Container lab3-grade5-305bc18eea-api-3 Stopped + Container lab3-grade5-305bc18eea-api-3 Removing + Container lab3-grade5-305bc18eea-api-3 Removed + Container lab3-grade5-305bc18eea-api-1 Recreated + Container lab3-grade5-305bc18eea-api-2 Recreated + Container lab3-grade5-305bc18eea-api-2 Starting + Container lab3-grade5-305bc18eea-api-2 Started + Container lab3-grade5-305bc18eea-api-1 Starting + Container lab3-grade5-305bc18eea-api-1 Started diff --git a/evidence/grade5-controlled-2026-10-30/05-pool32-fixed-r2000-n2/load.json b/evidence/grade5-controlled-2026-10-30/05-pool32-fixed-r2000-n2/load.json new file mode 100644 index 00000000..7aa131c7 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/05-pool32-fixed-r2000-n2/load.json @@ -0,0 +1,32 @@ +{ + "failure_counts": { + "dropped_inflight": 398 + }, + "instance_responses": { + "d8daf6b84a68": 19801, + "fd35600f07ea": 19801 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "7aa9c43da246ba28", + "schedule_lag_ms": { + "p50": 0.06, + "p95": 0.133, + "p99": 0.451 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 40000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-29T21:10:46.432699Z", + "success_latency_ms": { + "p50": 3.154, + "p95": 404.278, + "p99": 701.699 + }, + "success_ratio": 0.99005, + "successful_requests": 39602, + "successful_rps_wall": 1979.883, + "successful_rps_window": 1980.1, + "wall_duration_s": 20.002, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/05-pool32-fixed-r2000-n2/postgres-statements.json b/evidence/grade5-controlled-2026-10-30/05-pool32-fixed-r2000-n2/postgres-statements.json new file mode 100644 index 00000000..54ad0a5e --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/05-pool32-fixed-r2000-n2/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 39602, + "total_exec_ms": 9402.57, + "mean_exec_ms": 0.237, + "rows": 39602, + "shared_blks_hit": 939716, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 39602, + "total_exec_ms": 6356.636, + "mean_exec_ms": 0.161, + "rows": 39602, + "shared_blks_hit": 377028, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 39602, + "total_exec_ms": 1541.69, + "mean_exec_ms": 0.039, + "rows": 39602, + "shared_blks_hit": 158408, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 20.987, + "mean_exec_ms": 10.494, + "rows": 2, + "shared_blks_hit": 3031, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 4854991825702068830, + "calls": 39602, + "total_exec_ms": 17.406, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 6097083398544187049, + "calls": 39602, + "total_exec_ms": 14.883, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 2.298, + "mean_exec_ms": 0.575, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.189, + "mean_exec_ms": 0.189, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-controlled-2026-10-30/05-pool32-fixed-r2000-n2/samples.jsonl b/evidence/grade5-controlled-2026-10-30/05-pool32-fixed-r2000-n2/samples.jsonl new file mode 100644 index 00000000..9949f712 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/05-pool32-fixed-r2000-n2/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T21:10:46.421+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "57.16%", "Container": "d8daf6b84a681566979eab77b903b55fd193c3cc18f8014a3a1f90c366e0ba69", "ID": "d8daf6b84a68", "MemPerc": "17.81%", "MemUsage": "91.2MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-1", "NetIO": "4.29MB / 4.35MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "64.21%", "Container": "fd35600f07ead5053775077a5f60ad190a788b10bcd627cbf2f0c4840df7bdc5", "ID": "fd35600f07ea", "MemPerc": "16.93%", "MemUsage": "86.66MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "3.22MB / 3.42MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "27.88%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "44.31%", "MemUsage": "113.4MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "103MB / 106MB", "PIDs": "9"}, {"BlockIO": "8.19kB / 1.77GB", "CPUPerc": "108.64%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "31.69%", "MemUsage": "162.3MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "87.1MB / 72.7MB", "PIDs": "42"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "13.94%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.71%", "MemUsage": "9.871MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "17.1MB / 22.6MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 11, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "387", "qcur": "0", "stot": "49437", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "258", "qcur": "0", "stot": "28823", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14351", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14343", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "644", "qcur": "0", "stot": "106954", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:10:52.529+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "45.37%", "Container": "d8daf6b84a681566979eab77b903b55fd193c3cc18f8014a3a1f90c366e0ba69", "ID": "d8daf6b84a68", "MemPerc": "21.05%", "MemUsage": "107.8MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-1", "NetIO": "12.6MB / 13.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "45.13%", "Container": "fd35600f07ead5053775077a5f60ad190a788b10bcd627cbf2f0c4840df7bdc5", "ID": "fd35600f07ea", "MemPerc": "22.47%", "MemUsage": "115.1MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "11.2MB / 11.8MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "14.07%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "44.49%", "MemUsage": "113.9MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "114MB / 118MB", "PIDs": "9"}, {"BlockIO": "8.19kB / 1.87GB", "CPUPerc": "53.59%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "31.49%", "MemUsage": "161.2MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "97.2MB / 81.1MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "4.39%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.69%", "MemUsage": "9.844MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "19MB / 25.2MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 3, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "6", "qcur": "0", "stot": "55147", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "26", "qcur": "0", "stot": "34533", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14351", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14343", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "32", "qcur": "0", "stot": "118374", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:10:58.222+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "71.72%", "Container": "d8daf6b84a681566979eab77b903b55fd193c3cc18f8014a3a1f90c366e0ba69", "ID": "d8daf6b84a68", "MemPerc": "19.83%", "MemUsage": "101.5MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-1", "NetIO": "20.7MB / 21.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "68.97%", "Container": "fd35600f07ead5053775077a5f60ad190a788b10bcd627cbf2f0c4840df7bdc5", "ID": "fd35600f07ea", "MemPerc": "20.38%", "MemUsage": "104.3MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "20.7MB / 21.8MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "35.62%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "44.26%", "MemUsage": "113.3MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "125MB / 130MB", "PIDs": "9"}, {"BlockIO": "8.19kB / 1.96GB", "CPUPerc": "125.85%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "31.62%", "MemUsage": "161.9MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "107MB / 88.9MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "8.90%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.71%", "MemUsage": "9.875MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "20.5MB / 27.2MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 2, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "60732", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "2", "qcur": "0", "stot": "40117", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14351", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14343", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "3", "qcur": "0", "stot": "129543", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:11:03.807+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "68.72%", "Container": "d8daf6b84a681566979eab77b903b55fd193c3cc18f8014a3a1f90c366e0ba69", "ID": "d8daf6b84a68", "MemPerc": "20.59%", "MemUsage": "105.4MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-1", "NetIO": "28.6MB / 30.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "65.31%", "Container": "fd35600f07ead5053775077a5f60ad190a788b10bcd627cbf2f0c4840df7bdc5", "ID": "fd35600f07ea", "MemPerc": "17.95%", "MemUsage": "91.89MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "28.6MB / 30.2MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "22.99%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "43.96%", "MemUsage": "112.5MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "136MB / 141MB", "PIDs": "9"}, {"BlockIO": "8.19kB / 2.04GB", "CPUPerc": "101.60%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "32.23%", "MemUsage": "165MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "116MB / 96.6MB", "PIDs": "42"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "6.35%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.71%", "MemUsage": "9.871MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "22.3MB / 29.6MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "65369", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "44755", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14351", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14343", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "138818", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} diff --git a/evidence/grade5-controlled-2026-10-30/05-pool32-fixed-r2000-n2/warmup.json b/evidence/grade5-controlled-2026-10-30/05-pool32-fixed-r2000-n2/warmup.json new file mode 100644 index 00000000..612a1a97 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/05-pool32-fixed-r2000-n2/warmup.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "d8daf6b84a68": 300, + "fd35600f07ea": 300 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "9c78f55ee3d83d32", + "schedule_lag_ms": { + "p50": 0.39, + "p95": 0.671, + "p99": 6.701 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T21:10:41.55139Z", + "success_latency_ms": { + "p50": 1.994, + "p95": 22.73, + "p99": 149.655 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.19, + "successful_rps_window": 200, + "wall_duration_s": 2.997, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/06-pool32-fixed-r2000-n1/compose-scale.log b/evidence/grade5-controlled-2026-10-30/06-pool32-fixed-r2000-n1/compose-scale.log new file mode 100644 index 00000000..3f66a68a --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/06-pool32-fixed-r2000-n1/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-305bc18eea-api-2 Recreate + Container lab3-grade5-305bc18eea-api-1 Stopping + Container lab3-grade5-305bc18eea-api-1 Stopped + Container lab3-grade5-305bc18eea-api-1 Removing + Container lab3-grade5-305bc18eea-api-1 Removed + Container lab3-grade5-305bc18eea-api-2 Recreated + Container lab3-grade5-305bc18eea-api-2 Starting + Container lab3-grade5-305bc18eea-api-2 Started diff --git a/evidence/grade5-controlled-2026-10-30/06-pool32-fixed-r2000-n1/load.json b/evidence/grade5-controlled-2026-10-30/06-pool32-fixed-r2000-n1/load.json new file mode 100644 index 00000000..793eeed2 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/06-pool32-fixed-r2000-n1/load.json @@ -0,0 +1,31 @@ +{ + "failure_counts": { + "dropped_inflight": 997 + }, + "instance_responses": { + "97cf80de4d7a": 39003 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "1eebb9162b1232f2", + "schedule_lag_ms": { + "p50": 0.056, + "p95": 0.118, + "p99": 0.309 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 40000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-29T21:11:16.110781Z", + "success_latency_ms": { + "p50": 2.793, + "p95": 443.953, + "p99": 997 + }, + "success_ratio": 0.975075, + "successful_requests": 39003, + "successful_rps_wall": 1949.682, + "successful_rps_window": 1950.15, + "wall_duration_s": 20.005, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/06-pool32-fixed-r2000-n1/postgres-statements.json b/evidence/grade5-controlled-2026-10-30/06-pool32-fixed-r2000-n1/postgres-statements.json new file mode 100644 index 00000000..409c7cca --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/06-pool32-fixed-r2000-n1/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 39003, + "total_exec_ms": 10057.145, + "mean_exec_ms": 0.258, + "rows": 39003, + "shared_blks_hit": 928374, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 39003, + "total_exec_ms": 6497.096, + "mean_exec_ms": 0.167, + "rows": 39003, + "shared_blks_hit": 371515, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 39003, + "total_exec_ms": 1975.104, + "mean_exec_ms": 0.051, + "rows": 39003, + "shared_blks_hit": 156012, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 22.259, + "mean_exec_ms": 11.13, + "rows": 2, + "shared_blks_hit": 3005, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 4854991825702068830, + "calls": 39003, + "total_exec_ms": 16.275, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 6097083398544187049, + "calls": 39003, + "total_exec_ms": 15.082, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 1.91, + "mean_exec_ms": 0.477, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.201, + "mean_exec_ms": 0.201, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-controlled-2026-10-30/06-pool32-fixed-r2000-n1/samples.jsonl b/evidence/grade5-controlled-2026-10-30/06-pool32-fixed-r2000-n1/samples.jsonl new file mode 100644 index 00000000..239c67db --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/06-pool32-fixed-r2000-n1/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T21:11:16.106+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "177.46%", "Container": "97cf80de4d7ad2d291586abb55020b725a8c466fbd2b908d9e9d65781fc1a305", "ID": "97cf80de4d7a", "MemPerc": "16.41%", "MemUsage": "168.1MiB / 1GiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "9.54MB / 10MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "32.09%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "44.63%", "MemUsage": "114.3MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "143MB / 148MB", "PIDs": "9"}, {"BlockIO": "8.19kB / 2.28GB", "CPUPerc": "99.67%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "32.28%", "MemUsage": "165.3MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "120MB / 99.9MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.01%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.69%", "MemUsage": "9.84MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "23.7MB / 31.5MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 20, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "658", "qcur": "0", "stot": "74654", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "44755", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14351", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14343", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "657", "qcur": "0", "stot": "148103", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:11:22.475+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "109.01%", "Container": "97cf80de4d7ad2d291586abb55020b725a8c466fbd2b908d9e9d65781fc1a305", "ID": "97cf80de4d7a", "MemPerc": "15.51%", "MemUsage": "158.8MiB / 1GiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "27MB / 28.6MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "18.12%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "44.42%", "MemUsage": "113.7MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "153MB / 158MB", "PIDs": "9"}, {"BlockIO": "8.19kB / 2.39GB", "CPUPerc": "77.26%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "32.45%", "MemUsage": "166.1MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "132MB / 110MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "5.75%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.66%", "MemUsage": "9.805MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "25.7MB / 34.2MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 3, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "7", "qcur": "0", "stot": "86176", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "44755", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14351", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14343", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "7", "qcur": "0", "stot": "159625", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:11:28.225+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "94.52%", "Container": "97cf80de4d7ad2d291586abb55020b725a8c466fbd2b908d9e9d65781fc1a305", "ID": "97cf80de4d7a", "MemPerc": "13.73%", "MemUsage": "140.6MiB / 1GiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "42.9MB / 45.2MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "17.82%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "43.15%", "MemUsage": "110.5MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "166MB / 172MB", "PIDs": "9"}, {"BlockIO": "172kB / 2.49GB", "CPUPerc": "60.00%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "32.93%", "MemUsage": "168.6MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "141MB / 118MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "4.18%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.66%", "MemUsage": "9.809MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "27.2MB / 36.2MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 9, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1006", "qcur": "0", "stot": "97444", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "44755", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14351", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14343", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1004", "qcur": "0", "stot": "170894", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:11:34.363+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "106.70%", "Container": "97cf80de4d7ad2d291586abb55020b725a8c466fbd2b908d9e9d65781fc1a305", "ID": "97cf80de4d7a", "MemPerc": "16.97%", "MemUsage": "173.8MiB / 1GiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "56.6MB / 59.5MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "18.98%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "44.51%", "MemUsage": "113.9MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "175MB / 182MB", "PIDs": "9"}, {"BlockIO": "172kB / 2.57GB", "CPUPerc": "71.51%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "33.12%", "MemUsage": "169.6MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "149MB / 124MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "7.39%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.67%", "MemUsage": "9.816MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "29MB / 38.7MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "104973", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "44755", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14351", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14343", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "178422", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} diff --git a/evidence/grade5-controlled-2026-10-30/06-pool32-fixed-r2000-n1/warmup.json b/evidence/grade5-controlled-2026-10-30/06-pool32-fixed-r2000-n1/warmup.json new file mode 100644 index 00000000..31339a29 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/06-pool32-fixed-r2000-n1/warmup.json @@ -0,0 +1,29 @@ +{ + "failure_counts": {}, + "instance_responses": { + "97cf80de4d7a": 600 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "bf1519e075422cfb", + "schedule_lag_ms": { + "p50": 0.379, + "p95": 0.508, + "p99": 1.065 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T21:11:11.074643Z", + "success_latency_ms": { + "p50": 1.815, + "p95": 5.267, + "p99": 22.463 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.165, + "successful_rps_window": 200, + "wall_duration_s": 2.998, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/07-pool32-fixed-r3000-n1/compose-scale.log b/evidence/grade5-controlled-2026-10-30/07-pool32-fixed-r3000-n1/compose-scale.log new file mode 100644 index 00000000..70457db6 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/07-pool32-fixed-r3000-n1/compose-scale.log @@ -0,0 +1,4 @@ + Container lab3-grade5-305bc18eea-api-2 Recreate + Container lab3-grade5-305bc18eea-api-2 Recreated + Container lab3-grade5-305bc18eea-api-2 Starting + Container lab3-grade5-305bc18eea-api-2 Started diff --git a/evidence/grade5-controlled-2026-10-30/07-pool32-fixed-r3000-n1/load.json b/evidence/grade5-controlled-2026-10-30/07-pool32-fixed-r3000-n1/load.json new file mode 100644 index 00000000..286592ad --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/07-pool32-fixed-r3000-n1/load.json @@ -0,0 +1,31 @@ +{ + "failure_counts": { + "dropped_inflight": 7335 + }, + "instance_responses": { + "3c301fadccfc": 52665 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "a7b3951a1aacebc6", + "schedule_lag_ms": { + "p50": 0.058, + "p95": 0.116, + "p99": 0.381 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 60000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:11:44.978031Z", + "success_latency_ms": { + "p50": 221.185, + "p95": 655.339, + "p99": 966.242 + }, + "success_ratio": 0.87775, + "successful_requests": 52665, + "successful_rps_wall": 2593.008, + "successful_rps_window": 2633.25, + "wall_duration_s": 20.31, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/07-pool32-fixed-r3000-n1/postgres-statements.json b/evidence/grade5-controlled-2026-10-30/07-pool32-fixed-r3000-n1/postgres-statements.json new file mode 100644 index 00000000..d9de57a0 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/07-pool32-fixed-r3000-n1/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 52665, + "total_exec_ms": 23031.098, + "mean_exec_ms": 0.437, + "rows": 52665, + "shared_blks_hit": 1257466, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 52665, + "total_exec_ms": 14787.066, + "mean_exec_ms": 0.281, + "rows": 52665, + "shared_blks_hit": 513915, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 52665, + "total_exec_ms": 3672.085, + "mean_exec_ms": 0.07, + "rows": 52665, + "shared_blks_hit": 210660, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 4854991825702068830, + "calls": 52665, + "total_exec_ms": 33.916, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 28.978, + "mean_exec_ms": 14.489, + "rows": 2, + "shared_blks_hit": 3215, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 52665, + "total_exec_ms": 26.198, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 1.203, + "mean_exec_ms": 0.301, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.417, + "mean_exec_ms": 0.417, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-controlled-2026-10-30/07-pool32-fixed-r3000-n1/samples.jsonl b/evidence/grade5-controlled-2026-10-30/07-pool32-fixed-r3000-n1/samples.jsonl new file mode 100644 index 00000000..eaaf52dd --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/07-pool32-fixed-r3000-n1/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T21:11:44.965+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "188.06%", "Container": "3c301fadccfc3ddc8776e15196c97ffb8fc54a10dd6a683cfd29b3eb41147097", "ID": "3c301fadccfc", "MemPerc": "17.93%", "MemUsage": "183.6MiB / 1GiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "10.7MB / 11.7MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "36.24%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "44.69%", "MemUsage": "114.4MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "183MB / 190MB", "PIDs": "9"}, {"BlockIO": "172kB / 2.8GB", "CPUPerc": "196.35%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "31.85%", "MemUsage": "163.1MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "155MB / 130MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "14.16%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.69%", "MemUsage": "9.84MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "29.8MB / 39.7MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 6, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "427", "qcur": "0", "stot": "115609", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "44755", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14351", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14343", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "427", "qcur": "0", "stot": "189058", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:11:51.155+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "228.52%", "Container": "3c301fadccfc3ddc8776e15196c97ffb8fc54a10dd6a683cfd29b3eb41147097", "ID": "3c301fadccfc", "MemPerc": "21.92%", "MemUsage": "224.4MiB / 1GiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "32.8MB / 35.1MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "41.31%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "44.60%", "MemUsage": "114.2MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "199MB / 206MB", "PIDs": "9"}, {"BlockIO": "172kB / 2.9GB", "CPUPerc": "183.23%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "31.93%", "MemUsage": "163.5MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "168MB / 140MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.31%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.69%", "MemUsage": "9.84MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "32.8MB / 43.8MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 13, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "984", "qcur": "0", "stot": "131735", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "44755", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14351", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14343", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "984", "qcur": "0", "stot": "205184", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:11:57.169+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "196.06%", "Container": "3c301fadccfc3ddc8776e15196c97ffb8fc54a10dd6a683cfd29b3eb41147097", "ID": "3c301fadccfc", "MemPerc": "18.81%", "MemUsage": "192.6MiB / 1GiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "57.4MB / 62.2MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "35.36%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "44.57%", "MemUsage": "114.1MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "216MB / 224MB", "PIDs": "9"}, {"BlockIO": "172kB / 2.99GB", "CPUPerc": "170.03%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "32.18%", "MemUsage": "164.8MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "183MB / 152MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "15.56%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.68%", "MemUsage": "9.832MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "35MB / 46.8MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 21, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "730", "qcur": "0", "stot": "149356", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "44755", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14351", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14343", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "730", "qcur": "0", "stot": "222805", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:12:03.867+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "14.87%", "Container": "3c301fadccfc3ddc8776e15196c97ffb8fc54a10dd6a683cfd29b3eb41147097", "ID": "3c301fadccfc", "MemPerc": "22.06%", "MemUsage": "225.9MiB / 1GiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "75.3MB / 81.5MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "8.51%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "44.46%", "MemUsage": "113.8MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "229MB / 237MB", "PIDs": "9"}, {"BlockIO": "172kB / 3.12GB", "CPUPerc": "31.68%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "33.40%", "MemUsage": "171MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "193MB / 161MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "0.59%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.83%", "MemUsage": "10.03MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "37.5MB / 50.2MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "158239", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "44755", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14351", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14343", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "231688", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} diff --git a/evidence/grade5-controlled-2026-10-30/07-pool32-fixed-r3000-n1/warmup.json b/evidence/grade5-controlled-2026-10-30/07-pool32-fixed-r3000-n1/warmup.json new file mode 100644 index 00000000..4a09442e --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/07-pool32-fixed-r3000-n1/warmup.json @@ -0,0 +1,29 @@ +{ + "failure_counts": {}, + "instance_responses": { + "3c301fadccfc": 600 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "1069fa5ddbaad29a", + "schedule_lag_ms": { + "p50": 0.372, + "p95": 0.604, + "p99": 0.696 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T21:11:39.85219Z", + "success_latency_ms": { + "p50": 2.196, + "p95": 172.942, + "p99": 307.447 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.194, + "successful_rps_window": 200, + "wall_duration_s": 2.997, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/08-pool32-fixed-r3000-n2/compose-scale.log b/evidence/grade5-controlled-2026-10-30/08-pool32-fixed-r3000-n2/compose-scale.log new file mode 100644 index 00000000..cb586bb9 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/08-pool32-fixed-r3000-n2/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-305bc18eea-api-3 Creating + Container lab3-grade5-305bc18eea-api-2 Recreate + Container lab3-grade5-305bc18eea-api-3 Created + Container lab3-grade5-305bc18eea-api-2 Recreated + Container lab3-grade5-305bc18eea-api-2 Starting + Container lab3-grade5-305bc18eea-api-2 Started + Container lab3-grade5-305bc18eea-api-3 Starting + Container lab3-grade5-305bc18eea-api-3 Started diff --git a/evidence/grade5-controlled-2026-10-30/08-pool32-fixed-r3000-n2/load.json b/evidence/grade5-controlled-2026-10-30/08-pool32-fixed-r3000-n2/load.json new file mode 100644 index 00000000..a6ec8021 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/08-pool32-fixed-r3000-n2/load.json @@ -0,0 +1,34 @@ +{ + "failure_counts": { + "connection": 13, + "dropped_inflight": 16936, + "http_503": 672 + }, + "instance_responses": { + "714f31d07233": 21526, + "8f6d623b113c": 20853 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "83a103501e3723eb", + "schedule_lag_ms": { + "p50": 0.057, + "p95": 0.129, + "p99": 0.45 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 60000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:12:15.49534Z", + "success_latency_ms": { + "p50": 402.814, + "p95": 922.883, + "p99": 1273.686 + }, + "success_ratio": 0.706317, + "successful_requests": 42379, + "successful_rps_wall": 2089.482, + "successful_rps_window": 2118.95, + "wall_duration_s": 20.282, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/08-pool32-fixed-r3000-n2/postgres-statements.json b/evidence/grade5-controlled-2026-10-30/08-pool32-fixed-r3000-n2/postgres-statements.json new file mode 100644 index 00000000..fc7c042b --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/08-pool32-fixed-r3000-n2/postgres-statements.json @@ -0,0 +1,101 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 42383, + "total_exec_ms": 21081.209, + "mean_exec_ms": 0.497, + "rows": 42383, + "shared_blks_hit": 1002585, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 42387, + "total_exec_ms": 17426.615, + "mean_exec_ms": 0.411, + "rows": 42387, + "shared_blks_hit": 415259, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 42850, + "total_exec_ms": 4434.402, + "mean_exec_ms": 0.103, + "rows": 42850, + "shared_blks_hit": 171400, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 4854991825702068830, + "calls": 42395, + "total_exec_ms": 38.001, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 6097083398544187049, + "calls": 42380, + "total_exec_ms": 32.37, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 27.531, + "mean_exec_ms": 13.765, + "rows": 2, + "shared_blks_hit": 3056, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 2.152, + "mean_exec_ms": 0.538, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.279, + "mean_exec_ms": 0.279, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7676915344437841334, + "calls": 10, + "total_exec_ms": 0.016, + "mean_exec_ms": 0.002, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-controlled-2026-10-30/08-pool32-fixed-r3000-n2/samples.jsonl b/evidence/grade5-controlled-2026-10-30/08-pool32-fixed-r3000-n2/samples.jsonl new file mode 100644 index 00000000..429677fe --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/08-pool32-fixed-r3000-n2/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T21:12:15.484+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "116.51%", "Container": "714f31d0723366e6f5ed8058bbae69d0ce0b0833de0ff955a4144bfb8e3bd2da", "ID": "714f31d07233", "MemPerc": "19.69%", "MemUsage": "100.8MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "5.32MB / 5.58MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "96.58%", "Container": "8f6d623b113ca245abe0e26a81028f5c1ff3658d46c537a6dbf0e4f887d42b98", "ID": "8f6d623b113c", "MemPerc": "25.69%", "MemUsage": "131.5MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "3.06MB / 2.94MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "43.21%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.37%", "MemUsage": "116.1MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "234MB / 242MB", "PIDs": "9"}, {"BlockIO": "340kB / 3.31GB", "CPUPerc": "181.41%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "34.03%", "MemUsage": "174.2MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "199MB / 166MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.30%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.72%", "MemUsage": "9.879MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "38.3MB / 51.2MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 3, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "397", "qcur": "0", "stot": "163483", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "570", "qcur": "0", "stot": "49998", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14351", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14343", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "967", "qcur": "0", "stot": "242175", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:12:21.912+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "122.27%", "Container": "714f31d0723366e6f5ed8058bbae69d0ce0b0833de0ff955a4144bfb8e3bd2da", "ID": "714f31d07233", "MemPerc": "27.68%", "MemUsage": "141.7MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "14.1MB / 15MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "119.77%", "Container": "8f6d623b113ca245abe0e26a81028f5c1ff3658d46c537a6dbf0e4f887d42b98", "ID": "8f6d623b113c", "MemPerc": "26.63%", "MemUsage": "136.3MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "14MB / 14.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "40.43%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.56%", "MemUsage": "116.6MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "249MB / 258MB", "PIDs": "9"}, {"BlockIO": "340kB / 3.38GB", "CPUPerc": "167.42%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "34.31%", "MemUsage": "175.7MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "209MB / 175MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.96%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.74%", "MemUsage": "9.902MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "40.8MB / 54.6MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 23, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "460", "qcur": "0", "stot": "169593", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "544", "qcur": "0", "stot": "56107", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14351", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14343", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1004", "qcur": "0", "stot": "254394", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:12:27.795+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "117.20%", "Container": "714f31d0723366e6f5ed8058bbae69d0ce0b0833de0ff955a4144bfb8e3bd2da", "ID": "714f31d07233", "MemPerc": "24.04%", "MemUsage": "123.1MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "25.2MB / 27.3MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "119.58%", "Container": "8f6d623b113ca245abe0e26a81028f5c1ff3658d46c537a6dbf0e4f887d42b98", "ID": "8f6d623b113c", "MemPerc": "37.99%", "MemUsage": "194.5MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "24.6MB / 26.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "39.37%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.95%", "MemUsage": "117.6MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "265MB / 274MB", "PIDs": "9"}, {"BlockIO": "348kB / 3.45GB", "CPUPerc": "179.27%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "34.44%", "MemUsage": "176.4MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "220MB / 183MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.28%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.73%", "MemUsage": "9.891MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "43.3MB / 57.9MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 6, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "302", "qcur": "0", "stot": "177085", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP 1/2", "scur": "710", "qcur": "0", "stot": "63600", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14351", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14343", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1013", "qcur": "0", "stot": "269380", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:12:34.907+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "0.81%", "Container": "714f31d0723366e6f5ed8058bbae69d0ce0b0833de0ff955a4144bfb8e3bd2da", "ID": "714f31d07233", "MemPerc": "22.41%", "MemUsage": "114.7MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "31.1MB / 33.7MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.39%", "Container": "8f6d623b113ca245abe0e26a81028f5c1ff3658d46c537a6dbf0e4f887d42b98", "ID": "8f6d623b113c", "MemPerc": "41.63%", "MemUsage": "213.1MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "30.7MB / 33.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.25%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.32%", "MemUsage": "116MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "273MB / 283MB", "PIDs": "9"}, {"BlockIO": "348kB / 3.52GB", "CPUPerc": "0.27%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "34.56%", "MemUsage": "177MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "229MB / 191MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.12%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.68%", "MemUsage": "9.824MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "44.6MB / 59.6MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "180067", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "66581", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14351", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "14343", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "275342", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} diff --git a/evidence/grade5-controlled-2026-10-30/08-pool32-fixed-r3000-n2/warmup.json b/evidence/grade5-controlled-2026-10-30/08-pool32-fixed-r3000-n2/warmup.json new file mode 100644 index 00000000..41c705ff --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/08-pool32-fixed-r3000-n2/warmup.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "714f31d07233": 300, + "8f6d623b113c": 300 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "57015a353063966d", + "schedule_lag_ms": { + "p50": 0.395, + "p95": 0.629, + "p99": 2.123 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T21:12:10.662854Z", + "success_latency_ms": { + "p50": 2.064, + "p95": 174.392, + "p99": 338.473 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.234, + "successful_rps_window": 200, + "wall_duration_s": 2.996, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/09-pool32-fixed-r3000-n4/compose-scale.log b/evidence/grade5-controlled-2026-10-30/09-pool32-fixed-r3000-n4/compose-scale.log new file mode 100644 index 00000000..6b4f813e --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/09-pool32-fixed-r3000-n4/compose-scale.log @@ -0,0 +1,16 @@ + Container lab3-grade5-305bc18eea-api-5 Creating + Container lab3-grade5-305bc18eea-api-4 Creating + Container lab3-grade5-305bc18eea-api-2 Recreate + Container lab3-grade5-305bc18eea-api-3 Recreate + Container lab3-grade5-305bc18eea-api-5 Created + Container lab3-grade5-305bc18eea-api-4 Created + Container lab3-grade5-305bc18eea-api-2 Recreated + Container lab3-grade5-305bc18eea-api-3 Recreated + Container lab3-grade5-305bc18eea-api-3 Starting + Container lab3-grade5-305bc18eea-api-3 Started + Container lab3-grade5-305bc18eea-api-2 Starting + Container lab3-grade5-305bc18eea-api-2 Started + Container lab3-grade5-305bc18eea-api-5 Starting + Container lab3-grade5-305bc18eea-api-5 Started + Container lab3-grade5-305bc18eea-api-4 Starting + Container lab3-grade5-305bc18eea-api-4 Started diff --git a/evidence/grade5-controlled-2026-10-30/09-pool32-fixed-r3000-n4/load.json b/evidence/grade5-controlled-2026-10-30/09-pool32-fixed-r3000-n4/load.json new file mode 100644 index 00000000..9f783b61 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/09-pool32-fixed-r3000-n4/load.json @@ -0,0 +1,35 @@ +{ + "failure_counts": { + "dropped_inflight": 20385, + "http_503": 994 + }, + "instance_responses": { + "02a52d49d386": 9871, + "1e0029f2be33": 9545, + "c41b206664d9": 9551, + "e10133be5d51": 9654 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "b30cdcb9bcf40a35", + "schedule_lag_ms": { + "p50": 0.057, + "p95": 0.136, + "p99": 0.768 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 60000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:12:50.478879Z", + "success_latency_ms": { + "p50": 469.087, + "p95": 872.444, + "p99": 1594.005 + }, + "success_ratio": 0.643683, + "successful_requests": 38621, + "successful_rps_wall": 1906.961, + "successful_rps_window": 1931.05, + "wall_duration_s": 20.253, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/09-pool32-fixed-r3000-n4/postgres-statements.json b/evidence/grade5-controlled-2026-10-30/09-pool32-fixed-r3000-n4/postgres-statements.json new file mode 100644 index 00000000..367a1484 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/09-pool32-fixed-r3000-n4/postgres-statements.json @@ -0,0 +1,101 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 38656, + "total_exec_ms": 37479.447, + "mean_exec_ms": 0.97, + "rows": 38656, + "shared_blks_hit": 922722, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 38663, + "total_exec_ms": 25546.496, + "mean_exec_ms": 0.661, + "rows": 38663, + "shared_blks_hit": 387094, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 39168, + "total_exec_ms": 7387.767, + "mean_exec_ms": 0.189, + "rows": 39168, + "shared_blks_hit": 156672, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 50.861, + "mean_exec_ms": 25.431, + "rows": 2, + "shared_blks_hit": 3023, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 4854991825702068830, + "calls": 38673, + "total_exec_ms": 33.971, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 6097083398544187049, + "calls": 38650, + "total_exec_ms": 32.12, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 7421764486656699138, + "calls": 3, + "total_exec_ms": 1.375, + "mean_exec_ms": 0.458, + "rows": 3, + "shared_blks_hit": 3, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.157, + "mean_exec_ms": 0.157, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7676915344437841334, + "calls": 2, + "total_exec_ms": 0.003, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-controlled-2026-10-30/09-pool32-fixed-r3000-n4/samples.jsonl b/evidence/grade5-controlled-2026-10-30/09-pool32-fixed-r3000-n4/samples.jsonl new file mode 100644 index 00000000..0a9bf501 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/09-pool32-fixed-r3000-n4/samples.jsonl @@ -0,0 +1,3 @@ +{"at_utc": "2026-10-29T21:12:50.472+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "62.28%", "Container": "c41b206664d90260a3abca837d202be786290f70a082cb642c2de3dcccbdfefa", "ID": "c41b206664d9", "MemPerc": "29.58%", "MemUsage": "75.73MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "2.21MB / 2.28MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "63.61%", "Container": "1e0029f2be331fb9c25d2a1345c7e57002cedb60c8fd2d9908f6f52455f7aeb5", "ID": "1e0029f2be33", "MemPerc": "26.66%", "MemUsage": "68.25MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "2.23MB / 2.27MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "46.89%", "Container": "02a52d49d386e9d32047a6b4ac4b5740ae8ee7591168d2529d515888c7dd3bf5", "ID": "02a52d49d386", "MemPerc": "21.59%", "MemUsage": "55.26MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-4", "NetIO": "1.26MB / 1.21MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "63.26%", "Container": "e10133be5d519cc4372629b1e6782077560e46ac742f4ba1d2ec8b273e0423f2", "ID": "e10133be5d51", "MemPerc": "27.36%", "MemUsage": "70.04MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-5", "NetIO": "2.24MB / 2.27MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "40.88%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.42%", "MemUsage": "116.3MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "280MB / 290MB", "PIDs": "9"}, {"BlockIO": "348kB / 3.75GB", "CPUPerc": "175.79%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "33.24%", "MemUsage": "170.2MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "234MB / 195MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "14.20%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.82%", "MemUsage": "10.01MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "45.8MB / 61.1MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 8, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "352", "qcur": "0", "stot": "182505", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "213", "qcur": "0", "stot": "69015", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "284", "qcur": "0", "stot": "16789", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "174", "qcur": "0", "stot": "16781", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "285090", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:12:57.585+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "68.72%", "Container": "c41b206664d90260a3abca837d202be786290f70a082cb642c2de3dcccbdfefa", "ID": "c41b206664d9", "MemPerc": "37.62%", "MemUsage": "96.3MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "7.47MB / 7.96MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "67.46%", "Container": "1e0029f2be331fb9c25d2a1345c7e57002cedb60c8fd2d9908f6f52455f7aeb5", "ID": "1e0029f2be33", "MemPerc": "41.58%", "MemUsage": "106.4MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "7.42MB / 7.89MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "64.61%", "Container": "02a52d49d386e9d32047a6b4ac4b5740ae8ee7591168d2529d515888c7dd3bf5", "ID": "02a52d49d386", "MemPerc": "23.05%", "MemUsage": "59.02MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-4", "NetIO": "7.7MB / 8.34MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "62.81%", "Container": "e10133be5d519cc4372629b1e6782077560e46ac742f4ba1d2ec8b273e0423f2", "ID": "e10133be5d51", "MemPerc": "29.18%", "MemUsage": "74.71MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-5", "NetIO": "7.58MB / 8.12MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "48.31%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.91%", "MemUsage": "117.5MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "295MB / 306MB", "PIDs": "9"}, {"BlockIO": "348kB / 3.81GB", "CPUPerc": "168.19%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "33.66%", "MemUsage": "172.3MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "244MB / 204MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.53%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.83%", "MemUsage": "10.02MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "47.9MB / 63.8MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 28, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP 1/2", "scur": "228", "qcur": "0", "stot": "186108", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "230", "qcur": "0", "stot": "72617", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "277", "qcur": "0", "stot": "20392", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP 1/2", "scur": "289", "qcur": "0", "stot": "20383", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "299500", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T21:13:04.738+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "62.59%", "Container": "c41b206664d90260a3abca837d202be786290f70a082cb642c2de3dcccbdfefa", "ID": "c41b206664d9", "MemPerc": "30.34%", "MemUsage": "77.68MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "12.3MB / 13.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "69.33%", "Container": "1e0029f2be331fb9c25d2a1345c7e57002cedb60c8fd2d9908f6f52455f7aeb5", "ID": "1e0029f2be33", "MemPerc": "34.53%", "MemUsage": "88.39MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "12.2MB / 13.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "61.60%", "Container": "02a52d49d386e9d32047a6b4ac4b5740ae8ee7591168d2529d515888c7dd3bf5", "ID": "02a52d49d386", "MemPerc": "33.18%", "MemUsage": "84.94MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-4", "NetIO": "12.3MB / 13.2MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "67.89%", "Container": "e10133be5d519cc4372629b1e6782077560e46ac742f4ba1d2ec8b273e0423f2", "ID": "e10133be5d51", "MemPerc": "36.56%", "MemUsage": "93.58MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-5", "NetIO": "12.1MB / 13MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "42.77%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "46.01%", "MemUsage": "117.8MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "309MB / 320MB", "PIDs": "9"}, {"BlockIO": "348kB / 3.87GB", "CPUPerc": "166.72%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "34.05%", "MemUsage": "174.3MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "255MB / 213MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "12.74%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.80%", "MemUsage": "9.984MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "50.5MB / 67.3MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 6, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "253", "qcur": "0", "stot": "189444", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "27", "qcur": "0", "stot": "75954", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "416", "qcur": "0", "stot": "23728", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "316", "qcur": "0", "stot": "23719", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1012", "qcur": "0", "stot": "312845", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} diff --git a/evidence/grade5-controlled-2026-10-30/09-pool32-fixed-r3000-n4/warmup.json b/evidence/grade5-controlled-2026-10-30/09-pool32-fixed-r3000-n4/warmup.json new file mode 100644 index 00000000..ad13cf13 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/09-pool32-fixed-r3000-n4/warmup.json @@ -0,0 +1,32 @@ +{ + "failure_counts": {}, + "instance_responses": { + "02a52d49d386": 150, + "1e0029f2be33": 150, + "c41b206664d9": 150, + "e10133be5d51": 150 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "9ea9acf234800d22", + "schedule_lag_ms": { + "p50": 0.396, + "p95": 0.491, + "p99": 0.858 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T21:12:45.763011Z", + "success_latency_ms": { + "p50": 1.698, + "p95": 3.514, + "p99": 8.8 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.233, + "successful_rps_window": 200, + "wall_duration_s": 2.997, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/10-grow-r1000-c2/compose-scale.log b/evidence/grade5-controlled-2026-10-30/10-grow-r1000-c2/compose-scale.log new file mode 100644 index 00000000..aafb2cae --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/10-grow-r1000-c2/compose-scale.log @@ -0,0 +1,16 @@ + Container lab3-grade5-305bc18eea-api-3 Recreate + Container lab3-grade5-305bc18eea-api-4 Stopping + Container lab3-grade5-305bc18eea-api-2 Recreate + Container lab3-grade5-305bc18eea-api-5 Stopping + Container lab3-grade5-305bc18eea-api-4 Stopped + Container lab3-grade5-305bc18eea-api-4 Removing + Container lab3-grade5-305bc18eea-api-4 Removed + Container lab3-grade5-305bc18eea-api-5 Stopped + Container lab3-grade5-305bc18eea-api-5 Removing + Container lab3-grade5-305bc18eea-api-5 Removed + Container lab3-grade5-305bc18eea-api-2 Recreated + Container lab3-grade5-305bc18eea-api-3 Recreated + Container lab3-grade5-305bc18eea-api-3 Starting + Container lab3-grade5-305bc18eea-api-3 Started + Container lab3-grade5-305bc18eea-api-2 Starting + Container lab3-grade5-305bc18eea-api-2 Started diff --git a/evidence/grade5-controlled-2026-10-30/10-grow-r1000-c2/load.json b/evidence/grade5-controlled-2026-10-30/10-grow-r1000-c2/load.json new file mode 100644 index 00000000..b1b69955 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/10-grow-r1000-c2/load.json @@ -0,0 +1,34 @@ +{ + "failure_counts": { + "connection": 132, + "dropped_inflight": 691, + "http_503": 15 + }, + "instance_responses": { + "a4b7ab91c271": 9585, + "f83df1c5f786": 9577 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "06fbd9f78b500e00", + "schedule_lag_ms": { + "p50": 0.155, + "p95": 0.279, + "p99": 1.526 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 20000, + "scheduled_rps": 1000, + "started_at_utc": "2026-10-29T21:13:23.925797Z", + "success_latency_ms": { + "p50": 1.966, + "p95": 1319.564, + "p99": 1832.251 + }, + "success_ratio": 0.9581, + "successful_requests": 19162, + "successful_rps_wall": 957.944, + "successful_rps_window": 958.1, + "wall_duration_s": 20.003, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/10-grow-r1000-c2/postgres-statements.json b/evidence/grade5-controlled-2026-10-30/10-grow-r1000-c2/postgres-statements.json new file mode 100644 index 00000000..be16dfd1 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/10-grow-r1000-c2/postgres-statements.json @@ -0,0 +1,101 @@ +[ + { + "queryid": -7361367982095387306, + "calls": 19170, + "total_exec_ms": 6552.516, + "mean_exec_ms": 0.342, + "rows": 19170, + "shared_blks_hit": 180740, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": -1973204932425384048, + "calls": 19169, + "total_exec_ms": 6478.261, + "mean_exec_ms": 0.338, + "rows": 19169, + "shared_blks_hit": 449717, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": 5278999262105563684, + "calls": 19172, + "total_exec_ms": 1391.888, + "mean_exec_ms": 0.073, + "rows": 19172, + "shared_blks_hit": 76688, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 22.674, + "mean_exec_ms": 11.337, + "rows": 2, + "shared_blks_hit": 2746, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 19167, + "total_exec_ms": 7.708, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 19172, + "total_exec_ms": 6.606, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 3.941, + "mean_exec_ms": 0.985, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.172, + "mean_exec_ms": 0.172, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7676915344437841334, + "calls": 2, + "total_exec_ms": 0.002, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-controlled-2026-10-30/10-grow-r1000-c2/samples.jsonl b/evidence/grade5-controlled-2026-10-30/10-grow-r1000-c2/samples.jsonl new file mode 100644 index 00000000..6c26c3df --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/10-grow-r1000-c2/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T21:13:23.914+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "22.74%", "Container": "f83df1c5f78631f0694c61b3ffa992772f73b6a79693763703a9119244ed2089", "ID": "f83df1c5f786", "MemPerc": "14.04%", "MemUsage": "35.95MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "2.49MB / 2.64MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "23.24%", "Container": "a4b7ab91c27106302871ae896260dee4a3cf4d3290029a18e09f0685add01d99", "ID": "a4b7ab91c271", "MemPerc": "16.52%", "MemUsage": "42.29MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "2.51MB / 2.65MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.38%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "43.41%", "MemUsage": "111.1MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "318MB / 330MB", "PIDs": "9"}, {"BlockIO": "512kB / 4.07GB", "CPUPerc": "25.67%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "34.09%", "MemUsage": "174.5MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "265MB / 221MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.58%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.69%", "MemUsage": "9.84MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "51.8MB / 68.9MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 2, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "192403", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "3", "qcur": "0", "stot": "78913", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "4", "qcur": "0", "stot": "320128", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:13:29.902+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "110.18%", "Container": "f83df1c5f78631f0694c61b3ffa992772f73b6a79693763703a9119244ed2089", "ID": "f83df1c5f786", "MemPerc": "45.12%", "MemUsage": "115.5MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "6.06MB / 6.15MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "117.21%", "Container": "a4b7ab91c27106302871ae896260dee4a3cf4d3290029a18e09f0685add01d99", "ID": "a4b7ab91c271", "MemPerc": "43.73%", "MemUsage": "111.9MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "6.12MB / 6.18MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "41.82%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.07%", "MemUsage": "115.4MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "322MB / 334MB", "PIDs": "9"}, {"BlockIO": "676kB / 4.11GB", "CPUPerc": "216.40%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "34.39%", "MemUsage": "176.1MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "269MB / 225MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "26.82%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.72%", "MemUsage": "9.883MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "52.8MB / 70.4MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 2, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "4", "qcur": "0", "stot": "195430", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "66", "qcur": "0", "stot": "81940", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "70", "qcur": "0", "stot": "326182", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:13:36.777+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "29.56%", "Container": "f83df1c5f78631f0694c61b3ffa992772f73b6a79693763703a9119244ed2089", "ID": "f83df1c5f786", "MemPerc": "36.43%", "MemUsage": "93.27MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "11MB / 11.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "28.98%", "Container": "a4b7ab91c27106302871ae896260dee4a3cf4d3290029a18e09f0685add01d99", "ID": "a4b7ab91c271", "MemPerc": "42.20%", "MemUsage": "108MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "11.1MB / 11.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "9.32%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "44.98%", "MemUsage": "115.1MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "330MB / 342MB", "PIDs": "9"}, {"BlockIO": "676kB / 4.16GB", "CPUPerc": "30.04%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "34.33%", "MemUsage": "175.8MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "275MB / 230MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "4.64%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.69%", "MemUsage": "9.84MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "53.7MB / 71.5MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 2, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "3", "qcur": "0", "stot": "198389", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "2", "qcur": "0", "stot": "84898", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "5", "qcur": "0", "stot": "332099", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:13:42.693+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "0.23%", "Container": "f83df1c5f78631f0694c61b3ffa992772f73b6a79693763703a9119244ed2089", "ID": "f83df1c5f786", "MemPerc": "38.10%", "MemUsage": "97.54MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "14.1MB / 14.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.14%", "Container": "a4b7ab91c27106302871ae896260dee4a3cf4d3290029a18e09f0685add01d99", "ID": "a4b7ab91c271", "MemPerc": "43.41%", "MemUsage": "111.1MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "14.1MB / 14.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.24%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "44.32%", "MemUsage": "113.5MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "334MB / 346MB", "PIDs": "9"}, {"BlockIO": "676kB / 4.2GB", "CPUPerc": "3.41%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "34.29%", "MemUsage": "175.6MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "278MB / 233MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "0.60%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.68%", "MemUsage": "9.832MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "54.6MB / 72.7MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "200015", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "86525", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "335352", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} diff --git a/evidence/grade5-controlled-2026-10-30/10-grow-r1000-c2/warmup.json b/evidence/grade5-controlled-2026-10-30/10-grow-r1000-c2/warmup.json new file mode 100644 index 00000000..380620ec --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/10-grow-r1000-c2/warmup.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "a4b7ab91c271": 300, + "f83df1c5f786": 300 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "8252bf36a92e2fca", + "schedule_lag_ms": { + "p50": 0.606, + "p95": 1.02, + "p99": 1.304 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T21:13:18.921635Z", + "success_latency_ms": { + "p50": 2.198, + "p95": 158.932, + "p99": 266.406 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.165, + "successful_rps_window": 200, + "wall_duration_s": 2.998, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/11-grow-r1000-c3/compose-scale.log b/evidence/grade5-controlled-2026-10-30/11-grow-r1000-c3/compose-scale.log new file mode 100644 index 00000000..7c5f9ef9 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/11-grow-r1000-c3/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-305bc18eea-api-3 Recreate + Container lab3-grade5-305bc18eea-api-2 Recreate + Container lab3-grade5-305bc18eea-api-3 Recreated + Container lab3-grade5-305bc18eea-api-2 Recreated + Container lab3-grade5-305bc18eea-api-3 Starting + Container lab3-grade5-305bc18eea-api-3 Started + Container lab3-grade5-305bc18eea-api-2 Starting + Container lab3-grade5-305bc18eea-api-2 Started diff --git a/evidence/grade5-controlled-2026-10-30/11-grow-r1000-c3/load.json b/evidence/grade5-controlled-2026-10-30/11-grow-r1000-c3/load.json new file mode 100644 index 00000000..2ac8acf3 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/11-grow-r1000-c3/load.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "b0b3df0bebdd": 10000, + "d9d0a703db06": 10000 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "7557cc220641fc4f", + "schedule_lag_ms": { + "p50": 0.083, + "p95": 0.259, + "p99": 0.416 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 20000, + "scheduled_rps": 1000, + "started_at_utc": "2026-10-29T21:13:54.273981Z", + "success_latency_ms": { + "p50": 1.063, + "p95": 321.428, + "p99": 530.503 + }, + "success_ratio": 1, + "successful_requests": 20000, + "successful_rps_wall": 1000.007, + "successful_rps_window": 1000, + "wall_duration_s": 20, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/11-grow-r1000-c3/postgres-statements.json b/evidence/grade5-controlled-2026-10-30/11-grow-r1000-c3/postgres-statements.json new file mode 100644 index 00000000..256a4f19 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/11-grow-r1000-c3/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 20000, + "total_exec_ms": 3375.975, + "mean_exec_ms": 0.169, + "rows": 20000, + "shared_blks_hit": 468627, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 20000, + "total_exec_ms": 2904.659, + "mean_exec_ms": 0.145, + "rows": 20000, + "shared_blks_hit": 185667, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 20000, + "total_exec_ms": 575.563, + "mean_exec_ms": 0.029, + "rows": 20000, + "shared_blks_hit": 80000, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 20.962, + "mean_exec_ms": 10.481, + "rows": 2, + "shared_blks_hit": 2750, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 20000, + "total_exec_ms": 5.125, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 20000, + "total_exec_ms": 4.645, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 1.152, + "mean_exec_ms": 0.288, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.212, + "mean_exec_ms": 0.212, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-controlled-2026-10-30/11-grow-r1000-c3/samples.jsonl b/evidence/grade5-controlled-2026-10-30/11-grow-r1000-c3/samples.jsonl new file mode 100644 index 00000000..5893eb16 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/11-grow-r1000-c3/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T21:13:54.268+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "20.21%", "Container": "d9d0a703db06f01013b72a3187aa272aa185d1aeafa3b49d3dfc6e29b3afefa1", "ID": "d9d0a703db06", "MemPerc": "6.10%", "MemUsage": "23.42MiB / 384MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "2.18MB / 2.32MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "18.01%", "Container": "b0b3df0bebdded8dda31c33841f2dd5940d122e95f7cae98adfd53837e1e3b95", "ID": "b0b3df0bebdd", "MemPerc": "6.90%", "MemUsage": "26.49MiB / 384MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "1.48MB / 1.58MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "6.73%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "43.26%", "MemUsage": "110.7MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "337MB / 349MB", "PIDs": "9"}, {"BlockIO": "676kB / 4.33GB", "CPUPerc": "23.38%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "33.05%", "MemUsage": "169.2MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "281MB / 235MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.25%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.70%", "MemUsage": "9.852MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "55.1MB / 73.4MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "201979", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "88488", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "339279", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:13:59.608+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "56.20%", "Container": "d9d0a703db06f01013b72a3187aa272aa185d1aeafa3b49d3dfc6e29b3afefa1", "ID": "d9d0a703db06", "MemPerc": "15.30%", "MemUsage": "58.76MiB / 384MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "6.12MB / 6.54MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "53.79%", "Container": "b0b3df0bebdded8dda31c33841f2dd5940d122e95f7cae98adfd53837e1e3b95", "ID": "b0b3df0bebdd", "MemPerc": "8.32%", "MemUsage": "31.96MiB / 384MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "5.22MB / 5.49MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "19.72%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "43.97%", "MemUsage": "112.6MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "342MB / 355MB", "PIDs": "9"}, {"BlockIO": "676kB / 4.37GB", "CPUPerc": "78.95%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "33.60%", "MemUsage": "172MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "286MB / 239MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "5.35%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.70%", "MemUsage": "9.855MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "56MB / 74.6MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "204823", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "91332", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "344967", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:14:05.298+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "17.20%", "Container": "d9d0a703db06f01013b72a3187aa272aa185d1aeafa3b49d3dfc6e29b3afefa1", "ID": "d9d0a703db06", "MemPerc": "15.19%", "MemUsage": "58.32MiB / 384MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "9.95MB / 10.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "18.46%", "Container": "b0b3df0bebdded8dda31c33841f2dd5940d122e95f7cae98adfd53837e1e3b95", "ID": "b0b3df0bebdd", "MemPerc": "12.91%", "MemUsage": "49.59MiB / 384MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "9.95MB / 10.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "5.45%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "44.02%", "MemUsage": "112.7MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "347MB / 360MB", "PIDs": "9"}, {"BlockIO": "676kB / 4.42GB", "CPUPerc": "18.22%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "33.69%", "MemUsage": "172.5MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "290MB / 243MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.01%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.70%", "MemUsage": "9.852MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "56.7MB / 75.5MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "207508", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "1", "qcur": "0", "stot": "94017", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "2", "qcur": "0", "stot": "350337", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:14:10.676+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "24.31%", "Container": "d9d0a703db06f01013b72a3187aa272aa185d1aeafa3b49d3dfc6e29b3afefa1", "ID": "d9d0a703db06", "MemPerc": "16.12%", "MemUsage": "61.91MiB / 384MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "14.2MB / 15.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "26.18%", "Container": "b0b3df0bebdded8dda31c33841f2dd5940d122e95f7cae98adfd53837e1e3b95", "ID": "b0b3df0bebdd", "MemPerc": "16.24%", "MemUsage": "62.36MiB / 384MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "14.3MB / 15.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "8.06%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "44.15%", "MemUsage": "113MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "353MB / 366MB", "PIDs": "9"}, {"BlockIO": "676kB / 4.46GB", "CPUPerc": "108.08%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "34.01%", "MemUsage": "174.1MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "294MB / 246MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "3.34%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.70%", "MemUsage": "9.852MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "57.8MB / 77MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "210316", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "96826", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "355954", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} diff --git a/evidence/grade5-controlled-2026-10-30/11-grow-r1000-c3/warmup.json b/evidence/grade5-controlled-2026-10-30/11-grow-r1000-c3/warmup.json new file mode 100644 index 00000000..981932be --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/11-grow-r1000-c3/warmup.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "b0b3df0bebdd": 300, + "d9d0a703db06": 300 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "c55eaf1e29ac6f6f", + "schedule_lag_ms": { + "p50": 0.604, + "p95": 0.979, + "p99": 1.196 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T21:13:49.542846Z", + "success_latency_ms": { + "p50": 2.105, + "p95": 287.855, + "p99": 362.683 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.189, + "successful_rps_window": 200, + "wall_duration_s": 2.997, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/12-grow-r1000-c4/compose-scale.log b/evidence/grade5-controlled-2026-10-30/12-grow-r1000-c4/compose-scale.log new file mode 100644 index 00000000..61df17bb --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/12-grow-r1000-c4/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-305bc18eea-api-3 Recreate + Container lab3-grade5-305bc18eea-api-2 Recreate + Container lab3-grade5-305bc18eea-api-2 Recreated + Container lab3-grade5-305bc18eea-api-3 Recreated + Container lab3-grade5-305bc18eea-api-2 Starting + Container lab3-grade5-305bc18eea-api-2 Started + Container lab3-grade5-305bc18eea-api-3 Starting + Container lab3-grade5-305bc18eea-api-3 Started diff --git a/evidence/grade5-controlled-2026-10-30/12-grow-r1000-c4/load.json b/evidence/grade5-controlled-2026-10-30/12-grow-r1000-c4/load.json new file mode 100644 index 00000000..65d8f53d --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/12-grow-r1000-c4/load.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "3e3ba14cf3c4": 10000, + "9376008e30af": 10000 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "f90f8a6f3da83559", + "schedule_lag_ms": { + "p50": 0.142, + "p95": 0.277, + "p99": 1.205 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 20000, + "scheduled_rps": 1000, + "started_at_utc": "2026-10-29T21:14:23.450507Z", + "success_latency_ms": { + "p50": 1.636, + "p95": 506.613, + "p99": 908.609 + }, + "success_ratio": 1, + "successful_requests": 20000, + "successful_rps_wall": 999.981, + "successful_rps_window": 1000, + "wall_duration_s": 20, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/12-grow-r1000-c4/postgres-statements.json b/evidence/grade5-controlled-2026-10-30/12-grow-r1000-c4/postgres-statements.json new file mode 100644 index 00000000..a60f2f30 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/12-grow-r1000-c4/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 20000, + "total_exec_ms": 4352.293, + "mean_exec_ms": 0.218, + "rows": 20000, + "shared_blks_hit": 468689, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 20000, + "total_exec_ms": 3837.04, + "mean_exec_ms": 0.192, + "rows": 20000, + "shared_blks_hit": 187635, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 20000, + "total_exec_ms": 968.909, + "mean_exec_ms": 0.048, + "rows": 20000, + "shared_blks_hit": 80000, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 28.387, + "mean_exec_ms": 14.194, + "rows": 2, + "shared_blks_hit": 2753, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 20000, + "total_exec_ms": 8.566, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 20000, + "total_exec_ms": 6.838, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 1.64, + "mean_exec_ms": 0.41, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.327, + "mean_exec_ms": 0.327, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-controlled-2026-10-30/12-grow-r1000-c4/samples.jsonl b/evidence/grade5-controlled-2026-10-30/12-grow-r1000-c4/samples.jsonl new file mode 100644 index 00000000..c63c06b2 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/12-grow-r1000-c4/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T21:14:23.431+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "22.45%", "Container": "9376008e30af6204747f8bcc4dd698a9df0fb8e5fb9b0bbb87e44d5b393a983d", "ID": "9376008e30af", "MemPerc": "7.26%", "MemUsage": "37.19MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "2.19MB / 2.32MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "22.93%", "Container": "3e3ba14cf3c47dad9a3d23b916892b3a790fa3005037e6ee892908e6e2ca1ce5", "ID": "3e3ba14cf3c4", "MemPerc": "5.52%", "MemUsage": "28.25MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "2.2MB / 2.33MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.56%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "43.37%", "MemUsage": "111MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "357MB / 370MB", "PIDs": "9"}, {"BlockIO": "676kB / 4.6GB", "CPUPerc": "29.67%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "33.20%", "MemUsage": "170MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "298MB / 249MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.67%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.70%", "MemUsage": "9.855MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "58.4MB / 77.8MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "212276", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "98785", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "359873", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:14:28.782+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "33.48%", "Container": "9376008e30af6204747f8bcc4dd698a9df0fb8e5fb9b0bbb87e44d5b393a983d", "ID": "9376008e30af", "MemPerc": "9.18%", "MemUsage": "47.02MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "5.44MB / 5.75MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "73.39%", "Container": "3e3ba14cf3c47dad9a3d23b916892b3a790fa3005037e6ee892908e6e2ca1ce5", "ID": "3e3ba14cf3c4", "MemPerc": "11.35%", "MemUsage": "58.09MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "6.09MB / 6.33MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "39.16%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "43.90%", "MemUsage": "112.4MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "362MB / 375MB", "PIDs": "9"}, {"BlockIO": "684kB / 4.65GB", "CPUPerc": "67.32%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "33.59%", "MemUsage": "172MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "303MB / 253MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "6.07%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.75%", "MemUsage": "9.926MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "59.3MB / 79MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 2, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "215211", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "2", "qcur": "0", "stot": "101721", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "2", "qcur": "0", "stot": "365744", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:14:34.661+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "61.21%", "Container": "9376008e30af6204747f8bcc4dd698a9df0fb8e5fb9b0bbb87e44d5b393a983d", "ID": "9376008e30af", "MemPerc": "12.09%", "MemUsage": "61.89MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "9.86MB / 10.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "25.35%", "Container": "3e3ba14cf3c47dad9a3d23b916892b3a790fa3005037e6ee892908e6e2ca1ce5", "ID": "3e3ba14cf3c4", "MemPerc": "11.60%", "MemUsage": "59.37MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "10.6MB / 11.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "8.87%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "43.91%", "MemUsage": "112.4MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "368MB / 382MB", "PIDs": "9"}, {"BlockIO": "684kB / 4.7GB", "CPUPerc": "28.17%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "33.83%", "MemUsage": "173.2MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "308MB / 257MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.82%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.70%", "MemUsage": "9.855MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "60.3MB / 80.4MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "218236", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "1", "qcur": "0", "stot": "104746", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "3", "qcur": "0", "stot": "371795", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:14:40.710+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "8.59%", "Container": "9376008e30af6204747f8bcc4dd698a9df0fb8e5fb9b0bbb87e44d5b393a983d", "ID": "9376008e30af", "MemPerc": "20.36%", "MemUsage": "104.3MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "14.7MB / 15.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.77%", "Container": "3e3ba14cf3c47dad9a3d23b916892b3a790fa3005037e6ee892908e6e2ca1ce5", "ID": "3e3ba14cf3c4", "MemPerc": "18.18%", "MemUsage": "93.08MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "14.7MB / 15.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "6.09%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "44.52%", "MemUsage": "114MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "374MB / 388MB", "PIDs": "9"}, {"BlockIO": "684kB / 4.74GB", "CPUPerc": "8.00%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "33.94%", "MemUsage": "173.8MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "313MB / 261MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "4.17%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.69%", "MemUsage": "9.848MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "61.3MB / 81.6MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "220617", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "107127", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "376556", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} diff --git a/evidence/grade5-controlled-2026-10-30/12-grow-r1000-c4/warmup.json b/evidence/grade5-controlled-2026-10-30/12-grow-r1000-c4/warmup.json new file mode 100644 index 00000000..cd451d55 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/12-grow-r1000-c4/warmup.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "3e3ba14cf3c4": 300, + "9376008e30af": 300 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "4c44e89e4b0c844a", + "schedule_lag_ms": { + "p50": 0.618, + "p95": 1.011, + "p99": 2.8 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T21:14:18.452835Z", + "success_latency_ms": { + "p50": 2.174, + "p95": 276.408, + "p99": 423.153 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 193.282, + "successful_rps_window": 200, + "wall_duration_s": 3.104, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/13-grow-r2000-c4/compose-scale.log b/evidence/grade5-controlled-2026-10-30/13-grow-r2000-c4/compose-scale.log new file mode 100644 index 00000000..cb14d7d5 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/13-grow-r2000-c4/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-305bc18eea-api-2 Recreate + Container lab3-grade5-305bc18eea-api-3 Recreate + Container lab3-grade5-305bc18eea-api-3 Recreated + Container lab3-grade5-305bc18eea-api-2 Recreated + Container lab3-grade5-305bc18eea-api-3 Starting + Container lab3-grade5-305bc18eea-api-3 Started + Container lab3-grade5-305bc18eea-api-2 Starting + Container lab3-grade5-305bc18eea-api-2 Started diff --git a/evidence/grade5-controlled-2026-10-30/13-grow-r2000-c4/load.json b/evidence/grade5-controlled-2026-10-30/13-grow-r2000-c4/load.json new file mode 100644 index 00000000..9362c882 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/13-grow-r2000-c4/load.json @@ -0,0 +1,32 @@ +{ + "failure_counts": { + "dropped_inflight": 4303 + }, + "instance_responses": { + "2029a29ee36e": 17848, + "632aac31cb1c": 17849 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "d38eb98492d1a24f", + "schedule_lag_ms": { + "p50": 0.106, + "p95": 0.2, + "p99": 1.053 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 40000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-29T21:14:55.078362Z", + "success_latency_ms": { + "p50": 279.544, + "p95": 887.192, + "p99": 1513.928 + }, + "success_ratio": 0.892425, + "successful_requests": 35697, + "successful_rps_wall": 1770.066, + "successful_rps_window": 1784.85, + "wall_duration_s": 20.167, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/13-grow-r2000-c4/postgres-statements.json b/evidence/grade5-controlled-2026-10-30/13-grow-r2000-c4/postgres-statements.json new file mode 100644 index 00000000..329a4151 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/13-grow-r2000-c4/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 35697, + "total_exec_ms": 19582.314, + "mean_exec_ms": 0.549, + "rows": 35697, + "shared_blks_hit": 841746, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 35697, + "total_exec_ms": 12898.713, + "mean_exec_ms": 0.361, + "rows": 35697, + "shared_blks_hit": 348204, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 35697, + "total_exec_ms": 3667.579, + "mean_exec_ms": 0.103, + "rows": 35697, + "shared_blks_hit": 142788, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 6097083398544187049, + "calls": 35697, + "total_exec_ms": 79.04, + "mean_exec_ms": 0.002, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 27.871, + "mean_exec_ms": 13.936, + "rows": 2, + "shared_blks_hit": 2963, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 4854991825702068830, + "calls": 35697, + "total_exec_ms": 27.52, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 3.286, + "mean_exec_ms": 0.822, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.235, + "mean_exec_ms": 0.235, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-controlled-2026-10-30/13-grow-r2000-c4/samples.jsonl b/evidence/grade5-controlled-2026-10-30/13-grow-r2000-c4/samples.jsonl new file mode 100644 index 00000000..49513026 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/13-grow-r2000-c4/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T21:14:55.067+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "114.25%", "Container": "2029a29ee36e4ee2124a3f044daf243b1f5744208264983941d6ee1fc2414aae", "ID": "2029a29ee36e", "MemPerc": "22.56%", "MemUsage": "115.5MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "4.39MB / 4.59MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "117.69%", "Container": "632aac31cb1cc0201e67840437b4d0a643ff060dddaf129166c0a1d6530136f6", "ID": "632aac31cb1c", "MemPerc": "25.77%", "MemUsage": "131.9MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "4.39MB / 4.52MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "43.70%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.32%", "MemUsage": "116MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "381MB / 394MB", "PIDs": "9"}, {"BlockIO": "684kB / 4.86GB", "CPUPerc": "176.21%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "34.19%", "MemUsage": "175.1MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "316MB / 264MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "8.75%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.72%", "MemUsage": "9.887MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "62.3MB / 83MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 8, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "161", "qcur": "0", "stot": "225092", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "76", "qcur": "0", "stot": "111599", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "237", "qcur": "0", "stot": "385503", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:15:01.784+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "86.36%", "Container": "2029a29ee36e4ee2124a3f044daf243b1f5744208264983941d6ee1fc2414aae", "ID": "2029a29ee36e", "MemPerc": "23.03%", "MemUsage": "117.9MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "12.2MB / 13.1MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "86.28%", "Container": "632aac31cb1cc0201e67840437b4d0a643ff060dddaf129166c0a1d6530136f6", "ID": "632aac31cb1c", "MemPerc": "23.01%", "MemUsage": "117.8MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "12.2MB / 13.2MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "30.51%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.43%", "MemUsage": "116.3MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "392MB / 406MB", "PIDs": "9"}, {"BlockIO": "684kB / 4.92GB", "CPUPerc": "137.48%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "34.27%", "MemUsage": "175.5MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "327MB / 273MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.15%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.71%", "MemUsage": "9.867MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "64.1MB / 85.3MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 11, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "494", "qcur": "0", "stot": "230683", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "529", "qcur": "0", "stot": "117190", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "396685", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:15:08.511+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "142.22%", "Container": "2029a29ee36e4ee2124a3f044daf243b1f5744208264983941d6ee1fc2414aae", "ID": "2029a29ee36e", "MemPerc": "23.59%", "MemUsage": "120.8MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "20.8MB / 22.3MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "109.64%", "Container": "632aac31cb1cc0201e67840437b4d0a643ff060dddaf129166c0a1d6530136f6", "ID": "632aac31cb1c", "MemPerc": "23.15%", "MemUsage": "118.5MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "19.8MB / 21.3MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "83.94%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.38%", "MemUsage": "116.2MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "404MB / 419MB", "PIDs": "9"}, {"BlockIO": "848kB / 4.98GB", "CPUPerc": "234.03%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "34.38%", "MemUsage": "176MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "337MB / 281MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.32%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.73%", "MemUsage": "9.898MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "66MB / 87.9MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 18, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "237", "qcur": "0", "stot": "236607", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "482", "qcur": "0", "stot": "123114", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "719", "qcur": "0", "stot": "408533", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:15:14.833+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "0.84%", "Container": "2029a29ee36e4ee2124a3f044daf243b1f5744208264983941d6ee1fc2414aae", "ID": "2029a29ee36e", "MemPerc": "33.32%", "MemUsage": "170.6MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "25.9MB / 28MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.35%", "Container": "632aac31cb1cc0201e67840437b4d0a643ff060dddaf129166c0a1d6530136f6", "ID": "632aac31cb1c", "MemPerc": "24.94%", "MemUsage": "127.7MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "25.9MB / 28MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.24%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "44.99%", "MemUsage": "115.2MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "411MB / 426MB", "PIDs": "9"}, {"BlockIO": "848kB / 5.01GB", "CPUPerc": "0.15%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "34.52%", "MemUsage": "176.8MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "343MB / 287MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "0.64%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.66%", "MemUsage": "9.809MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "67.2MB / 89.5MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "238769", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "125276", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "412857", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} diff --git a/evidence/grade5-controlled-2026-10-30/13-grow-r2000-c4/warmup.json b/evidence/grade5-controlled-2026-10-30/13-grow-r2000-c4/warmup.json new file mode 100644 index 00000000..8766cb45 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/13-grow-r2000-c4/warmup.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "2029a29ee36e": 300, + "632aac31cb1c": 300 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "da5300a8a30d42f0", + "schedule_lag_ms": { + "p50": 0.625, + "p95": 1.029, + "p99": 1.23 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T21:14:49.920477Z", + "success_latency_ms": { + "p50": 2.303, + "p95": 269.918, + "p99": 435.068 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 199.679, + "successful_rps_window": 200, + "wall_duration_s": 3.005, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/14-grow-r2000-c3/compose-scale.log b/evidence/grade5-controlled-2026-10-30/14-grow-r2000-c3/compose-scale.log new file mode 100644 index 00000000..cb14d7d5 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/14-grow-r2000-c3/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-305bc18eea-api-2 Recreate + Container lab3-grade5-305bc18eea-api-3 Recreate + Container lab3-grade5-305bc18eea-api-3 Recreated + Container lab3-grade5-305bc18eea-api-2 Recreated + Container lab3-grade5-305bc18eea-api-3 Starting + Container lab3-grade5-305bc18eea-api-3 Started + Container lab3-grade5-305bc18eea-api-2 Starting + Container lab3-grade5-305bc18eea-api-2 Started diff --git a/evidence/grade5-controlled-2026-10-30/14-grow-r2000-c3/load.json b/evidence/grade5-controlled-2026-10-30/14-grow-r2000-c3/load.json new file mode 100644 index 00000000..8a4d5807 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/14-grow-r2000-c3/load.json @@ -0,0 +1,33 @@ +{ + "failure_counts": { + "dropped_inflight": 4709, + "http_503": 363 + }, + "instance_responses": { + "13a19a8f8d50": 17646, + "a9c7fead3233": 17282 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "688517f4be855d8f", + "schedule_lag_ms": { + "p50": 0.103, + "p95": 0.184, + "p99": 0.474 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 40000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-29T21:15:29.183859Z", + "success_latency_ms": { + "p50": 266.263, + "p95": 895.023, + "p99": 1331.973 + }, + "success_ratio": 0.8732, + "successful_requests": 34928, + "successful_rps_wall": 1746.278, + "successful_rps_window": 1746.4, + "wall_duration_s": 20.001, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/14-grow-r2000-c3/postgres-statements.json b/evidence/grade5-controlled-2026-10-30/14-grow-r2000-c3/postgres-statements.json new file mode 100644 index 00000000..446d4563 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/14-grow-r2000-c3/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 34942, + "total_exec_ms": 22381.509, + "mean_exec_ms": 0.641, + "rows": 34942, + "shared_blks_hit": 827580, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 34943, + "total_exec_ms": 14573.289, + "mean_exec_ms": 0.417, + "rows": 34943, + "shared_blks_hit": 343354, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 35149, + "total_exec_ms": 3527.459, + "mean_exec_ms": 0.1, + "rows": 35149, + "shared_blks_hit": 140596, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 4854991825702068830, + "calls": 34944, + "total_exec_ms": 32.264, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 6097083398544187049, + "calls": 34940, + "total_exec_ms": 27.979, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 21.801, + "mean_exec_ms": 10.901, + "rows": 2, + "shared_blks_hit": 2954, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 3.31, + "mean_exec_ms": 0.828, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.239, + "mean_exec_ms": 0.239, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-controlled-2026-10-30/14-grow-r2000-c3/samples.jsonl b/evidence/grade5-controlled-2026-10-30/14-grow-r2000-c3/samples.jsonl new file mode 100644 index 00000000..2219fd47 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/14-grow-r2000-c3/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T21:15:29.173+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "86.32%", "Container": "a9c7fead3233b977823d149a3cbdd9e2a45e9edda5297d145adc3e505eeb8b8b", "ID": "a9c7fead3233", "MemPerc": "38.38%", "MemUsage": "147.4MiB / 384MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "3.05MB / 2.87MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "171.10%", "Container": "13a19a8f8d50f16bb96b31ae7ae98cd9a4397a8e69384a352be2e80210893c7d", "ID": "13a19a8f8d50", "MemPerc": "27.81%", "MemUsage": "106.8MiB / 384MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "2.35MB / 2.28MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "32.30%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.69%", "MemUsage": "117MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "416MB / 431MB", "PIDs": "9"}, {"BlockIO": "848kB / 5.17GB", "CPUPerc": "156.41%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "33.28%", "MemUsage": "170.4MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "346MB / 289MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.86%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.75%", "MemUsage": "9.918MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "68MB / 90.6MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 2, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "333", "qcur": "0", "stot": "242593", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "670", "qcur": "0", "stot": "129088", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1003", "qcur": "0", "stot": "420493", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:15:35.986+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "113.69%", "Container": "a9c7fead3233b977823d149a3cbdd9e2a45e9edda5297d145adc3e505eeb8b8b", "ID": "a9c7fead3233", "MemPerc": "33.72%", "MemUsage": "129.5MiB / 384MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "10.8MB / 11.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "106.90%", "Container": "13a19a8f8d50f16bb96b31ae7ae98cd9a4397a8e69384a352be2e80210893c7d", "ID": "13a19a8f8d50", "MemPerc": "26.79%", "MemUsage": "102.9MiB / 384MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "12.5MB / 13.5MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "34.93%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.58%", "MemUsage": "116.7MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "429MB / 445MB", "PIDs": "9"}, {"BlockIO": "848kB / 5.21GB", "CPUPerc": "195.83%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "33.66%", "MemUsage": "172.4MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "356MB / 297MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.24%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.72%", "MemUsage": "9.883MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "70.1MB / 93.3MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 3, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "238", "qcur": "0", "stot": "248796", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "277", "qcur": "0", "stot": "135290", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "515", "qcur": "0", "stot": "432898", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:15:42.370+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "101.97%", "Container": "a9c7fead3233b977823d149a3cbdd9e2a45e9edda5297d145adc3e505eeb8b8b", "ID": "a9c7fead3233", "MemPerc": "31.46%", "MemUsage": "120.8MiB / 384MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "18.9MB / 20.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "116.89%", "Container": "13a19a8f8d50f16bb96b31ae7ae98cd9a4397a8e69384a352be2e80210893c7d", "ID": "13a19a8f8d50", "MemPerc": "44.16%", "MemUsage": "169.6MiB / 384MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "19MB / 20.5MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "49.49%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.80%", "MemUsage": "117.2MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "439MB / 454MB", "PIDs": "9"}, {"BlockIO": "848kB / 5.27GB", "CPUPerc": "196.52%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "33.55%", "MemUsage": "171.8MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "365MB / 305MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "8.99%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.72%", "MemUsage": "9.879MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "71.6MB / 95.3MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 6, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "427", "qcur": "0", "stot": "253447", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "402", "qcur": "0", "stot": "139941", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "829", "qcur": "0", "stot": "442200", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:15:47.836+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "0.25%", "Container": "a9c7fead3233b977823d149a3cbdd9e2a45e9edda5297d145adc3e505eeb8b8b", "ID": "a9c7fead3233", "MemPerc": "33.09%", "MemUsage": "127.1MiB / 384MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "25.4MB / 27.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.48%", "Container": "13a19a8f8d50f16bb96b31ae7ae98cd9a4397a8e69384a352be2e80210893c7d", "ID": "13a19a8f8d50", "MemPerc": "32.23%", "MemUsage": "123.8MiB / 384MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "25.6MB / 27.6MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.30%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.18%", "MemUsage": "115.7MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "448MB / 464MB", "PIDs": "9"}, {"BlockIO": "1.08MB / 5.32GB", "CPUPerc": "114.37%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "35.17%", "MemUsage": "180.1MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "373MB / 311MB", "PIDs": "42"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.59%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.68%", "MemUsage": "9.828MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "73.1MB / 97.2MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "256728", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "143222", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "448762", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} diff --git a/evidence/grade5-controlled-2026-10-30/14-grow-r2000-c3/warmup.json b/evidence/grade5-controlled-2026-10-30/14-grow-r2000-c3/warmup.json new file mode 100644 index 00000000..628b81c2 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/14-grow-r2000-c3/warmup.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "13a19a8f8d50": 300, + "a9c7fead3233": 300 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "b9fe29a136763133", + "schedule_lag_ms": { + "p50": 0.594, + "p95": 0.892, + "p99": 1.281 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T21:15:24.251337Z", + "success_latency_ms": { + "p50": 1.918, + "p95": 4.21, + "p99": 13.893 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.193, + "successful_rps_window": 200, + "wall_duration_s": 2.997, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/15-grow-r2000-c2/compose-scale.log b/evidence/grade5-controlled-2026-10-30/15-grow-r2000-c2/compose-scale.log new file mode 100644 index 00000000..aeb40aa1 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/15-grow-r2000-c2/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-305bc18eea-api-3 Recreate + Container lab3-grade5-305bc18eea-api-2 Recreate + Container lab3-grade5-305bc18eea-api-2 Recreated + Container lab3-grade5-305bc18eea-api-3 Recreated + Container lab3-grade5-305bc18eea-api-3 Starting + Container lab3-grade5-305bc18eea-api-3 Started + Container lab3-grade5-305bc18eea-api-2 Starting + Container lab3-grade5-305bc18eea-api-2 Started diff --git a/evidence/grade5-controlled-2026-10-30/15-grow-r2000-c2/load.json b/evidence/grade5-controlled-2026-10-30/15-grow-r2000-c2/load.json new file mode 100644 index 00000000..15fb24ee --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/15-grow-r2000-c2/load.json @@ -0,0 +1,33 @@ +{ + "failure_counts": { + "dropped_inflight": 11391, + "http_503": 4326 + }, + "instance_responses": { + "6474058ac941": 14281, + "8664eda1bb63": 10002 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "31665cc1fcfda8c8", + "schedule_lag_ms": { + "p50": 0.109, + "p95": 0.217, + "p99": 1.775 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 40000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-29T21:16:02.27129Z", + "success_latency_ms": { + "p50": 382.913, + "p95": 1256.282, + "p99": 1562.894 + }, + "success_ratio": 0.607075, + "successful_requests": 24283, + "successful_rps_wall": 1168.004, + "successful_rps_window": 1214.15, + "wall_duration_s": 20.79, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/15-grow-r2000-c2/postgres-statements.json b/evidence/grade5-controlled-2026-10-30/15-grow-r2000-c2/postgres-statements.json new file mode 100644 index 00000000..4aecad52 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/15-grow-r2000-c2/postgres-statements.json @@ -0,0 +1,101 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 24316, + "total_exec_ms": 15927.584, + "mean_exec_ms": 0.655, + "rows": 24316, + "shared_blks_hit": 573397, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 24336, + "total_exec_ms": 11223.18, + "mean_exec_ms": 0.461, + "rows": 24336, + "shared_blks_hit": 244460, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 26031, + "total_exec_ms": 4135.478, + "mean_exec_ms": 0.159, + "rows": 26031, + "shared_blks_hit": 104124, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 38.06, + "mean_exec_ms": 19.03, + "rows": 2, + "shared_blks_hit": 2833, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 24296, + "total_exec_ms": 30.053, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 24402, + "total_exec_ms": 20.55, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 1.999, + "mean_exec_ms": 0.5, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.591, + "mean_exec_ms": 0.591, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7676915344437841334, + "calls": 37, + "total_exec_ms": 0.089, + "mean_exec_ms": 0.002, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-controlled-2026-10-30/15-grow-r2000-c2/samples.jsonl b/evidence/grade5-controlled-2026-10-30/15-grow-r2000-c2/samples.jsonl new file mode 100644 index 00000000..e0633e0b --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/15-grow-r2000-c2/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T21:16:02.258+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "100.90%", "Container": "6474058ac94107a7f35bb9c8825b35999787f7e8f4fb8438e4ae6686f15de734", "ID": "6474058ac941", "MemPerc": "41.49%", "MemUsage": "106.2MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "3.92MB / 4.13MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "105.33%", "Container": "8664eda1bb63ea1596178de76323d0a8e0d24b6ae093f876cb4efa84b9f9f2e0", "ID": "8664eda1bb63", "MemPerc": "58.30%", "MemUsage": "149.2MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "3.57MB / 3.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "38.77%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.79%", "MemUsage": "117.2MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "454MB / 470MB", "PIDs": "9"}, {"BlockIO": "1.08MB / 5.43GB", "CPUPerc": "158.70%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "33.37%", "MemUsage": "170.8MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "377MB / 315MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "8.92%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.75%", "MemUsage": "9.914MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "74MB / 98.4MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 15, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "997", "qcur": "0", "stot": "260564", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "24", "qcur": "0", "stot": "147083", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1021", "qcur": "0", "stot": "456538", "ereq": "", "econ": "80", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:16:08.794+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "112.88%", "Container": "6474058ac94107a7f35bb9c8825b35999787f7e8f4fb8438e4ae6686f15de734", "ID": "6474058ac941", "MemPerc": "43.96%", "MemUsage": "112.5MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "11.3MB / 12MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "131.91%", "Container": "8664eda1bb63ea1596178de76323d0a8e0d24b6ae093f876cb4efa84b9f9f2e0", "ID": "8664eda1bb63", "MemPerc": "73.61%", "MemUsage": "188.4MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "10.6MB / 11.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "37.96%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.98%", "MemUsage": "117.7MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "463MB / 480MB", "PIDs": "9"}, {"BlockIO": "1.08MB / 5.48GB", "CPUPerc": "159.86%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "28.64%", "MemUsage": "146.6MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "385MB / 322MB", "PIDs": "34"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "36.32%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.73%", "MemUsage": "9.898MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "75.7MB / 101MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "854", "qcur": "0", "stot": "265725", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "132", "qcur": "0", "stot": "152245", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "985", "qcur": "0", "stot": "466861", "ereq": "", "econ": "80", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:16:15.069+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "105.01%", "Container": "6474058ac94107a7f35bb9c8825b35999787f7e8f4fb8438e4ae6686f15de734", "ID": "6474058ac941", "MemPerc": "43.24%", "MemUsage": "110.7MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "18.1MB / 19.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "107.29%", "Container": "8664eda1bb63ea1596178de76323d0a8e0d24b6ae093f876cb4efa84b9f9f2e0", "ID": "8664eda1bb63", "MemPerc": "73.49%", "MemUsage": "188.1MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "16.4MB / 17MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "32.20%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.95%", "MemUsage": "117.6MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "473MB / 490MB", "PIDs": "9"}, {"BlockIO": "1.08MB / 5.51GB", "CPUPerc": "146.81%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "33.82%", "MemUsage": "173.2MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "391MB / 327MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.90%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.71%", "MemUsage": "9.871MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "77.3MB / 103MB", "PIDs": "6"}], "postgres_activity": {"connections": 32, "active": 8, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP 1/2", "scur": "712", "qcur": "0", "stot": "270224", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "310", "qcur": "0", "stot": "156744", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "475859", "ereq": "", "econ": "80", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:16:21.849+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "0.24%", "Container": "6474058ac94107a7f35bb9c8825b35999787f7e8f4fb8438e4ae6686f15de734", "ID": "6474058ac941", "MemPerc": "42.58%", "MemUsage": "109MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "20.8MB / 22.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.32%", "Container": "8664eda1bb63ea1596178de76323d0a8e0d24b6ae093f876cb4efa84b9f9f2e0", "ID": "8664eda1bb63", "MemPerc": "63.33%", "MemUsage": "162.1MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "18.6MB / 19.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.50%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.29%", "MemUsage": "115.9MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "478MB / 495MB", "PIDs": "9"}, {"BlockIO": "1.08MB / 5.53GB", "CPUPerc": "0.63%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "33.81%", "MemUsage": "173.1MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "394MB / 330MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "0.72%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.70%", "MemUsage": "9.852MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "78MB / 104MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "271281", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "157801", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "477973", "ereq": "", "econ": "80", "eresp": "0", "wretr": "3"}]} diff --git a/evidence/grade5-controlled-2026-10-30/15-grow-r2000-c2/warmup.json b/evidence/grade5-controlled-2026-10-30/15-grow-r2000-c2/warmup.json new file mode 100644 index 00000000..957614ad --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/15-grow-r2000-c2/warmup.json @@ -0,0 +1,32 @@ +{ + "failure_counts": { + "http_503": 79 + }, + "instance_responses": { + "6474058ac941": 273, + "8664eda1bb63": 248 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "45d1a459e3328bed", + "schedule_lag_ms": { + "p50": 0.645, + "p95": 1.115, + "p99": 16.184 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T21:15:56.443442Z", + "success_latency_ms": { + "p50": 2.11, + "p95": 192.082, + "p99": 298.488 + }, + "success_ratio": 0.868333, + "successful_requests": 521, + "successful_rps_wall": 173.843, + "successful_rps_window": 173.667, + "wall_duration_s": 2.997, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/16-grow-r3000-c2/compose-scale.log b/evidence/grade5-controlled-2026-10-30/16-grow-r3000-c2/compose-scale.log new file mode 100644 index 00000000..aeb40aa1 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/16-grow-r3000-c2/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-305bc18eea-api-3 Recreate + Container lab3-grade5-305bc18eea-api-2 Recreate + Container lab3-grade5-305bc18eea-api-2 Recreated + Container lab3-grade5-305bc18eea-api-3 Recreated + Container lab3-grade5-305bc18eea-api-3 Starting + Container lab3-grade5-305bc18eea-api-3 Started + Container lab3-grade5-305bc18eea-api-2 Starting + Container lab3-grade5-305bc18eea-api-2 Started diff --git a/evidence/grade5-controlled-2026-10-30/16-grow-r3000-c2/load.json b/evidence/grade5-controlled-2026-10-30/16-grow-r3000-c2/load.json new file mode 100644 index 00000000..fc5438f5 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/16-grow-r3000-c2/load.json @@ -0,0 +1,33 @@ +{ + "failure_counts": { + "dropped_inflight": 31290, + "http_503": 2892 + }, + "instance_responses": { + "0541d6185c2e": 14332, + "c26561f9e9f4": 11486 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "93cda07867efeb89", + "schedule_lag_ms": { + "p50": 0.077, + "p95": 0.142, + "p99": 0.378 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 60000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:16:36.042883Z", + "success_latency_ms": { + "p50": 569.66, + "p95": 1398.721, + "p99": 1528.555 + }, + "success_ratio": 0.4303, + "successful_requests": 25818, + "successful_rps_wall": 1260.65, + "successful_rps_window": 1290.9, + "wall_duration_s": 20.48, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/16-grow-r3000-c2/postgres-statements.json b/evidence/grade5-controlled-2026-10-30/16-grow-r3000-c2/postgres-statements.json new file mode 100644 index 00000000..784c22d0 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/16-grow-r3000-c2/postgres-statements.json @@ -0,0 +1,101 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 25865, + "total_exec_ms": 13520.886, + "mean_exec_ms": 0.523, + "rows": 25865, + "shared_blks_hit": 614394, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 25883, + "total_exec_ms": 12041.302, + "mean_exec_ms": 0.465, + "rows": 25883, + "shared_blks_hit": 260401, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 27283, + "total_exec_ms": 3235.02, + "mean_exec_ms": 0.119, + "rows": 27283, + "shared_blks_hit": 109132, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 4854991825702068830, + "calls": 25902, + "total_exec_ms": 20.781, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 6097083398544187049, + "calls": 25850, + "total_exec_ms": 19.56, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 19.044, + "mean_exec_ms": 9.522, + "rows": 2, + "shared_blks_hit": 2850, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 2.697, + "mean_exec_ms": 0.674, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.415, + "mean_exec_ms": 0.415, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7676915344437841334, + "calls": 5, + "total_exec_ms": 0.005, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-controlled-2026-10-30/16-grow-r3000-c2/samples.jsonl b/evidence/grade5-controlled-2026-10-30/16-grow-r3000-c2/samples.jsonl new file mode 100644 index 00000000..62799f59 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/16-grow-r3000-c2/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T21:16:36.025+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "104.20%", "Container": "c26561f9e9f44fef0ea966551e0ddedee2b492daedd62b5c48d76dc6e916ba1f", "ID": "c26561f9e9f4", "MemPerc": "71.24%", "MemUsage": "182.4MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "3.82MB / 3.64MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "106.63%", "Container": "0541d6185c2e1dcd82d2e8e06f67f7aa776adbf9175fba9c3752581a37376861", "ID": "0541d6185c2e", "MemPerc": "45.22%", "MemUsage": "115.8MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "2.75MB / 2.78MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "41.30%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "46.13%", "MemUsage": "118.1MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "484MB / 501MB", "PIDs": "9"}, {"BlockIO": "1.08MB / 5.66GB", "CPUPerc": "153.05%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "33.90%", "MemUsage": "173.6MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "399MB / 333MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "8.82%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.74%", "MemUsage": "9.906MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "79MB / 105MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 26, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "38", "qcur": "0", "stot": "275434", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "983", "qcur": "0", "stot": "161954", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1021", "qcur": "0", "stot": "486279", "ereq": "", "econ": "80", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:16:43.498+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "100.23%", "Container": "c26561f9e9f44fef0ea966551e0ddedee2b492daedd62b5c48d76dc6e916ba1f", "ID": "c26561f9e9f4", "MemPerc": "88.15%", "MemUsage": "225.7MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "9.04MB / 9.17MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "83.01%", "Container": "0541d6185c2e1dcd82d2e8e06f67f7aa776adbf9175fba9c3752581a37376861", "ID": "0541d6185c2e", "MemPerc": "39.66%", "MemUsage": "101.5MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "10.2MB / 11MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "34.49%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "46.07%", "MemUsage": "117.9MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "492MB / 509MB", "PIDs": "9"}, {"BlockIO": "1.08MB / 5.7GB", "CPUPerc": "140.36%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "33.94%", "MemUsage": "173.8MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "405MB / 338MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "7.93%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.74%", "MemUsage": "9.902MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "80.4MB / 107MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 9, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "12", "qcur": "0", "stot": "279395", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "997", "qcur": "0", "stot": "165915", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1009", "qcur": "0", "stot": "494201", "ereq": "", "econ": "80", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:16:48.903+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "112.57%", "Container": "c26561f9e9f44fef0ea966551e0ddedee2b492daedd62b5c48d76dc6e916ba1f", "ID": "c26561f9e9f4", "MemPerc": "83.91%", "MemUsage": "214.8MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "15.3MB / 16.1MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "65.32%", "Container": "0541d6185c2e1dcd82d2e8e06f67f7aa776adbf9175fba9c3752581a37376861", "ID": "0541d6185c2e", "MemPerc": "41.78%", "MemUsage": "107MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "17.1MB / 18MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "72.20%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "46.06%", "MemUsage": "117.9MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "502MB / 520MB", "PIDs": "9"}, {"BlockIO": "1.08MB / 5.73GB", "CPUPerc": "188.41%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "34.16%", "MemUsage": "174.9MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "412MB / 344MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "6.65%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.74%", "MemUsage": "9.902MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "82MB / 109MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 3, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "185", "qcur": "0", "stot": "284352", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP 1/2", "scur": "836", "qcur": "0", "stot": "170872", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1021", "qcur": "0", "stot": "504115", "ereq": "", "econ": "80", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:16:56.080+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "0.29%", "Container": "c26561f9e9f44fef0ea966551e0ddedee2b492daedd62b5c48d76dc6e916ba1f", "ID": "c26561f9e9f4", "MemPerc": "81.68%", "MemUsage": "209.1MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "19.4MB / 20.7MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.48%", "Container": "0541d6185c2e1dcd82d2e8e06f67f7aa776adbf9175fba9c3752581a37376861", "ID": "0541d6185c2e", "MemPerc": "39.65%", "MemUsage": "101.5MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "21MB / 22.6MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.36%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.52%", "MemUsage": "116.5MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "507MB / 526MB", "PIDs": "9"}, {"BlockIO": "1.08MB / 5.8GB", "CPUPerc": "0.16%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "33.53%", "MemUsage": "171.7MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "417MB / 349MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "0.63%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.86%", "MemUsage": "10.05MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "82.9MB / 110MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "285937", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "172457", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "507285", "ereq": "", "econ": "80", "eresp": "0", "wretr": "3"}]} diff --git a/evidence/grade5-controlled-2026-10-30/16-grow-r3000-c2/warmup.json b/evidence/grade5-controlled-2026-10-30/16-grow-r3000-c2/warmup.json new file mode 100644 index 00000000..c6388da9 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/16-grow-r3000-c2/warmup.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "0541d6185c2e": 300, + "c26561f9e9f4": 300 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "a9e4929ea214d4d0", + "schedule_lag_ms": { + "p50": 0.561, + "p95": 1.133, + "p99": 1.372 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T21:16:30.493652Z", + "success_latency_ms": { + "p50": 4.025, + "p95": 811.671, + "p99": 981.701 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.178, + "successful_rps_window": 200, + "wall_duration_s": 2.997, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/17-grow-r3000-c3/compose-scale.log b/evidence/grade5-controlled-2026-10-30/17-grow-r3000-c3/compose-scale.log new file mode 100644 index 00000000..7c5f9ef9 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/17-grow-r3000-c3/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-305bc18eea-api-3 Recreate + Container lab3-grade5-305bc18eea-api-2 Recreate + Container lab3-grade5-305bc18eea-api-3 Recreated + Container lab3-grade5-305bc18eea-api-2 Recreated + Container lab3-grade5-305bc18eea-api-3 Starting + Container lab3-grade5-305bc18eea-api-3 Started + Container lab3-grade5-305bc18eea-api-2 Starting + Container lab3-grade5-305bc18eea-api-2 Started diff --git a/evidence/grade5-controlled-2026-10-30/17-grow-r3000-c3/load.json b/evidence/grade5-controlled-2026-10-30/17-grow-r3000-c3/load.json new file mode 100644 index 00000000..620d13fc --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/17-grow-r3000-c3/load.json @@ -0,0 +1,34 @@ +{ + "failure_counts": { + "connection": 461, + "dropped_inflight": 32746, + "http_503": 1660 + }, + "instance_responses": { + "34decc5cea85": 12823, + "fa26638ef822": 12310 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "cdca50d9f3aa4cf0", + "schedule_lag_ms": { + "p50": 0.078, + "p95": 0.179, + "p99": 0.988 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 60000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:17:10.853587Z", + "success_latency_ms": { + "p50": 622.517, + "p95": 1559.951, + "p99": 2483.533 + }, + "success_ratio": 0.418883, + "successful_requests": 25133, + "successful_rps_wall": 1183.977, + "successful_rps_window": 1256.65, + "wall_duration_s": 21.228, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/17-grow-r3000-c3/postgres-statements.json b/evidence/grade5-controlled-2026-10-30/17-grow-r3000-c3/postgres-statements.json new file mode 100644 index 00000000..65d21e87 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/17-grow-r3000-c3/postgres-statements.json @@ -0,0 +1,101 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 25179, + "total_exec_ms": 22225.398, + "mean_exec_ms": 0.883, + "rows": 25179, + "shared_blks_hit": 598817, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 25199, + "total_exec_ms": 19401.807, + "mean_exec_ms": 0.77, + "rows": 25199, + "shared_blks_hit": 254647, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 25927, + "total_exec_ms": 6039.126, + "mean_exec_ms": 0.233, + "rows": 25927, + "shared_blks_hit": 103708, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 173.384, + "mean_exec_ms": 86.692, + "rows": 2, + "shared_blks_hit": 2856, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 4854991825702068830, + "calls": 25231, + "total_exec_ms": 42.99, + "mean_exec_ms": 0.002, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 6097083398544187049, + "calls": 25166, + "total_exec_ms": 20.498, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 7421764486656699138, + "calls": 3, + "total_exec_ms": 3.171, + "mean_exec_ms": 1.057, + "rows": 3, + "shared_blks_hit": 3, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.255, + "mean_exec_ms": 0.255, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7676915344437841334, + "calls": 16, + "total_exec_ms": 0.019, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-controlled-2026-10-30/17-grow-r3000-c3/samples.jsonl b/evidence/grade5-controlled-2026-10-30/17-grow-r3000-c3/samples.jsonl new file mode 100644 index 00000000..ddba4870 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/17-grow-r3000-c3/samples.jsonl @@ -0,0 +1,3 @@ +{"at_utc": "2026-10-29T21:17:10.840+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "127.49%", "Container": "fa26638ef822d28ff4023d891d4dc33b8f82c8d1ef9393ec0d428c11471f2423", "ID": "fa26638ef822", "MemPerc": "33.30%", "MemUsage": "127.9MiB / 384MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "3.53MB / 3.52MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "108.70%", "Container": "34decc5cea855c83f32da19f212cc1e32b2063f2ae371902d98cc0b4362ad155", "ID": "34decc5cea85", "MemPerc": "24.89%", "MemUsage": "95.56MiB / 384MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "3.7MB / 3.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "46.03%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.66%", "MemUsage": "116.9MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "513MB / 531MB", "PIDs": "9"}, {"BlockIO": "1.08MB / 5.89GB", "CPUPerc": "188.61%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "34.03%", "MemUsage": "174.2MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "421MB / 352MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.90%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.74%", "MemUsage": "9.91MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "83.8MB / 111MB", "PIDs": "6"}], "postgres_activity": {"connections": 23, "active": 3, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP 1/2", "scur": "630", "qcur": "0", "stot": "289619", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP 1/2", "scur": "394", "qcur": "0", "stot": "176101", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "514611", "ereq": "", "econ": "80", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:17:19.843+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "111.38%", "Container": "fa26638ef822d28ff4023d891d4dc33b8f82c8d1ef9393ec0d428c11471f2423", "ID": "fa26638ef822", "MemPerc": "32.99%", "MemUsage": "126.7MiB / 384MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "10.2MB / 10.7MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "105.08%", "Container": "34decc5cea855c83f32da19f212cc1e32b2063f2ae371902d98cc0b4362ad155", "ID": "34decc5cea85", "MemPerc": "35.46%", "MemUsage": "136.2MiB / 384MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "10.2MB / 10.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "37.65%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.73%", "MemUsage": "117.1MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "522MB / 541MB", "PIDs": "9"}, {"BlockIO": "1.08MB / 5.92GB", "CPUPerc": "216.82%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "34.12%", "MemUsage": "174.7MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "427MB / 357MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.96%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.75%", "MemUsage": "9.918MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "85.4MB / 113MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 3, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "532", "qcur": "0", "stot": "294821", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "488", "qcur": "0", "stot": "181303", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1020", "qcur": "0", "stot": "525015", "ereq": "", "econ": "80", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:17:27.459+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "118.24%", "Container": "fa26638ef822d28ff4023d891d4dc33b8f82c8d1ef9393ec0d428c11471f2423", "ID": "fa26638ef822", "MemPerc": "38.36%", "MemUsage": "147.3MiB / 384MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "17MB / 18MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "111.24%", "Container": "34decc5cea855c83f32da19f212cc1e32b2063f2ae371902d98cc0b4362ad155", "ID": "34decc5cea85", "MemPerc": "34.38%", "MemUsage": "132MiB / 384MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "18.9MB / 20.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "42.27%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.93%", "MemUsage": "117.6MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "534MB / 554MB", "PIDs": "9"}, {"BlockIO": "1.08MB / 5.98GB", "CPUPerc": "194.60%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "34.59%", "MemUsage": "177.1MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "438MB / 366MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.98%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.75%", "MemUsage": "9.918MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "87.4MB / 116MB", "PIDs": "6"}], "postgres_activity": {"connections": 19, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "299654", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "186136", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "534681", "ereq": "", "econ": "80", "eresp": "0", "wretr": "3"}]} diff --git a/evidence/grade5-controlled-2026-10-30/17-grow-r3000-c3/warmup.json b/evidence/grade5-controlled-2026-10-30/17-grow-r3000-c3/warmup.json new file mode 100644 index 00000000..8d5c0ef9 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/17-grow-r3000-c3/warmup.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "34decc5cea85": 320, + "fa26638ef822": 280 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "5ef05424bf2f59d3", + "schedule_lag_ms": { + "p50": 0.622, + "p95": 0.886, + "p99": 1.192 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T21:17:05.644757Z", + "success_latency_ms": { + "p50": 1.863, + "p95": 4.096, + "p99": 8.866 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.161, + "successful_rps_window": 200, + "wall_duration_s": 2.998, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/18-grow-r3000-c4/compose-scale.log b/evidence/grade5-controlled-2026-10-30/18-grow-r3000-c4/compose-scale.log new file mode 100644 index 00000000..aeb40aa1 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/18-grow-r3000-c4/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-305bc18eea-api-3 Recreate + Container lab3-grade5-305bc18eea-api-2 Recreate + Container lab3-grade5-305bc18eea-api-2 Recreated + Container lab3-grade5-305bc18eea-api-3 Recreated + Container lab3-grade5-305bc18eea-api-3 Starting + Container lab3-grade5-305bc18eea-api-3 Started + Container lab3-grade5-305bc18eea-api-2 Starting + Container lab3-grade5-305bc18eea-api-2 Started diff --git a/evidence/grade5-controlled-2026-10-30/18-grow-r3000-c4/load.json b/evidence/grade5-controlled-2026-10-30/18-grow-r3000-c4/load.json new file mode 100644 index 00000000..31b75d3d --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/18-grow-r3000-c4/load.json @@ -0,0 +1,33 @@ +{ + "failure_counts": { + "dropped_inflight": 39796, + "http_503": 3646 + }, + "instance_responses": { + "3d5cab02dff2": 8553, + "945943aaf9b4": 8005 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "13f440398297168e", + "schedule_lag_ms": { + "p50": 0.08, + "p95": 0.202, + "p99": 1.631 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 60000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:17:55.088688Z", + "success_latency_ms": { + "p50": 760.712, + "p95": 1693.38, + "p99": 2224.782 + }, + "success_ratio": 0.275967, + "successful_requests": 16558, + "successful_rps_wall": 807.603, + "successful_rps_window": 827.9, + "wall_duration_s": 20.503, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/18-grow-r3000-c4/postgres-statements.json b/evidence/grade5-controlled-2026-10-30/18-grow-r3000-c4/postgres-statements.json new file mode 100644 index 00000000..a734d2a3 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/18-grow-r3000-c4/postgres-statements.json @@ -0,0 +1,101 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 16590, + "total_exec_ms": 17569.34, + "mean_exec_ms": 1.059, + "rows": 16590, + "shared_blks_hit": 390334, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 16599, + "total_exec_ms": 14634.492, + "mean_exec_ms": 0.882, + "rows": 16599, + "shared_blks_hit": 170239, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 18482, + "total_exec_ms": 4279.329, + "mean_exec_ms": 0.232, + "rows": 18482, + "shared_blks_hit": 73928, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 69.559, + "mean_exec_ms": 34.779, + "rows": 2, + "shared_blks_hit": 2751, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 16584, + "total_exec_ms": 43.467, + "mean_exec_ms": 0.003, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 16650, + "total_exec_ms": 18.328, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 3, + "total_exec_ms": 4.416, + "mean_exec_ms": 1.472, + "rows": 3, + "shared_blks_hit": 3, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.44, + "mean_exec_ms": 0.44, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7676915344437841334, + "calls": 19, + "total_exec_ms": 0.048, + "mean_exec_ms": 0.003, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-controlled-2026-10-30/18-grow-r3000-c4/samples.jsonl b/evidence/grade5-controlled-2026-10-30/18-grow-r3000-c4/samples.jsonl new file mode 100644 index 00000000..22f3ba91 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/18-grow-r3000-c4/samples.jsonl @@ -0,0 +1,3 @@ +{"at_utc": "2026-10-29T21:17:55.056+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "123.08%", "Container": "945943aaf9b43636d105a5d48173c555ba405690efeeb3e8154c74450ef96563", "ID": "945943aaf9b4", "MemPerc": "18.19%", "MemUsage": "93.12MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "2.68MB / 2.68MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "129.30%", "Container": "3d5cab02dff299d9a4991ae61d1147accb219e281c5ef1abe9599dd3788e381f", "ID": "3d5cab02dff2", "MemPerc": "24.55%", "MemUsage": "125.7MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "3.24MB / 3.16MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "46.79%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "45.60%", "MemUsage": "116.7MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "539MB / 558MB", "PIDs": "9"}, {"BlockIO": "1.08MB / 6.11GB", "CPUPerc": "190.09%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "34.83%", "MemUsage": "178.3MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "442MB / 370MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "12.18%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.71%", "MemUsage": "9.875MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "88.3MB / 117MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 14, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "661", "qcur": "0", "stot": "303380", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "361", "qcur": "0", "stot": "189868", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "542140", "ereq": "", "econ": "81", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:18:02.420+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "206.75%", "Container": "945943aaf9b43636d105a5d48173c555ba405690efeeb3e8154c74450ef96563", "ID": "945943aaf9b4", "MemPerc": "32.26%", "MemUsage": "165.2MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "10.5MB / 10.6MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "27.84%", "Container": "3d5cab02dff299d9a4991ae61d1147accb219e281c5ef1abe9599dd3788e381f", "ID": "3d5cab02dff2", "MemPerc": "22.91%", "MemUsage": "117.3MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "9.11MB / 9.81MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "53.21%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "47.16%", "MemUsage": "120.7MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "550MB / 570MB", "PIDs": "9"}, {"BlockIO": "1.08MB / 6.14GB", "CPUPerc": "217.39%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "34.93%", "MemUsage": "178.9MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "449MB / 376MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.02%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.90%", "MemUsage": "10.11MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "89.9MB / 119MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 4, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "562", "qcur": "0", "stot": "307705", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "DOWN", "scur": "459", "qcur": "0", "stot": "195222", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1021", "qcur": "0", "stot": "551819", "ereq": "", "econ": "81", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:18:12.785+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "0.08%", "Container": "945943aaf9b43636d105a5d48173c555ba405690efeeb3e8154c74450ef96563", "ID": "945943aaf9b4", "MemPerc": "27.74%", "MemUsage": "142MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-2", "NetIO": "13.9MB / 14.6MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "1.92%", "Container": "3d5cab02dff299d9a4991ae61d1147accb219e281c5ef1abe9599dd3788e381f", "ID": "3d5cab02dff2", "MemPerc": "27.75%", "MemUsage": "142.1MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-api-3", "NetIO": "14.2MB / 15.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.66%", "Container": "d1d4ce742836d8cc11b40acf7fb1fca640b17e8dd46d391d3eff424dd098f0a8", "ID": "d1d4ce742836", "MemPerc": "47.02%", "MemUsage": "120.4MiB / 256MiB", "Name": "lab3-grade5-305bc18eea-lb-1", "NetIO": "556MB / 577MB", "PIDs": "9"}, {"BlockIO": "1.08MB / 6.16GB", "CPUPerc": "11.67%", "Container": "4f119c386ac89f9edc5cc36efe60846c65f17dbe28ef090e3090edcd5a3fa089", "ID": "4f119c386ac8", "MemPerc": "35.17%", "MemUsage": "180.1MiB / 512MiB", "Name": "lab3-grade5-305bc18eea-postgres-1", "NetIO": "454MB / 380MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "0.83%", "Container": "6da97c847f080d521acf4357aac1c7642152f0830abc4ef3f52ffa0e2e479068", "ID": "6da97c847f08", "MemPerc": "7.68%", "MemUsage": "9.828MiB / 128MiB", "Name": "lab3-grade5-305bc18eea-redis-1", "NetIO": "90.9MB / 120MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "310230", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "196372", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24410", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24405", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "555494", "ereq": "", "econ": "81", "eresp": "0", "wretr": "3"}]} diff --git a/evidence/grade5-controlled-2026-10-30/18-grow-r3000-c4/warmup.json b/evidence/grade5-controlled-2026-10-30/18-grow-r3000-c4/warmup.json new file mode 100644 index 00000000..7bac378b --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/18-grow-r3000-c4/warmup.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "3d5cab02dff2": 300, + "945943aaf9b4": 300 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "09238f174b0bb7c9", + "schedule_lag_ms": { + "p50": 0.568, + "p95": 1.125, + "p99": 1.723 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T21:17:48.143474Z", + "success_latency_ms": { + "p50": 2.514, + "p95": 162.267, + "p99": 381.15 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.148, + "successful_rps_window": 200, + "wall_duration_s": 2.998, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-controlled-2026-10-30/cleanup.log b/evidence/grade5-controlled-2026-10-30/cleanup.log new file mode 100644 index 00000000..7c0b302d --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/cleanup.log @@ -0,0 +1,30 @@ + Container lab3-grade5-305bc18eea-lb-1 Stopping + Container lab3-grade5-305bc18eea-redis-1 Stopping + Container lab3-grade5-305bc18eea-redis-1 Stopped + Container lab3-grade5-305bc18eea-redis-1 Removing + Container lab3-grade5-305bc18eea-redis-1 Removed + Container lab3-grade5-305bc18eea-lb-1 Stopped + Container lab3-grade5-305bc18eea-lb-1 Removing + Container lab3-grade5-305bc18eea-lb-1 Removed + Container lab3-grade5-305bc18eea-api-2 Stopping + Container lab3-grade5-305bc18eea-api-3 Stopping + Container lab3-grade5-305bc18eea-api-2 Stopped + Container lab3-grade5-305bc18eea-api-2 Removing + Container lab3-grade5-305bc18eea-api-3 Stopped + Container lab3-grade5-305bc18eea-api-3 Removing + Container lab3-grade5-305bc18eea-api-2 Removed + Container lab3-grade5-305bc18eea-api-3 Removed + Container lab3-grade5-305bc18eea-migrate-1 Stopping + Container lab3-grade5-305bc18eea-migrate-1 Stopped + Container lab3-grade5-305bc18eea-migrate-1 Removing + Container lab3-grade5-305bc18eea-migrate-1 Removed + Container lab3-grade5-305bc18eea-postgres-1 Stopping + Container lab3-grade5-305bc18eea-postgres-1 Stopped + Container lab3-grade5-305bc18eea-postgres-1 Removing + Container lab3-grade5-305bc18eea-postgres-1 Removed + Volume lab3-grade5-305bc18eea_redis_data Removing + Volume lab3-grade5-305bc18eea_postgres_data Removing + Network lab3-grade5-305bc18eea_default Removing + Volume lab3-grade5-305bc18eea_redis_data Removed + Volume lab3-grade5-305bc18eea_postgres_data Removed + Network lab3-grade5-305bc18eea_default Removed diff --git a/evidence/grade5-controlled-2026-10-30/compose-up.log b/evidence/grade5-controlled-2026-10-30/compose-up.log new file mode 100644 index 00000000..6897aaae --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/compose-up.log @@ -0,0 +1,147 @@ +#1 [internal] load local bake definitions +#1 reading from stdin 1.44kB done +#1 DONE 0.0s + +#2 [migrate internal] load build definition from Dockerfile.migrate +#2 transferring dockerfile: 448B done +#2 DONE 0.0s + +#3 [api internal] load build definition from Dockerfile +#3 transferring dockerfile: 516B done +#3 DONE 0.0s + +#4 [api internal] load metadata for docker.io/library/golang:1.27.1-alpine +#4 DONE 1.0s + +#5 [api internal] load metadata for docker.io/library/alpine:3.22 +#5 DONE 0.9s + +#6 [migrate internal] load .dockerignore +#6 transferring context: 196B done +#6 DONE 0.0s + +#7 [migrate stage-1 1/4] FROM docker.io/library/alpine:3.22@sha256:2e0b81d60597f449baa56dc25d355367869d2dca4cd57e866f1e2b52af3eb55f +#7 resolve docker.io/library/alpine:3.22@sha256:2e0b81d60597f449baa56dc25d355367869d2dca4cd57e866f1e2b52af3eb55f 0.0s done +#7 DONE 0.0s + +#8 [migrate builder 1/7] FROM docker.io/library/golang:1.27.1-alpine@sha256:8a5910f31396cd4d89662f56c68b3ae31d374308270a1c3bd96672ee5ed43414 +#8 resolve docker.io/library/golang:1.27.1-alpine@sha256:8a5910f31396cd4d89662f56c68b3ae31d374308270a1c3bd96672ee5ed43414 0.0s done +#8 DONE 0.0s + +#9 [migrate internal] load build context +#9 transferring context: 632B done +#9 DONE 0.0s + +#10 [migrate builder 3/7] COPY go.mod go.sum ./ +#10 CACHED + +#11 [migrate builder 5/7] COPY cmd/migrate/ ./cmd/migrate/ +#11 CACHED + +#12 [migrate builder 7/7] RUN CGO_ENABLED=0 GOOS=linux go build -trimpath -o /app/migrate ./cmd/migrate +#12 CACHED + +#13 [migrate builder 6/7] COPY db/migrations/ ./db/migrations/ +#13 CACHED + +#14 [migrate stage-1 2/4] RUN addgroup -S app && adduser -S app -G app +#14 CACHED + +#15 [migrate stage-1 3/4] WORKDIR /app +#15 CACHED + +#16 [migrate stage-1 4/4] COPY --from=builder /app/migrate ./migrate +#16 CACHED + +#17 [api internal] load build context +#17 transferring context: 23.24kB 0.0s done +#17 DONE 0.0s + +#18 [api builder 4/7] RUN go mod download +#18 CACHED + +#19 [api builder 4/6] RUN go mod download +#19 CACHED + +#20 [api builder 3/6] COPY go.mod go.sum ./ +#20 CACHED + +#21 [api builder 2/7] WORKDIR /app +#21 CACHED + +#22 [migrate] exporting to image +#22 exporting layers done +#22 exporting manifest sha256:c52e895bc6cb23f66bcdb9d2edcc978c6d9798bbfc75da7087a0883769a8a945 0.0s done +#22 exporting config sha256:11f7b0537e4e2cc33903e940191f3cd6b4c489eb5f0dbe1cd1ef49e7ba81810a done +#22 exporting attestation manifest sha256:c6efac4fc84bd0296ce1caaf7dd1f3f34418332c0933aa1e63b10e7667b63fb3 done +#22 exporting manifest list sha256:5b16a365c4f68a2ffb3a552c644ee90bb756099dc3b1c051113f0761ffc2868d done +#22 naming to docker.io/library/lab3-grade5-305bc18eea-migrate:latest done +#22 unpacking to docker.io/library/lab3-grade5-305bc18eea-migrate:latest done +#22 DONE 0.1s + +#23 [api builder 5/6] COPY . . +#23 DONE 0.1s + +#24 [migrate] resolving provenance for metadata file +#24 DONE 0.0s + +#25 [api builder 6/6] RUN CGO_ENABLED=0 GOOS=linux go build -o /app/server ./cmd/api +#25 DONE 18.0s + +#15 [api stage-1 3/4] WORKDIR /app +#15 CACHED + +#14 [api stage-1 2/4] RUN addgroup -S app && adduser -S app -G app +#14 CACHED + +#26 [api stage-1 4/4] COPY --from=builder /app/server ./server +#26 CACHED + +#27 [api] exporting to image +#27 exporting layers done +#27 exporting manifest sha256:b029b3175e760ca501d6d0c460fe6c858ec6c2f74ea9b40da285396329e4d4d1 done +#27 exporting config sha256:fddee8db0a5a3b766ff6fcb86c9b4beb7e7a08cd226a99e2650d0ad46f03a233 done +#27 exporting attestation manifest sha256:64b372bfc7440ed546304b25c14f9430740402c72e178011b80ba9ed060589a1 done +#27 exporting manifest list sha256:6df3cf38b87b2825e6ad4cc954c0621a8aab85d31696b42d2bd7fcee0bc9faa5 done +#27 naming to docker.io/library/lab3-grade5-305bc18eea-api:latest done +#27 unpacking to docker.io/library/lab3-grade5-305bc18eea-api:latest done +#27 DONE 0.0s + +#28 [api] resolving provenance for metadata file +#28 DONE 0.0s + lab3-grade5-305bc18eea-migrate Built + lab3-grade5-305bc18eea-api Built + Network lab3-grade5-305bc18eea_default Creating + Network lab3-grade5-305bc18eea_default Created + Volume lab3-grade5-305bc18eea_redis_data Creating + Volume lab3-grade5-305bc18eea_redis_data Created + Volume lab3-grade5-305bc18eea_postgres_data Creating + Volume lab3-grade5-305bc18eea_postgres_data Created + Container lab3-grade5-305bc18eea-postgres-1 Creating + Container lab3-grade5-305bc18eea-redis-1 Creating + Container lab3-grade5-305bc18eea-redis-1 Created + Container lab3-grade5-305bc18eea-postgres-1 Created + Container lab3-grade5-305bc18eea-migrate-1 Creating + Container lab3-grade5-305bc18eea-migrate-1 Created + Container lab3-grade5-305bc18eea-api-1 Creating + Container lab3-grade5-305bc18eea-api-1 Created + Container lab3-grade5-305bc18eea-lb-1 Creating + Container lab3-grade5-305bc18eea-lb-1 Created + Container lab3-grade5-305bc18eea-postgres-1 Starting + Container lab3-grade5-305bc18eea-redis-1 Starting + Container lab3-grade5-305bc18eea-redis-1 Started + Container lab3-grade5-305bc18eea-postgres-1 Started + Container lab3-grade5-305bc18eea-postgres-1 Waiting + Container lab3-grade5-305bc18eea-postgres-1 Healthy + Container lab3-grade5-305bc18eea-migrate-1 Starting + Container lab3-grade5-305bc18eea-migrate-1 Started + Container lab3-grade5-305bc18eea-migrate-1 Waiting + Container lab3-grade5-305bc18eea-postgres-1 Waiting + Container lab3-grade5-305bc18eea-migrate-1 Exited + Container lab3-grade5-305bc18eea-postgres-1 Healthy + Container lab3-grade5-305bc18eea-api-1 Starting + Container lab3-grade5-305bc18eea-api-1 Started + Container lab3-grade5-305bc18eea-api-1 Waiting + Container lab3-grade5-305bc18eea-api-1 Healthy + Container lab3-grade5-305bc18eea-lb-1 Starting + Container lab3-grade5-305bc18eea-lb-1 Started diff --git a/evidence/grade5-controlled-2026-10-30/environment-after.json b/evidence/grade5-controlled-2026-10-30/environment-after.json new file mode 100644 index 00000000..38edf0b5 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/environment-after.json @@ -0,0 +1,6 @@ +{ + "project": "lab3-grade5-305bc18eea", + "containers": [], + "volumes": [], + "at_utc": "2026-10-29T21:18:25.822+00:00" +} diff --git a/evidence/grade5-controlled-2026-10-30/go-build.log b/evidence/grade5-controlled-2026-10-30/go-build.log new file mode 100644 index 00000000..e69de29b diff --git a/evidence/grade5-controlled-2026-10-30/plan.json b/evidence/grade5-controlled-2026-10-30/plan.json new file mode 100644 index 00000000..8a950733 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/plan.json @@ -0,0 +1,187 @@ +{ + "seed_messages": 100000, + "warmup_seconds": 3, + "max_inflight": 1024, + "runs": [ + { + "name": "pool32-fixed-r1000-n1", + "phase": "fixed_pool32", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 32, + "rate": 1000, + "duration_seconds": 20 + }, + { + "name": "pool32-fixed-r1000-n2", + "phase": "fixed_pool32", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 16, + "rate": 1000, + "duration_seconds": 20 + }, + { + "name": "pool32-fixed-r1000-n4", + "phase": "fixed_pool32", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "rate": 1000, + "duration_seconds": 20 + }, + { + "name": "pool32-fixed-r2000-n4", + "phase": "fixed_pool32", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "rate": 2000, + "duration_seconds": 20 + }, + { + "name": "pool32-fixed-r2000-n2", + "phase": "fixed_pool32", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 16, + "rate": 2000, + "duration_seconds": 20 + }, + { + "name": "pool32-fixed-r2000-n1", + "phase": "fixed_pool32", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 32, + "rate": 2000, + "duration_seconds": 20 + }, + { + "name": "pool32-fixed-r3000-n1", + "phase": "fixed_pool32", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 32, + "rate": 3000, + "duration_seconds": 20 + }, + { + "name": "pool32-fixed-r3000-n2", + "phase": "fixed_pool32", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 16, + "rate": 3000, + "duration_seconds": 20 + }, + { + "name": "pool32-fixed-r3000-n4", + "phase": "fixed_pool32", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "rate": 3000, + "duration_seconds": 20 + }, + { + "name": "grow-r1000-c2", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 2, + "api_total_memory_mib": 512, + "pool_max_conns": 16, + "rate": 1000, + "duration_seconds": 20 + }, + { + "name": "grow-r1000-c3", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 3, + "api_total_memory_mib": 768, + "pool_max_conns": 16, + "rate": 1000, + "duration_seconds": 20 + }, + { + "name": "grow-r1000-c4", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 16, + "rate": 1000, + "duration_seconds": 20 + }, + { + "name": "grow-r2000-c4", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 16, + "rate": 2000, + "duration_seconds": 20 + }, + { + "name": "grow-r2000-c3", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 3, + "api_total_memory_mib": 768, + "pool_max_conns": 16, + "rate": 2000, + "duration_seconds": 20 + }, + { + "name": "grow-r2000-c2", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 2, + "api_total_memory_mib": 512, + "pool_max_conns": 16, + "rate": 2000, + "duration_seconds": 20 + }, + { + "name": "grow-r3000-c2", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 2, + "api_total_memory_mib": 512, + "pool_max_conns": 16, + "rate": 3000, + "duration_seconds": 20 + }, + { + "name": "grow-r3000-c3", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 3, + "api_total_memory_mib": 768, + "pool_max_conns": 16, + "rate": 3000, + "duration_seconds": 20 + }, + { + "name": "grow-r3000-c4", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 16, + "rate": 3000, + "duration_seconds": 20 + } + ] +} diff --git a/evidence/grade5-controlled-2026-10-30/summary.json b/evidence/grade5-controlled-2026-10-30/summary.json new file mode 100644 index 00000000..d506cc23 --- /dev/null +++ b/evidence/grade5-controlled-2026-10-30/summary.json @@ -0,0 +1,1159 @@ +{ + "project": "lab3-grade5-305bc18eea", + "base_url": "http://127.0.0.1:50858", + "started_at_utc": "2026-10-29T21:07:55.102+00:00", + "host": { + "platform": "macOS-27.2-arm64-arm-64bit-Mach-O", + "machine": "arm64" + }, + "runs": [ + { + "name": "pool32-fixed-r1000-n1", + "phase": "fixed_pool32", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 1000, + "pool_max_conns_per_replica": 32, + "duration_seconds": 20, + "instances": [ + "3a87af89d99c" + ], + "api_limits": [ + { + "container_id": "3a87af89d99c1a3a0475135f89865a6e2a5a2157728f84be9b4f26ac80ff0f35", + "nano_cpus": "4000000000", + "memory_bytes": "1073741824" + } + ], + "messages_before": 100000, + "messages_after": 120000, + "messages_added": 20000, + "load": { + "failure_counts": {}, + "instance_responses": { + "3a87af89d99c": 20000 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "1301f54d97f7a8ae", + "schedule_lag_ms": { + "p50": 0.045, + "p95": 0.177, + "p99": 1.506 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 20000, + "scheduled_rps": 1000, + "started_at_utc": "2026-10-29T21:08:38.688525Z", + "success_latency_ms": { + "p50": 0.878, + "p95": 16.667, + "p99": 98.019 + }, + "success_ratio": 1, + "successful_requests": 20000, + "successful_rps_wall": 1000.011, + "successful_rps_window": 1000, + "wall_duration_s": 20, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "pool32-fixed-r1000-n2", + "phase": "fixed_pool32", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 1000, + "pool_max_conns_per_replica": 16, + "duration_seconds": 20, + "instances": [ + "248e2710d0aa", + "6a76dda77d14" + ], + "api_limits": [ + { + "container_id": "248e2710d0aa80accd6bdf2f800c3ed5210aa8b02f7989a11494398b943fd8c9", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "6a76dda77d140dc8bd0de6fad6afdf0bb0dbd64b236a064b21446bd1279c7f47", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 120000, + "messages_added": 20000, + "load": { + "failure_counts": {}, + "instance_responses": { + "248e2710d0aa": 10000, + "6a76dda77d14": 10000 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "95191d0c28f34359", + "schedule_lag_ms": { + "p50": 0.048, + "p95": 0.186, + "p99": 1.567 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 20000, + "scheduled_rps": 1000, + "started_at_utc": "2026-10-29T21:09:07.374866Z", + "success_latency_ms": { + "p50": 0.968, + "p95": 239.526, + "p99": 503.815 + }, + "success_ratio": 1, + "successful_requests": 20000, + "successful_rps_wall": 1000.013, + "successful_rps_window": 1000, + "wall_duration_s": 20, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "pool32-fixed-r1000-n4", + "phase": "fixed_pool32", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 1000, + "pool_max_conns_per_replica": 8, + "duration_seconds": 20, + "instances": [ + "0802fb7f8150", + "21f225192ee6", + "2259a6845ba9", + "26081a3e3772" + ], + "api_limits": [ + { + "container_id": "21f225192ee672d0936b74e7f75bb989ca2396d9260fc339cb9fc46e9edbf0bc", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "2259a6845ba938ef70b0252f47e02a5409695ebac9850038dcc3345548a512e5", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "26081a3e3772ea2fe8f69badfe557a0d7cda8c354f06e3be4a0c13759012a2f1", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "0802fb7f8150f23641e50960f363650f43630d9ea3a0b57205c9402bdc9e990b", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + } + ], + "messages_before": 100000, + "messages_after": 119243, + "messages_added": 19243, + "load": { + "failure_counts": { + "dropped_inflight": 756, + "http_503": 5 + }, + "instance_responses": { + "0802fb7f8150": 4810, + "21f225192ee6": 4811, + "2259a6845ba9": 4807, + "26081a3e3772": 4811 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "9e096b52503cd23c", + "schedule_lag_ms": { + "p50": 0.075, + "p95": 0.917, + "p99": 3.825 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 20000, + "scheduled_rps": 1000, + "started_at_utc": "2026-10-29T21:09:37.111174Z", + "success_latency_ms": { + "p50": 1.646, + "p95": 1240.417, + "p99": 1764.388 + }, + "success_ratio": 0.96195, + "successful_requests": 19239, + "successful_rps_wall": 961.958, + "successful_rps_window": 961.95, + "wall_duration_s": 20, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "pool32-fixed-r2000-n4", + "phase": "fixed_pool32", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 2000, + "pool_max_conns_per_replica": 8, + "duration_seconds": 20, + "instances": [ + "3073a4239496", + "bea9c96286e9", + "d5fd1c801708", + "f1247a8fa3cf" + ], + "api_limits": [ + { + "container_id": "f1247a8fa3cf00cf8f3cd201d77367f64427fc5bf1481b124982738760fe521f", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "d5fd1c801708c971e4121ad80044cd09fcb435f9a483452ef4e1c9729e4255b4", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "bea9c96286e91ae55809e24737c65b6482f87a49a1d30b363029c35833dad056", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "3073a423949634fec3fc38077362ef1d801bf12bc9805c7ae526bcb41192f1f7", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + } + ], + "messages_before": 100000, + "messages_after": 136923, + "messages_added": 36923, + "load": { + "failure_counts": { + "dropped_inflight": 3077 + }, + "instance_responses": { + "3073a4239496": 9230, + "bea9c96286e9": 9231, + "d5fd1c801708": 9231, + "f1247a8fa3cf": 9231 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "d50e185120f65a8c", + "schedule_lag_ms": { + "p50": 0.071, + "p95": 0.174, + "p99": 0.9 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 40000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-29T21:10:12.71126Z", + "success_latency_ms": { + "p50": 85.866, + "p95": 804.527, + "p99": 1209.831 + }, + "success_ratio": 0.923075, + "successful_requests": 36923, + "successful_rps_wall": 1836.902, + "successful_rps_window": 1846.15, + "wall_duration_s": 20.101, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "pool32-fixed-r2000-n2", + "phase": "fixed_pool32", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 2000, + "pool_max_conns_per_replica": 16, + "duration_seconds": 20, + "instances": [ + "d8daf6b84a68", + "fd35600f07ea" + ], + "api_limits": [ + { + "container_id": "d8daf6b84a681566979eab77b903b55fd193c3cc18f8014a3a1f90c366e0ba69", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "fd35600f07ead5053775077a5f60ad190a788b10bcd627cbf2f0c4840df7bdc5", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 139602, + "messages_added": 39602, + "load": { + "failure_counts": { + "dropped_inflight": 398 + }, + "instance_responses": { + "d8daf6b84a68": 19801, + "fd35600f07ea": 19801 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "7aa9c43da246ba28", + "schedule_lag_ms": { + "p50": 0.06, + "p95": 0.133, + "p99": 0.451 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 40000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-29T21:10:46.432699Z", + "success_latency_ms": { + "p50": 3.154, + "p95": 404.278, + "p99": 701.699 + }, + "success_ratio": 0.99005, + "successful_requests": 39602, + "successful_rps_wall": 1979.883, + "successful_rps_window": 1980.1, + "wall_duration_s": 20.002, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "pool32-fixed-r2000-n1", + "phase": "fixed_pool32", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 2000, + "pool_max_conns_per_replica": 32, + "duration_seconds": 20, + "instances": [ + "97cf80de4d7a" + ], + "api_limits": [ + { + "container_id": "97cf80de4d7ad2d291586abb55020b725a8c466fbd2b908d9e9d65781fc1a305", + "nano_cpus": "4000000000", + "memory_bytes": "1073741824" + } + ], + "messages_before": 100000, + "messages_after": 139003, + "messages_added": 39003, + "load": { + "failure_counts": { + "dropped_inflight": 997 + }, + "instance_responses": { + "97cf80de4d7a": 39003 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "1eebb9162b1232f2", + "schedule_lag_ms": { + "p50": 0.056, + "p95": 0.118, + "p99": 0.309 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 40000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-29T21:11:16.110781Z", + "success_latency_ms": { + "p50": 2.793, + "p95": 443.953, + "p99": 997 + }, + "success_ratio": 0.975075, + "successful_requests": 39003, + "successful_rps_wall": 1949.682, + "successful_rps_window": 1950.15, + "wall_duration_s": 20.005, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "pool32-fixed-r3000-n1", + "phase": "fixed_pool32", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 32, + "duration_seconds": 20, + "instances": [ + "3c301fadccfc" + ], + "api_limits": [ + { + "container_id": "3c301fadccfc3ddc8776e15196c97ffb8fc54a10dd6a683cfd29b3eb41147097", + "nano_cpus": "4000000000", + "memory_bytes": "1073741824" + } + ], + "messages_before": 100000, + "messages_after": 152665, + "messages_added": 52665, + "load": { + "failure_counts": { + "dropped_inflight": 7335 + }, + "instance_responses": { + "3c301fadccfc": 52665 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "a7b3951a1aacebc6", + "schedule_lag_ms": { + "p50": 0.058, + "p95": 0.116, + "p99": 0.381 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 60000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:11:44.978031Z", + "success_latency_ms": { + "p50": 221.185, + "p95": 655.339, + "p99": 966.242 + }, + "success_ratio": 0.87775, + "successful_requests": 52665, + "successful_rps_wall": 2593.008, + "successful_rps_window": 2633.25, + "wall_duration_s": 20.31, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "pool32-fixed-r3000-n2", + "phase": "fixed_pool32", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 16, + "duration_seconds": 20, + "instances": [ + "714f31d07233", + "8f6d623b113c" + ], + "api_limits": [ + { + "container_id": "714f31d0723366e6f5ed8058bbae69d0ce0b0833de0ff955a4144bfb8e3bd2da", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "8f6d623b113ca245abe0e26a81028f5c1ff3658d46c537a6dbf0e4f887d42b98", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 142380, + "messages_added": 42380, + "load": { + "failure_counts": { + "connection": 13, + "dropped_inflight": 16936, + "http_503": 672 + }, + "instance_responses": { + "714f31d07233": 21526, + "8f6d623b113c": 20853 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "83a103501e3723eb", + "schedule_lag_ms": { + "p50": 0.057, + "p95": 0.129, + "p99": 0.45 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 60000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:12:15.49534Z", + "success_latency_ms": { + "p50": 402.814, + "p95": 922.883, + "p99": 1273.686 + }, + "success_ratio": 0.706317, + "successful_requests": 42379, + "successful_rps_wall": 2089.482, + "successful_rps_window": 2118.95, + "wall_duration_s": 20.282, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "pool32-fixed-r3000-n4", + "phase": "fixed_pool32", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 8, + "duration_seconds": 20, + "instances": [ + "02a52d49d386", + "1e0029f2be33", + "c41b206664d9", + "e10133be5d51" + ], + "api_limits": [ + { + "container_id": "c41b206664d90260a3abca837d202be786290f70a082cb642c2de3dcccbdfefa", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "1e0029f2be331fb9c25d2a1345c7e57002cedb60c8fd2d9908f6f52455f7aeb5", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "02a52d49d386e9d32047a6b4ac4b5740ae8ee7591168d2529d515888c7dd3bf5", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "e10133be5d519cc4372629b1e6782077560e46ac742f4ba1d2ec8b273e0423f2", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + } + ], + "messages_before": 100000, + "messages_after": 138650, + "messages_added": 38650, + "load": { + "failure_counts": { + "dropped_inflight": 20385, + "http_503": 994 + }, + "instance_responses": { + "02a52d49d386": 9871, + "1e0029f2be33": 9545, + "c41b206664d9": 9551, + "e10133be5d51": 9654 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "b30cdcb9bcf40a35", + "schedule_lag_ms": { + "p50": 0.057, + "p95": 0.136, + "p99": 0.768 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 60000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:12:50.478879Z", + "success_latency_ms": { + "p50": 469.087, + "p95": 872.444, + "p99": 1594.005 + }, + "success_ratio": 0.643683, + "successful_requests": 38621, + "successful_rps_wall": 1906.961, + "successful_rps_window": 1931.05, + "wall_duration_s": 20.253, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "grow-r1000-c2", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 2, + "api_total_memory_mib": 512, + "postgres_cpus": 2, + "rate": 1000, + "pool_max_conns_per_replica": 16, + "duration_seconds": 20, + "instances": [ + "a4b7ab91c271", + "f83df1c5f786" + ], + "api_limits": [ + { + "container_id": "f83df1c5f78631f0694c61b3ffa992772f73b6a79693763703a9119244ed2089", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "a4b7ab91c27106302871ae896260dee4a3cf4d3290029a18e09f0685add01d99", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + } + ], + "messages_before": 100000, + "messages_after": 119167, + "messages_added": 19167, + "load": { + "failure_counts": { + "connection": 132, + "dropped_inflight": 691, + "http_503": 15 + }, + "instance_responses": { + "a4b7ab91c271": 9585, + "f83df1c5f786": 9577 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "06fbd9f78b500e00", + "schedule_lag_ms": { + "p50": 0.155, + "p95": 0.279, + "p99": 1.526 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 20000, + "scheduled_rps": 1000, + "started_at_utc": "2026-10-29T21:13:23.925797Z", + "success_latency_ms": { + "p50": 1.966, + "p95": 1319.564, + "p99": 1832.251 + }, + "success_ratio": 0.9581, + "successful_requests": 19162, + "successful_rps_wall": 957.944, + "successful_rps_window": 958.1, + "wall_duration_s": 20.003, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "grow-r1000-c3", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 3, + "api_total_memory_mib": 768, + "postgres_cpus": 2, + "rate": 1000, + "pool_max_conns_per_replica": 16, + "duration_seconds": 20, + "instances": [ + "b0b3df0bebdd", + "d9d0a703db06" + ], + "api_limits": [ + { + "container_id": "d9d0a703db06f01013b72a3187aa272aa185d1aeafa3b49d3dfc6e29b3afefa1", + "nano_cpus": "1500000000", + "memory_bytes": "402653184" + }, + { + "container_id": "b0b3df0bebdded8dda31c33841f2dd5940d122e95f7cae98adfd53837e1e3b95", + "nano_cpus": "1500000000", + "memory_bytes": "402653184" + } + ], + "messages_before": 100000, + "messages_after": 120000, + "messages_added": 20000, + "load": { + "failure_counts": {}, + "instance_responses": { + "b0b3df0bebdd": 10000, + "d9d0a703db06": 10000 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "7557cc220641fc4f", + "schedule_lag_ms": { + "p50": 0.083, + "p95": 0.259, + "p99": 0.416 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 20000, + "scheduled_rps": 1000, + "started_at_utc": "2026-10-29T21:13:54.273981Z", + "success_latency_ms": { + "p50": 1.063, + "p95": 321.428, + "p99": 530.503 + }, + "success_ratio": 1, + "successful_requests": 20000, + "successful_rps_wall": 1000.007, + "successful_rps_window": 1000, + "wall_duration_s": 20, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "grow-r1000-c4", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 1000, + "pool_max_conns_per_replica": 16, + "duration_seconds": 20, + "instances": [ + "3e3ba14cf3c4", + "9376008e30af" + ], + "api_limits": [ + { + "container_id": "9376008e30af6204747f8bcc4dd698a9df0fb8e5fb9b0bbb87e44d5b393a983d", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "3e3ba14cf3c47dad9a3d23b916892b3a790fa3005037e6ee892908e6e2ca1ce5", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 120000, + "messages_added": 20000, + "load": { + "failure_counts": {}, + "instance_responses": { + "3e3ba14cf3c4": 10000, + "9376008e30af": 10000 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "f90f8a6f3da83559", + "schedule_lag_ms": { + "p50": 0.142, + "p95": 0.277, + "p99": 1.205 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 20000, + "scheduled_rps": 1000, + "started_at_utc": "2026-10-29T21:14:23.450507Z", + "success_latency_ms": { + "p50": 1.636, + "p95": 506.613, + "p99": 908.609 + }, + "success_ratio": 1, + "successful_requests": 20000, + "successful_rps_wall": 999.981, + "successful_rps_window": 1000, + "wall_duration_s": 20, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "grow-r2000-c4", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 2000, + "pool_max_conns_per_replica": 16, + "duration_seconds": 20, + "instances": [ + "2029a29ee36e", + "632aac31cb1c" + ], + "api_limits": [ + { + "container_id": "2029a29ee36e4ee2124a3f044daf243b1f5744208264983941d6ee1fc2414aae", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "632aac31cb1cc0201e67840437b4d0a643ff060dddaf129166c0a1d6530136f6", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 135697, + "messages_added": 35697, + "load": { + "failure_counts": { + "dropped_inflight": 4303 + }, + "instance_responses": { + "2029a29ee36e": 17848, + "632aac31cb1c": 17849 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "d38eb98492d1a24f", + "schedule_lag_ms": { + "p50": 0.106, + "p95": 0.2, + "p99": 1.053 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 40000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-29T21:14:55.078362Z", + "success_latency_ms": { + "p50": 279.544, + "p95": 887.192, + "p99": 1513.928 + }, + "success_ratio": 0.892425, + "successful_requests": 35697, + "successful_rps_wall": 1770.066, + "successful_rps_window": 1784.85, + "wall_duration_s": 20.167, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "grow-r2000-c3", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 3, + "api_total_memory_mib": 768, + "postgres_cpus": 2, + "rate": 2000, + "pool_max_conns_per_replica": 16, + "duration_seconds": 20, + "instances": [ + "13a19a8f8d50", + "a9c7fead3233" + ], + "api_limits": [ + { + "container_id": "a9c7fead3233b977823d149a3cbdd9e2a45e9edda5297d145adc3e505eeb8b8b", + "nano_cpus": "1500000000", + "memory_bytes": "402653184" + }, + { + "container_id": "13a19a8f8d50f16bb96b31ae7ae98cd9a4397a8e69384a352be2e80210893c7d", + "nano_cpus": "1500000000", + "memory_bytes": "402653184" + } + ], + "messages_before": 100000, + "messages_after": 134940, + "messages_added": 34940, + "load": { + "failure_counts": { + "dropped_inflight": 4709, + "http_503": 363 + }, + "instance_responses": { + "13a19a8f8d50": 17646, + "a9c7fead3233": 17282 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "688517f4be855d8f", + "schedule_lag_ms": { + "p50": 0.103, + "p95": 0.184, + "p99": 0.474 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 40000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-29T21:15:29.183859Z", + "success_latency_ms": { + "p50": 266.263, + "p95": 895.023, + "p99": 1331.973 + }, + "success_ratio": 0.8732, + "successful_requests": 34928, + "successful_rps_wall": 1746.278, + "successful_rps_window": 1746.4, + "wall_duration_s": 20.001, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "grow-r2000-c2", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 2, + "api_total_memory_mib": 512, + "postgres_cpus": 2, + "rate": 2000, + "pool_max_conns_per_replica": 16, + "duration_seconds": 20, + "instances": [ + "6474058ac941", + "8664eda1bb63" + ], + "api_limits": [ + { + "container_id": "6474058ac94107a7f35bb9c8825b35999787f7e8f4fb8438e4ae6686f15de734", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "8664eda1bb63ea1596178de76323d0a8e0d24b6ae093f876cb4efa84b9f9f2e0", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + } + ], + "messages_before": 100000, + "messages_after": 124296, + "messages_added": 24296, + "load": { + "failure_counts": { + "dropped_inflight": 11391, + "http_503": 4326 + }, + "instance_responses": { + "6474058ac941": 14281, + "8664eda1bb63": 10002 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "31665cc1fcfda8c8", + "schedule_lag_ms": { + "p50": 0.109, + "p95": 0.217, + "p99": 1.775 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 40000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-29T21:16:02.27129Z", + "success_latency_ms": { + "p50": 382.913, + "p95": 1256.282, + "p99": 1562.894 + }, + "success_ratio": 0.607075, + "successful_requests": 24283, + "successful_rps_wall": 1168.004, + "successful_rps_window": 1214.15, + "wall_duration_s": 20.79, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "grow-r3000-c2", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 2, + "api_total_memory_mib": 512, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 16, + "duration_seconds": 20, + "instances": [ + "0541d6185c2e", + "c26561f9e9f4" + ], + "api_limits": [ + { + "container_id": "c26561f9e9f44fef0ea966551e0ddedee2b492daedd62b5c48d76dc6e916ba1f", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "0541d6185c2e1dcd82d2e8e06f67f7aa776adbf9175fba9c3752581a37376861", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + } + ], + "messages_before": 100000, + "messages_after": 125850, + "messages_added": 25850, + "load": { + "failure_counts": { + "dropped_inflight": 31290, + "http_503": 2892 + }, + "instance_responses": { + "0541d6185c2e": 14332, + "c26561f9e9f4": 11486 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "93cda07867efeb89", + "schedule_lag_ms": { + "p50": 0.077, + "p95": 0.142, + "p99": 0.378 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 60000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:16:36.042883Z", + "success_latency_ms": { + "p50": 569.66, + "p95": 1398.721, + "p99": 1528.555 + }, + "success_ratio": 0.4303, + "successful_requests": 25818, + "successful_rps_wall": 1260.65, + "successful_rps_window": 1290.9, + "wall_duration_s": 20.48, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "grow-r3000-c3", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 3, + "api_total_memory_mib": 768, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 16, + "duration_seconds": 20, + "instances": [ + "34decc5cea85", + "fa26638ef822" + ], + "api_limits": [ + { + "container_id": "fa26638ef822d28ff4023d891d4dc33b8f82c8d1ef9393ec0d428c11471f2423", + "nano_cpus": "1500000000", + "memory_bytes": "402653184" + }, + { + "container_id": "34decc5cea855c83f32da19f212cc1e32b2063f2ae371902d98cc0b4362ad155", + "nano_cpus": "1500000000", + "memory_bytes": "402653184" + } + ], + "messages_before": 100000, + "messages_after": 125166, + "messages_added": 25166, + "load": { + "failure_counts": { + "connection": 461, + "dropped_inflight": 32746, + "http_503": 1660 + }, + "instance_responses": { + "34decc5cea85": 12823, + "fa26638ef822": 12310 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "cdca50d9f3aa4cf0", + "schedule_lag_ms": { + "p50": 0.078, + "p95": 0.179, + "p99": 0.988 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 60000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:17:10.853587Z", + "success_latency_ms": { + "p50": 622.517, + "p95": 1559.951, + "p99": 2483.533 + }, + "success_ratio": 0.418883, + "successful_requests": 25133, + "successful_rps_wall": 1183.977, + "successful_rps_window": 1256.65, + "wall_duration_s": 21.228, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "grow-r3000-c4", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 16, + "duration_seconds": 20, + "instances": [ + "3d5cab02dff2", + "945943aaf9b4" + ], + "api_limits": [ + { + "container_id": "945943aaf9b43636d105a5d48173c555ba405690efeeb3e8154c74450ef96563", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "3d5cab02dff299d9a4991ae61d1147accb219e281c5ef1abe9599dd3788e381f", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 116584, + "messages_added": 16584, + "load": { + "failure_counts": { + "dropped_inflight": 39796, + "http_503": 3646 + }, + "instance_responses": { + "3d5cab02dff2": 8553, + "945943aaf9b4": 8005 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "13f440398297168e", + "schedule_lag_ms": { + "p50": 0.08, + "p95": 0.202, + "p99": 1.631 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 60000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:17:55.088688Z", + "success_latency_ms": { + "p50": 760.712, + "p95": 1693.38, + "p99": 2224.782 + }, + "success_ratio": 0.275967, + "successful_requests": 16558, + "successful_rps_wall": 807.603, + "successful_rps_window": 827.9, + "wall_duration_s": 20.503, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + } + ], + "cleanup": "PASS", + "chat_id": "80510d86-a9cd-492f-921e-5803ed1dbd23", + "seed_messages": 100000, + "docker_server": "28.4.0", + "compose_version": "2.39.4-desktop.1", + "docker_resources": "8 CPUs, 4109803520 bytes RAM", + "finished_at_utc": "2026-10-29T21:18:25.824+00:00" +} diff --git a/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/compose-scale.log b/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/compose-scale.log new file mode 100644 index 00000000..2b4d5f58 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/compose-scale.log @@ -0,0 +1,4 @@ + Container lab3-grade5-9ba197974f-api-1 Recreate + Container lab3-grade5-9ba197974f-api-1 Recreated + Container lab3-grade5-9ba197974f-api-1 Starting + Container lab3-grade5-9ba197974f-api-1 Started diff --git a/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/diagnostics-after.json b/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/diagnostics-after.json new file mode 100644 index 00000000..507cf4f5 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/diagnostics-after.json @@ -0,0 +1,680 @@ +{ + "at_utc": "2026-10-30T08:31:59.334+00:00", + "cgroups": { + "6d2ffa70f4a6ed6db01e64747cd36dbb649b6ae5fbbcfeec7950616435d7f46b": { + "service": "api", + "usage_usec": 27088186, + "user_usec": 19474956, + "system_usec": 7613230, + "nr_periods": 469, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe": { + "service": "postgres", + "usage_usec": 25367748, + "user_usec": 14610986, + "system_usec": 10756762, + "nr_periods": 590, + "nr_throttled": 486, + "throttled_usec": 153943103, + "nr_bursts": 0, + "burst_usec": 0 + }, + "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae": { + "service": "lb", + "usage_usec": 6331693, + "user_usec": 2574506, + "system_usec": 3757186, + "nr_periods": 483, + "nr_throttled": 5, + "throttled_usec": 535135, + "nr_bursts": 0, + "burst_usec": 0 + }, + "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2": { + "service": "redis", + "usage_usec": 1750324, + "user_usec": 701399, + "system_usec": 1048925, + "nr_periods": 640, + "nr_throttled": 1, + "throttled_usec": 43754, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 5, + "write_bytes": 83886080, + "write_time": 745.267, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 5, + "fsync_time": 158.741, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 10087, + "write_bytes": 119496704, + "write_time": 508.249, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 5384, + "fsync_time": 19376.916, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 7, + "write_bytes": 458752, + "write_time": 0.329, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 7, + "fsync_time": 80.25, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 15, + "write_bytes": 7806976, + "write_time": 6.602, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 14, + "fsync_time": 22.51, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.016, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 63, + "write_bytes": 35504128, + "write_time": 188.162, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 63, + "fsync_time": 1237.059, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } + ], + "wal": { + "wal_records": 945560, + "wal_fpi": 3727, + "wal_bytes": 125475110, + "wal_buffers_full": 4699, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } +} diff --git a/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/diagnostics-before.json b/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/diagnostics-before.json new file mode 100644 index 00000000..11f26373 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/diagnostics-before.json @@ -0,0 +1,680 @@ +{ + "at_utc": "2026-10-30T08:31:25.116+00:00", + "cgroups": { + "6d2ffa70f4a6ed6db01e64747cd36dbb649b6ae5fbbcfeec7950616435d7f46b": { + "service": "api", + "usage_usec": 6617655, + "user_usec": 4765544, + "system_usec": 1852111, + "nr_periods": 147, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe": { + "service": "postgres", + "usage_usec": 9736189, + "user_usec": 5752870, + "system_usec": 3983318, + "nr_periods": 260, + "nr_throttled": 176, + "throttled_usec": 45648358, + "nr_bursts": 0, + "burst_usec": 0 + }, + "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae": { + "service": "lb", + "usage_usec": 1702111, + "user_usec": 668274, + "system_usec": 1033836, + "nr_periods": 163, + "nr_throttled": 1, + "throttled_usec": 36532, + "nr_bursts": 0, + "burst_usec": 0 + }, + "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2": { + "service": "redis", + "usage_usec": 708191, + "user_usec": 332777, + "system_usec": 375414, + "nr_periods": 320, + "nr_throttled": 1, + "throttled_usec": 43754, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 5, + "write_bytes": 83886080, + "write_time": 745.267, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 5, + "fsync_time": 158.741, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 5783, + "write_bytes": 58286080, + "write_time": 264.021, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1086, + "fsync_time": 3449.044, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 2, + "write_bytes": 245760, + "write_time": 0.145, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 2, + "fsync_time": 0.9510000000000001, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 15, + "write_bytes": 7806976, + "write_time": 6.602, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 14, + "fsync_time": 22.51, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.016, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 37, + "write_bytes": 35250176, + "write_time": 83.142, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 37, + "fsync_time": 438.731, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } + ], + "wal": { + "wal_records": 695551, + "wal_fpi": 3155, + "wal_bytes": 99577617, + "wal_buffers_full": 4699, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } +} diff --git a/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/load.json b/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/load.json new file mode 100644 index 00000000..f103af11 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/load.json @@ -0,0 +1,37 @@ +{ + "completed_full_latency_ms": { + "p50": 1002.037, + "p95": 1669.164, + "p99": 1835.905 + }, + "failure_counts": { + "dropped_inflight": 28908, + "http_503": 13578 + }, + "instance_responses": { + "6d2ffa70f4a6": 17514 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "43d08b44d4437d59", + "schedule_lag_ms": { + "p50": 0.068, + "p95": 0.14, + "p99": 1.043 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 60000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-30T08:31:26.331234Z", + "success_latency_ms": { + "p50": 974.433, + "p95": 1602.36, + "p99": 1704.8 + }, + "success_ratio": 0.2919, + "successful_requests": 17514, + "successful_rps_wall": 550.462, + "successful_rps_window": 583.8, + "wall_duration_s": 31.817, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/pool-stats.json b/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/pool-stats.json new file mode 100644 index 00000000..d0798b23 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/pool-stats.json @@ -0,0 +1,400 @@ +{ + "6d2ffa70f4a6ed6db01e64747cd36dbb649b6ae5fbbcfeec7950616435d7f46b": [ + { + "line": "2026/10/30 08:31:26 INFO pg_pool_stats max_conns=16 acquired=16 idle=0 acquire_count=10946 empty_count=10912 empty_wait_ns=5998726053181 canceled_count=3937", + "counters": { + "max_conns": 16, + "acquired": 16, + "idle": 0, + "acquire_count": 10946, + "empty_count": 10912, + "empty_wait_ns": 5998726053181, + "canceled_count": 3937 + } + }, + { + "line": "2026/10/30 08:31:27 INFO pg_pool_stats max_conns=16 acquired=16 idle=0 acquire_count=12379 empty_count=12345 empty_wait_ns=6420960555661 canceled_count=3937", + "counters": { + "max_conns": 16, + "acquired": 16, + "idle": 0, + "acquire_count": 12379, + "empty_count": 12345, + "empty_wait_ns": 6420960555661, + "canceled_count": 3937 + } + }, + { + "line": "2026/10/30 08:31:28 INFO pg_pool_stats max_conns=16 acquired=16 idle=0 acquire_count=13912 empty_count=13878 empty_wait_ns=7260810070520 canceled_count=3937", + "counters": { + "max_conns": 16, + "acquired": 16, + "idle": 0, + "acquire_count": 13912, + "empty_count": 13878, + "empty_wait_ns": 7260810070520, + "canceled_count": 3937 + } + }, + { + "line": "2026/10/30 08:31:29 INFO pg_pool_stats max_conns=16 acquired=16 idle=0 acquire_count=15894 empty_count=15860 empty_wait_ns=8256651692768 canceled_count=3937", + "counters": { + "max_conns": 16, + "acquired": 16, + "idle": 0, + "acquire_count": 15894, + "empty_count": 15860, + "empty_wait_ns": 8256651692768, + "canceled_count": 3937 + } + }, + { + "line": "2026/10/30 08:31:30 INFO pg_pool_stats max_conns=16 acquired=16 idle=0 acquire_count=17326 empty_count=17292 empty_wait_ns=9280956821932 canceled_count=3937", + "counters": { + "max_conns": 16, + "acquired": 16, + "idle": 0, + "acquire_count": 17326, + "empty_count": 17292, + "empty_wait_ns": 9280956821932, + "canceled_count": 3937 + } + }, + { + "line": "2026/10/30 08:31:31 INFO pg_pool_stats max_conns=16 acquired=16 idle=0 acquire_count=19960 empty_count=19926 empty_wait_ns=10432170167014 canceled_count=3937", + "counters": { + "max_conns": 16, + "acquired": 16, + "idle": 0, + "acquire_count": 19960, + "empty_count": 19926, + "empty_wait_ns": 10432170167014, + "canceled_count": 3937 + } + }, + { + "line": "2026/10/30 08:31:32 INFO pg_pool_stats max_conns=16 acquired=16 idle=0 acquire_count=22432 empty_count=22398 empty_wait_ns=11462583721584 canceled_count=3937", + "counters": { + "max_conns": 16, + "acquired": 16, + "idle": 0, + "acquire_count": 22432, + "empty_count": 22398, + "empty_wait_ns": 11462583721584, + "canceled_count": 3937 + } + }, + { + "line": "2026/10/30 08:31:33 INFO pg_pool_stats max_conns=16 acquired=7 idle=9 acquire_count=24452 empty_count=24418 empty_wait_ns=12253484046694 canceled_count=3937", + "counters": { + "max_conns": 16, + "acquired": 7, + "idle": 9, + "acquire_count": 24452, + "empty_count": 24418, + "empty_wait_ns": 12253484046694, + "canceled_count": 3937 + } + }, + { + "line": "2026/10/30 08:31:34 INFO pg_pool_stats max_conns=16 acquired=10 idle=0 acquire_count=24588 empty_count=24554 empty_wait_ns=12345852065659 canceled_count=4787", + "counters": { + "max_conns": 16, + "acquired": 10, + "idle": 0, + "acquire_count": 24588, + "empty_count": 24554, + "empty_wait_ns": 12345852065659, + "canceled_count": 4787 + } + }, + { + "line": "2026/10/30 08:31:35 INFO pg_pool_stats max_conns=16 acquired=16 idle=0 acquire_count=25646 empty_count=25612 empty_wait_ns=12993098102475 canceled_count=4928", + "counters": { + "max_conns": 16, + "acquired": 16, + "idle": 0, + "acquire_count": 25646, + "empty_count": 25612, + "empty_wait_ns": 12993098102475, + "canceled_count": 4928 + } + }, + { + "line": "2026/10/30 08:31:36 INFO pg_pool_stats max_conns=16 acquired=16 idle=0 acquire_count=26615 empty_count=26581 empty_wait_ns=13353524263036 canceled_count=5834", + "counters": { + "max_conns": 16, + "acquired": 16, + "idle": 0, + "acquire_count": 26615, + "empty_count": 26581, + "empty_wait_ns": 13353524263036, + "canceled_count": 5834 + } + }, + { + "line": "2026/10/30 08:31:37 INFO pg_pool_stats max_conns=16 acquired=16 idle=0 acquire_count=28313 empty_count=28279 empty_wait_ns=14283384560422 canceled_count=5834", + "counters": { + "max_conns": 16, + "acquired": 16, + "idle": 0, + "acquire_count": 28313, + "empty_count": 28279, + "empty_wait_ns": 14283384560422, + "canceled_count": 5834 + } + }, + { + "line": "2026/10/30 08:31:38 INFO pg_pool_stats max_conns=16 acquired=16 idle=0 acquire_count=29892 empty_count=29858 empty_wait_ns=15139429188258 canceled_count=5834", + "counters": { + "max_conns": 16, + "acquired": 16, + "idle": 0, + "acquire_count": 29892, + "empty_count": 29858, + "empty_wait_ns": 15139429188258, + "canceled_count": 5834 + } + }, + { + "line": "2026/10/30 08:31:39 INFO pg_pool_stats max_conns=16 acquired=16 idle=0 acquire_count=31613 empty_count=31579 empty_wait_ns=16082207479333 canceled_count=5834", + "counters": { + "max_conns": 16, + "acquired": 16, + "idle": 0, + "acquire_count": 31613, + "empty_count": 31579, + "empty_wait_ns": 16082207479333, + "canceled_count": 5834 + } + }, + { + "line": "2026/10/30 08:31:40 INFO pg_pool_stats max_conns=16 acquired=16 idle=0 acquire_count=33851 empty_count=33817 empty_wait_ns=17182054350785 canceled_count=5834", + "counters": { + "max_conns": 16, + "acquired": 16, + "idle": 0, + "acquire_count": 33851, + "empty_count": 33817, + "empty_wait_ns": 17182054350785, + "canceled_count": 5834 + } + }, + { + "line": "2026/10/30 08:31:41 INFO pg_pool_stats max_conns=16 acquired=16 idle=0 acquire_count=35648 empty_count=35614 empty_wait_ns=17992142046366 canceled_count=5834", + "counters": { + "max_conns": 16, + "acquired": 16, + "idle": 0, + "acquire_count": 35648, + "empty_count": 35614, + "empty_wait_ns": 17992142046366, + "canceled_count": 5834 + } + }, + { + "line": "2026/10/30 08:31:42 INFO pg_pool_stats max_conns=16 acquired=16 idle=0 acquire_count=37464 empty_count=37430 empty_wait_ns=19000794608349 canceled_count=5834", + "counters": { + "max_conns": 16, + "acquired": 16, + "idle": 0, + "acquire_count": 37464, + "empty_count": 37430, + "empty_wait_ns": 19000794608349, + "canceled_count": 5834 + } + }, + { + "line": "2026/10/30 08:31:43 INFO pg_pool_stats max_conns=16 acquired=7 idle=0 acquire_count=37753 empty_count=37719 empty_wait_ns=19263904469175 canceled_count=6548", + "counters": { + "max_conns": 16, + "acquired": 7, + "idle": 0, + "acquire_count": 37753, + "empty_count": 37719, + "empty_wait_ns": 19263904469175, + "canceled_count": 6548 + } + }, + { + "line": "2026/10/30 08:31:44 INFO pg_pool_stats max_conns=16 acquired=8 idle=0 acquire_count=37811 empty_count=37777 empty_wait_ns=19321217956756 canceled_count=7488", + "counters": { + "max_conns": 16, + "acquired": 8, + "idle": 0, + "acquire_count": 37811, + "empty_count": 37777, + "empty_wait_ns": 19321217956756, + "canceled_count": 7488 + } + }, + { + "line": "2026/10/30 08:31:45 INFO pg_pool_stats max_conns=16 acquired=16 idle=0 acquire_count=38978 empty_count=38944 empty_wait_ns=20189251655584 canceled_count=7604", + "counters": { + "max_conns": 16, + "acquired": 16, + "idle": 0, + "acquire_count": 38978, + "empty_count": 38944, + "empty_wait_ns": 20189251655584, + "canceled_count": 7604 + } + }, + { + "line": "2026/10/30 08:31:46 INFO pg_pool_stats max_conns=16 acquired=10 idle=0 acquire_count=39578 empty_count=39544 empty_wait_ns=20703039811146 canceled_count=8013", + "counters": { + "max_conns": 16, + "acquired": 10, + "idle": 0, + "acquire_count": 39578, + "empty_count": 39544, + "empty_wait_ns": 20703039811146, + "canceled_count": 8013 + } + }, + { + "line": "2026/10/30 08:31:47 INFO pg_pool_stats max_conns=16 acquired=0 idle=16 acquire_count=39623 empty_count=39589 empty_wait_ns=20740152480784 canceled_count=8548", + "counters": { + "max_conns": 16, + "acquired": 0, + "idle": 16, + "acquire_count": 39623, + "empty_count": 39589, + "empty_wait_ns": 20740152480784, + "canceled_count": 8548 + } + }, + { + "line": "2026/10/30 08:31:48 INFO pg_pool_stats max_conns=16 acquired=16 idle=0 acquire_count=39924 empty_count=39862 empty_wait_ns=20756923986865 canceled_count=8548", + "counters": { + "max_conns": 16, + "acquired": 16, + "idle": 0, + "acquire_count": 39924, + "empty_count": 39862, + "empty_wait_ns": 20756923986865, + "canceled_count": 8548 + } + }, + { + "line": "2026/10/30 08:31:49 INFO pg_pool_stats max_conns=16 acquired=16 idle=0 acquire_count=42644 empty_count=42582 empty_wait_ns=21366638110714 canceled_count=8548", + "counters": { + "max_conns": 16, + "acquired": 16, + "idle": 0, + "acquire_count": 42644, + "empty_count": 42582, + "empty_wait_ns": 21366638110714, + "canceled_count": 8548 + } + }, + { + "line": "2026/10/30 08:31:50 INFO pg_pool_stats max_conns=16 acquired=16 idle=0 acquire_count=44954 empty_count=44892 empty_wait_ns=22311034842200 canceled_count=8548", + "counters": { + "max_conns": 16, + "acquired": 16, + "idle": 0, + "acquire_count": 44954, + "empty_count": 44892, + "empty_wait_ns": 22311034842200, + "canceled_count": 8548 + } + }, + { + "line": "2026/10/30 08:31:51 INFO pg_pool_stats max_conns=16 acquired=16 idle=0 acquire_count=46710 empty_count=46648 empty_wait_ns=23065921417487 canceled_count=8548", + "counters": { + "max_conns": 16, + "acquired": 16, + "idle": 0, + "acquire_count": 46710, + "empty_count": 46648, + "empty_wait_ns": 23065921417487, + "canceled_count": 8548 + } + }, + { + "line": "2026/10/30 08:31:52 INFO pg_pool_stats max_conns=16 acquired=12 idle=0 acquire_count=47250 empty_count=47188 empty_wait_ns=23554767249865 canceled_count=9004", + "counters": { + "max_conns": 16, + "acquired": 12, + "idle": 0, + "acquire_count": 47250, + "empty_count": 47188, + "empty_wait_ns": 23554767249865, + "canceled_count": 9004 + } + }, + { + "line": "2026/10/30 08:31:53 INFO pg_pool_stats max_conns=16 acquired=16 idle=0 acquire_count=48342 empty_count=48280 empty_wait_ns=24312850970939 canceled_count=9602", + "counters": { + "max_conns": 16, + "acquired": 16, + "idle": 0, + "acquire_count": 48342, + "empty_count": 48280, + "empty_wait_ns": 24312850970939, + "canceled_count": 9602 + } + }, + { + "line": "2026/10/30 08:31:54 INFO pg_pool_stats max_conns=16 acquired=14 idle=0 acquire_count=48913 empty_count=48851 empty_wait_ns=24752712335547 canceled_count=10039", + "counters": { + "max_conns": 16, + "acquired": 14, + "idle": 0, + "acquire_count": 48913, + "empty_count": 48851, + "empty_wait_ns": 24752712335547, + "canceled_count": 10039 + } + }, + { + "line": "2026/10/30 08:31:55 INFO pg_pool_stats max_conns=16 acquired=11 idle=0 acquire_count=48979 empty_count=48917 empty_wait_ns=24817344322920 canceled_count=10778", + "counters": { + "max_conns": 16, + "acquired": 11, + "idle": 0, + "acquire_count": 48979, + "empty_count": 48917, + "empty_wait_ns": 24817344322920, + "canceled_count": 10778 + } + }, + { + "line": "2026/10/30 08:31:56 INFO pg_pool_stats max_conns=16 acquired=9 idle=0 acquire_count=49113 empty_count=49051 empty_wait_ns=24949643551785 canceled_count=11621", + "counters": { + "max_conns": 16, + "acquired": 9, + "idle": 0, + "acquire_count": 49113, + "empty_count": 49051, + "empty_wait_ns": 24949643551785, + "canceled_count": 11621 + } + }, + { + "line": "2026/10/30 08:31:57 INFO pg_pool_stats max_conns=16 acquired=11 idle=0 acquire_count=49199 empty_count=49137 empty_wait_ns=25033247262282 canceled_count=12464", + "counters": { + "max_conns": 16, + "acquired": 11, + "idle": 0, + "acquire_count": 49199, + "empty_count": 49137, + "empty_wait_ns": 25033247262282, + "canceled_count": 12464 + } + }, + { + "line": "2026/10/30 08:31:58 INFO pg_pool_stats max_conns=16 acquired=0 idle=3 acquire_count=49218 empty_count=49155 empty_wait_ns=25049302460454 canceled_count=12472", + "counters": { + "max_conns": 16, + "acquired": 0, + "idle": 3, + "acquire_count": 49218, + "empty_count": 49155, + "empty_wait_ns": 25049302460454, + "canceled_count": 12472 + } + } + ] +} diff --git a/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/postgres-statements.json b/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/postgres-statements.json new file mode 100644 index 00000000..75c49bc5 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/postgres-statements.json @@ -0,0 +1,134 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 17595, + "total_exec_ms": 16006.032, + "mean_exec_ms": 0.91, + "rows": 17595, + "shared_blks_hit": 422803, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 17638, + "total_exec_ms": 8526.566, + "mean_exec_ms": 0.483, + "rows": 17638, + "shared_blks_hit": 183447, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 20412, + "total_exec_ms": 865.331, + "mean_exec_ms": 0.042, + "rows": 20412, + "shared_blks_hit": 81648, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 6097083398544187049, + "calls": 17573, + "total_exec_ms": 82.62, + "mean_exec_ms": 0.005, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 25.689, + "mean_exec_ms": 12.845, + "rows": 2, + "shared_blks_hit": 2755, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 4854991825702068830, + "calls": 17714, + "total_exec_ms": 12.859, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 8, + "total_exec_ms": 3.658, + "mean_exec_ms": 0.457, + "rows": 8, + "shared_blks_hit": 8, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 0.652, + "mean_exec_ms": 0.326, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.413, + "mean_exec_ms": 0.413, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.13, + "mean_exec_ms": 0.065, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": 4670030308230031587, + "calls": 2, + "total_exec_ms": 0.083, + "mean_exec_ms": 0.042, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1,current_setting($2),$3,current_setting($4),$5,current_setting($6),$7,current_setting($8))" + }, + { + "queryid": -7676915344437841334, + "calls": 7, + "total_exec_ms": 0.007, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/samples.jsonl b/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/samples.jsonl new file mode 100644 index 00000000..8d70f8db --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/samples.jsonl @@ -0,0 +1,8 @@ +{"at_utc": "2026-10-30T08:31:27.225+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "74.01%", "Container": "6d2ffa70f4a6ed6db01e64747cd36dbb649b6ae5fbbcfeec7950616435d7f46b", "ID": "6d2ffa70f4a6", "MemPerc": "17.38%", "MemUsage": "178MiB / 1GiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "14.5MB / 14.3MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "15.03%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "43.15%", "MemUsage": "110.5MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "12MB / 12MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 266MB", "CPUPerc": "52.47%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "18.87%", "MemUsage": "96.62MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "5.64MB / 5.14MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "3.34%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.55%", "MemUsage": "9.664MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "1.98MB / 2.6MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:31:29.794+00:00", "postgres_activity": {"connections": 17, "active": 16, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:31:30.369+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1010", "qcur": "0", "stot": "12660", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1010", "qcur": "0", "stot": "12660", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:31:30.454+00:00"} +{"at_utc": "2026-10-30T08:31:30.955+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "67.21%", "Container": "6d2ffa70f4a6ed6db01e64747cd36dbb649b6ae5fbbcfeec7950616435d7f46b", "ID": "6d2ffa70f4a6", "MemPerc": "17.57%", "MemUsage": "179.9MiB / 1GiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "20.1MB / 20.5MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "12.74%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "43.21%", "MemUsage": "110.6MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "16MB / 16MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 279MB", "CPUPerc": "48.93%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "18.95%", "MemUsage": "97.05MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "8.76MB / 7.84MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "4.09%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.55%", "MemUsage": "9.66MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "2.63MB / 3.46MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:31:33.573+00:00", "postgres_activity": {"connections": 17, "active": 13, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:31:35.483+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1024", "qcur": "0", "stot": "17370", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "17370", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:31:35.565+00:00"} +{"at_utc": "2026-10-30T08:31:36.066+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "62.38%", "Container": "6d2ffa70f4a6ed6db01e64747cd36dbb649b6ae5fbbcfeec7950616435d7f46b", "ID": "6d2ffa70f4a6", "MemPerc": "18.15%", "MemUsage": "185.9MiB / 1GiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "24.2MB / 24.5MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "11.65%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "43.20%", "MemUsage": "110.6MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "19.4MB / 19.4MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 288MB", "CPUPerc": "49.14%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "19.33%", "MemUsage": "98.96MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "11.5MB / 10.4MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "3.93%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.56%", "MemUsage": "9.672MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "3.2MB / 4.21MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:31:38.105+00:00", "postgres_activity": {"connections": 17, "active": 12, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:31:38.864+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1024", "qcur": "0", "stot": "20550", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "20550", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:31:38.929+00:00"} +{"at_utc": "2026-10-30T08:31:39.433+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "54.69%", "Container": "6d2ffa70f4a6ed6db01e64747cd36dbb649b6ae5fbbcfeec7950616435d7f46b", "ID": "6d2ffa70f4a6", "MemPerc": "18.27%", "MemUsage": "187.1MiB / 1GiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "29.3MB / 30.2MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "10.22%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "43.41%", "MemUsage": "111.1MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "23.3MB / 23.3MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 297MB", "CPUPerc": "49.64%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "19.67%", "MemUsage": "100.7MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "13.9MB / 12.4MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "3.43%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.56%", "MemUsage": "9.672MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "3.68MB / 4.84MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:31:42.014+00:00", "postgres_activity": {"connections": 17, "active": 2, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-30T08:31:42.569+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1024", "qcur": "0", "stot": "24086", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "24086", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:31:42.632+00:00"} +{"at_utc": "2026-10-30T08:31:43.135+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "41.11%", "Container": "6d2ffa70f4a6ed6db01e64747cd36dbb649b6ae5fbbcfeec7950616435d7f46b", "ID": "6d2ffa70f4a6", "MemPerc": "17.36%", "MemUsage": "177.8MiB / 1GiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "32.4MB / 33.2MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "48.03%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "43.24%", "MemUsage": "110.7MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "25.7MB / 25.7MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 304MB", "CPUPerc": "56.42%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "16.60%", "MemUsage": "85MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "15.4MB / 13.7MB", "PIDs": "26"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.40%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.56%", "MemUsage": "9.68MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "4.31MB / 5.65MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:31:45.824+00:00", "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-30T08:31:47.368+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "DOWN 1/2", "scur": "0", "qcur": "0", "stot": "26767", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "DOWN", "scur": "0", "qcur": "0", "stot": "29998", "ereq": "", "econ": "3231", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:31:47.468+00:00"} +{"at_utc": "2026-10-30T08:31:47.971+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "65.21%", "Container": "6d2ffa70f4a6ed6db01e64747cd36dbb649b6ae5fbbcfeec7950616435d7f46b", "ID": "6d2ffa70f4a6", "MemPerc": "16.75%", "MemUsage": "171.6MiB / 1GiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "36.9MB / 38MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "10.01%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "43.46%", "MemUsage": "111.3MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "31.7MB / 30.9MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 309MB", "CPUPerc": "44.19%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "20.54%", "MemUsage": "105.1MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "16.9MB / 15.1MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.96%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.73%", "MemUsage": "9.895MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "4.89MB / 6.42MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:31:50.541+00:00", "postgres_activity": {"connections": 17, "active": 9, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:31:51.270+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "987", "qcur": "0", "stot": "30966", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "987", "qcur": "0", "stot": "35566", "ereq": "", "econ": "4600", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:31:51.366+00:00"} +{"at_utc": "2026-10-30T08:31:51.869+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "76.92%", "Container": "6d2ffa70f4a6ed6db01e64747cd36dbb649b6ae5fbbcfeec7950616435d7f46b", "ID": "6d2ffa70f4a6", "MemPerc": "18.81%", "MemUsage": "192.6MiB / 1GiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "40.8MB / 42MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "11.08%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "43.46%", "MemUsage": "111.3MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "34.5MB / 33.8MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 319MB", "CPUPerc": "49.67%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "17.53%", "MemUsage": "89.75MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "19.5MB / 17.3MB", "PIDs": "28"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.95%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.73%", "MemUsage": "9.891MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "5.42MB / 7.12MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:31:54.430+00:00", "postgres_activity": {"connections": 8, "active": 2, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-30T08:31:55.973+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP 1/2", "scur": "1022", "qcur": "0", "stot": "35012", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "39612", "ereq": "", "econ": "4600", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:31:56.085+00:00"} +{"at_utc": "2026-10-30T08:31:56.591+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "15.75%", "Container": "6d2ffa70f4a6ed6db01e64747cd36dbb649b6ae5fbbcfeec7950616435d7f46b", "ID": "6d2ffa70f4a6", "MemPerc": "18.53%", "MemUsage": "189.8MiB / 1GiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "42.9MB / 44.4MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "2.97%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "43.46%", "MemUsage": "111.3MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "37.4MB / 36.7MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 321MB", "CPUPerc": "53.21%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "18.29%", "MemUsage": "93.64MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "20.4MB / 18.2MB", "PIDs": "26"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.86%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.53%", "MemUsage": "9.633MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "5.8MB / 7.62MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:31:58.576+00:00", "postgres_activity": {"connections": 4, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-30T08:31:58.771+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "DOWN 1/2", "scur": "0", "qcur": "0", "stot": "35235", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "DOWN", "scur": "0", "qcur": "0", "stot": "39835", "ereq": "", "econ": "4600", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:31:58.844+00:00"} diff --git a/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/warmup.json b/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/warmup.json new file mode 100644 index 00000000..4836a4a3 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/01-db05-n1/warmup.json @@ -0,0 +1,37 @@ +{ + "completed_full_latency_ms": { + "p50": 1005.866, + "p95": 1812.599, + "p99": 1995.922 + }, + "failure_counts": { + "dropped_inflight": 11268, + "http_503": 4181 + }, + "instance_responses": { + "6d2ffa70f4a6": 4551 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "c67a2c098862f421", + "schedule_lag_ms": { + "p50": 0.07, + "p95": 0.147, + "p99": 1.399 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 20000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-30T08:31:07.382713Z", + "success_latency_ms": { + "p50": 997.674, + "p95": 1654.618, + "p99": 1714.525 + }, + "success_ratio": 0.22755, + "successful_requests": 4551, + "successful_rps_wall": 422.765, + "successful_rps_window": 455.1, + "wall_duration_s": 10.765, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/compose-scale.log b/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/compose-scale.log new file mode 100644 index 00000000..bd549b14 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-9ba197974f-api-2 Creating + Container lab3-grade5-9ba197974f-api-1 Recreate + Container lab3-grade5-9ba197974f-api-2 Created + Container lab3-grade5-9ba197974f-api-1 Recreated + Container lab3-grade5-9ba197974f-api-1 Starting + Container lab3-grade5-9ba197974f-api-1 Started + Container lab3-grade5-9ba197974f-api-2 Starting + Container lab3-grade5-9ba197974f-api-2 Started diff --git a/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/diagnostics-after.json b/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/diagnostics-after.json new file mode 100644 index 00000000..8e214bf8 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/diagnostics-after.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-30T08:32:57.337+00:00", + "cgroups": { + "45d51289b57181f232c78e5d65e310d57443ebe48109eb6fa7e9f5e90df8bb6e": { + "service": "api", + "usage_usec": 14870612, + "user_usec": 10527162, + "system_usec": 4343450, + "nr_periods": 454, + "nr_throttled": 1, + "throttled_usec": 33782, + "nr_bursts": 0, + "burst_usec": 0 + }, + "be18841d8079a250a6eb1e5d086f8375d7f17e6c71288a3893b7069cf9569ac0": { + "service": "api", + "usage_usec": 14282428, + "user_usec": 10360105, + "system_usec": 3922322, + "nr_periods": 433, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe": { + "service": "postgres", + "usage_usec": 48494488, + "user_usec": 26582566, + "system_usec": 21911922, + "nr_periods": 1115, + "nr_throttled": 931, + "throttled_usec": 323826964, + "nr_bursts": 0, + "burst_usec": 0 + }, + "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae": { + "service": "lb", + "usage_usec": 13413816, + "user_usec": 5291654, + "system_usec": 8122161, + "nr_periods": 952, + "nr_throttled": 14, + "throttled_usec": 1157562, + "nr_bursts": 0, + "burst_usec": 0 + }, + "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2": { + "service": "redis", + "usage_usec": 3560075, + "user_usec": 1384759, + "system_usec": 2175315, + "nr_periods": 1170, + "nr_throttled": 3, + "throttled_usec": 100968, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 6, + "write_bytes": 100663296, + "write_time": 763.141, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 6, + "fsync_time": 170.725, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 19185, + "write_bytes": 222380032, + "write_time": 1176.849, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9177, + "fsync_time": 36369.983, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 8, + "write_bytes": 483328, + "write_time": 0.994, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 8, + "fsync_time": 176.113, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 16, + "write_bytes": 7815168, + "write_time": 6.611, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 15, + "fsync_time": 22.587, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.016, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 13.493, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 68.884, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 130, + "write_bytes": 63791104, + "write_time": 274.77500000000003, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 130, + "fsync_time": 2758.63, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } + ], + "wal": { + "wal_records": 1723942, + "wal_fpi": 5547, + "wal_bytes": 224591579, + "wal_buffers_full": 9999, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } +} diff --git a/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/diagnostics-before.json b/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/diagnostics-before.json new file mode 100644 index 00000000..af6cd013 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/diagnostics-before.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-30T08:32:22.696+00:00", + "cgroups": { + "45d51289b57181f232c78e5d65e310d57443ebe48109eb6fa7e9f5e90df8bb6e": { + "service": "api", + "usage_usec": 4616036, + "user_usec": 3282989, + "system_usec": 1333047, + "nr_periods": 146, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "be18841d8079a250a6eb1e5d086f8375d7f17e6c71288a3893b7069cf9569ac0": { + "service": "api", + "usage_usec": 3417166, + "user_usec": 2443624, + "system_usec": 973541, + "nr_periods": 125, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe": { + "service": "postgres", + "usage_usec": 33655468, + "user_usec": 19312985, + "system_usec": 14342483, + "nr_periods": 796, + "nr_throttled": 639, + "throttled_usec": 203236901, + "nr_bursts": 0, + "burst_usec": 0 + }, + "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae": { + "service": "lb", + "usage_usec": 8374346, + "user_usec": 3335773, + "system_usec": 5038573, + "nr_periods": 634, + "nr_throttled": 7, + "throttled_usec": 556223, + "nr_bursts": 0, + "burst_usec": 0 + }, + "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2": { + "service": "redis", + "usage_usec": 2350328, + "user_usec": 953065, + "system_usec": 1397262, + "nr_periods": 843, + "nr_throttled": 2, + "throttled_usec": 55585, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 6, + "write_bytes": 100663296, + "write_time": 763.141, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 6, + "fsync_time": 170.725, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 16661, + "write_bytes": 177627136, + "write_time": 713.476, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 6657, + "fsync_time": 24847.212, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 7, + "write_bytes": 458752, + "write_time": 0.329, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 7, + "fsync_time": 80.25, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 16, + "write_bytes": 7815168, + "write_time": 6.611, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 15, + "fsync_time": 22.587, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.016, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 13.493, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 68.884, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 92, + "write_bytes": 62988288, + "write_time": 272.461, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 92, + "fsync_time": 1551.479, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } + ], + "wal": { + "wal_records": 1595809, + "wal_fpi": 3752, + "wal_bytes": 200101989, + "wal_buffers_full": 9999, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } +} diff --git a/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/load.json b/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/load.json new file mode 100644 index 00000000..75a34a6d --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/load.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 1004.739, + "p95": 1886.363, + "p99": 1995.835 + }, + "failure_counts": { + "dropped_inflight": 31591, + "http_503": 19544 + }, + "instance_responses": { + "45d51289b571": 4256, + "be18841d8079": 4609 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "e9388769e1792fbc", + "schedule_lag_ms": { + "p50": 0.067, + "p95": 0.139, + "p99": 0.951 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 60000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-30T08:32:24.222169Z", + "success_latency_ms": { + "p50": 1250.558, + "p95": 1722.592, + "p99": 1953.801 + }, + "success_ratio": 0.14775, + "successful_requests": 8865, + "successful_rps_wall": 295.502, + "successful_rps_window": 295.5, + "wall_duration_s": 30, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/pool-stats.json b/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/pool-stats.json new file mode 100644 index 00000000..070a372b --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/pool-stats.json @@ -0,0 +1,786 @@ +{ + "45d51289b57181f232c78e5d65e310d57443ebe48109eb6fa7e9f5e90df8bb6e": [ + { + "line": "2026/10/30 08:32:25 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=6443 empty_count=6416 empty_wait_ns=2959535334374 canceled_count=3677", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 6443, + "empty_count": 6416, + "empty_wait_ns": 2959535334374, + "canceled_count": 3677 + } + }, + { + "line": "2026/10/30 08:32:26 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=7204 empty_count=7177 empty_wait_ns=3496253814779 canceled_count=3677", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 7204, + "empty_count": 7177, + "empty_wait_ns": 3496253814779, + "canceled_count": 3677 + } + }, + { + "line": "2026/10/30 08:32:27 INFO pg_pool_stats max_conns=8 acquired=7 idle=0 acquire_count=7377 empty_count=7350 empty_wait_ns=3614644212256 canceled_count=3986", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 0, + "acquire_count": 7377, + "empty_count": 7350, + "empty_wait_ns": 3614644212256, + "canceled_count": 3986 + } + }, + { + "line": "2026/10/30 08:32:28 INFO pg_pool_stats max_conns=8 acquired=7 idle=0 acquire_count=7423 empty_count=7396 empty_wait_ns=3660079433864 canceled_count=4458", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 0, + "acquire_count": 7423, + "empty_count": 7396, + "empty_wait_ns": 3660079433864, + "canceled_count": 4458 + } + }, + { + "line": "2026/10/30 08:32:29 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=7981 empty_count=7954 empty_wait_ns=4086276677718 canceled_count=4635", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 7981, + "empty_count": 7954, + "empty_wait_ns": 4086276677718, + "canceled_count": 4635 + } + }, + { + "line": "2026/10/30 08:32:30 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=9093 empty_count=9066 empty_wait_ns=4558347544178 canceled_count=4635", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 9093, + "empty_count": 9066, + "empty_wait_ns": 4558347544178, + "canceled_count": 4635 + } + }, + { + "line": "2026/10/30 08:32:31 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=10265 empty_count=10238 empty_wait_ns=5010046787203 canceled_count=4635", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 10265, + "empty_count": 10238, + "empty_wait_ns": 5010046787203, + "canceled_count": 4635 + } + }, + { + "line": "2026/10/30 08:32:32 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=10971 empty_count=10944 empty_wait_ns=5321143866620 canceled_count=4635", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 10971, + "empty_count": 10944, + "empty_wait_ns": 5321143866620, + "canceled_count": 4635 + } + }, + { + "line": "2026/10/30 08:32:33 INFO pg_pool_stats max_conns=8 acquired=4 idle=0 acquire_count=11137 empty_count=11110 empty_wait_ns=5478937403692 canceled_count=4987", + "counters": { + "max_conns": 8, + "acquired": 4, + "idle": 0, + "acquire_count": 11137, + "empty_count": 11110, + "empty_wait_ns": 5478937403692, + "canceled_count": 4987 + } + }, + { + "line": "2026/10/30 08:32:34 INFO pg_pool_stats max_conns=8 acquired=1 idle=0 acquire_count=11161 empty_count=11134 empty_wait_ns=5502404733249 canceled_count=5512", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 0, + "acquire_count": 11161, + "empty_count": 11134, + "empty_wait_ns": 5502404733249, + "canceled_count": 5512 + } + }, + { + "line": "2026/10/30 08:32:35 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=11719 empty_count=11692 empty_wait_ns=5848446292090 canceled_count=5620", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 11719, + "empty_count": 11692, + "empty_wait_ns": 5848446292090, + "canceled_count": 5620 + } + }, + { + "line": "2026/10/30 08:32:36 INFO pg_pool_stats max_conns=8 acquired=5 idle=0 acquire_count=11957 empty_count=11930 empty_wait_ns=6038149295625 canceled_count=5922", + "counters": { + "max_conns": 8, + "acquired": 5, + "idle": 0, + "acquire_count": 11957, + "empty_count": 11930, + "empty_wait_ns": 6038149295625, + "canceled_count": 5922 + } + }, + { + "line": "2026/10/30 08:32:37 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=12745 empty_count=12718 empty_wait_ns=6502158506269 canceled_count=5922", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 12745, + "empty_count": 12718, + "empty_wait_ns": 6502158506269, + "canceled_count": 5922 + } + }, + { + "line": "2026/10/30 08:32:38 INFO pg_pool_stats max_conns=8 acquired=7 idle=0 acquire_count=12885 empty_count=12858 empty_wait_ns=6633867793704 canceled_count=6298", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 0, + "acquire_count": 12885, + "empty_count": 12858, + "empty_wait_ns": 6633867793704, + "canceled_count": 6298 + } + }, + { + "line": "2026/10/30 08:32:39 INFO pg_pool_stats max_conns=8 acquired=4 idle=0 acquire_count=13113 empty_count=13086 empty_wait_ns=6847444392615 canceled_count=6599", + "counters": { + "max_conns": 8, + "acquired": 4, + "idle": 0, + "acquire_count": 13113, + "empty_count": 13086, + "empty_wait_ns": 6847444392615, + "canceled_count": 6599 + } + }, + { + "line": "2026/10/30 08:32:40 INFO pg_pool_stats max_conns=8 acquired=7 idle=0 acquire_count=13263 empty_count=13236 empty_wait_ns=6988886071327 canceled_count=6872", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 0, + "acquire_count": 13263, + "empty_count": 13236, + "empty_wait_ns": 6988886071327, + "canceled_count": 6872 + } + }, + { + "line": "2026/10/30 08:32:41 INFO pg_pool_stats max_conns=8 acquired=2 idle=0 acquire_count=13304 empty_count=13277 empty_wait_ns=7029872518533 canceled_count=7362", + "counters": { + "max_conns": 8, + "acquired": 2, + "idle": 0, + "acquire_count": 13304, + "empty_count": 13277, + "empty_wait_ns": 7029872518533, + "canceled_count": 7362 + } + }, + { + "line": "2026/10/30 08:32:42 INFO pg_pool_stats max_conns=8 acquired=0 idle=5 acquire_count=13317 empty_count=13290 empty_wait_ns=7041468232246 canceled_count=7382", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 5, + "acquire_count": 13317, + "empty_count": 13290, + "empty_wait_ns": 7041468232246, + "canceled_count": 7382 + } + }, + { + "line": "2026/10/30 08:32:43 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=13884 empty_count=13737 empty_wait_ns=7052752991387 canceled_count=7382", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 13884, + "empty_count": 13737, + "empty_wait_ns": 7052752991387, + "canceled_count": 7382 + } + }, + { + "line": "2026/10/30 08:32:44 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=14008 empty_count=13861 empty_wait_ns=7078624583556 canceled_count=7382", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 14008, + "empty_count": 13861, + "empty_wait_ns": 7078624583556, + "canceled_count": 7382 + } + }, + { + "line": "2026/10/30 08:32:45 INFO pg_pool_stats max_conns=8 acquired=2 idle=0 acquire_count=14056 empty_count=13909 empty_wait_ns=7124507861877 canceled_count=7833", + "counters": { + "max_conns": 8, + "acquired": 2, + "idle": 0, + "acquire_count": 14056, + "empty_count": 13909, + "empty_wait_ns": 7124507861877, + "canceled_count": 7833 + } + }, + { + "line": "2026/10/30 08:32:46 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=14617 empty_count=14470 empty_wait_ns=7532820187682 canceled_count=8066", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 14617, + "empty_count": 14470, + "empty_wait_ns": 7532820187682, + "canceled_count": 8066 + } + }, + { + "line": "2026/10/30 08:32:47 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=15484 empty_count=15337 empty_wait_ns=8096825363360 canceled_count=8066", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 15484, + "empty_count": 15337, + "empty_wait_ns": 8096825363360, + "canceled_count": 8066 + } + }, + { + "line": "2026/10/30 08:32:48 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=16090 empty_count=15943 empty_wait_ns=8393805585597 canceled_count=8066", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 16090, + "empty_count": 15943, + "empty_wait_ns": 8393805585597, + "canceled_count": 8066 + } + }, + { + "line": "2026/10/30 08:32:49 INFO pg_pool_stats max_conns=8 acquired=3 idle=0 acquire_count=16178 empty_count=16031 empty_wait_ns=8480812106143 canceled_count=8503", + "counters": { + "max_conns": 8, + "acquired": 3, + "idle": 0, + "acquire_count": 16178, + "empty_count": 16031, + "empty_wait_ns": 8480812106143, + "canceled_count": 8503 + } + }, + { + "line": "2026/10/30 08:32:50 INFO pg_pool_stats max_conns=8 acquired=6 idle=0 acquire_count=16321 empty_count=16174 empty_wait_ns=8621819748595 canceled_count=8894", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 0, + "acquire_count": 16321, + "empty_count": 16174, + "empty_wait_ns": 8621819748595, + "canceled_count": 8894 + } + }, + { + "line": "2026/10/30 08:32:51 INFO pg_pool_stats max_conns=8 acquired=3 idle=0 acquire_count=16425 empty_count=16278 empty_wait_ns=8723676285605 canceled_count=9343", + "counters": { + "max_conns": 8, + "acquired": 3, + "idle": 0, + "acquire_count": 16425, + "empty_count": 16278, + "empty_wait_ns": 8723676285605, + "canceled_count": 9343 + } + }, + { + "line": "2026/10/30 08:32:52 INFO pg_pool_stats max_conns=8 acquired=7 idle=0 acquire_count=16632 empty_count=16485 empty_wait_ns=8925866685205 canceled_count=9714", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 0, + "acquire_count": 16632, + "empty_count": 16485, + "empty_wait_ns": 8925866685205, + "canceled_count": 9714 + } + }, + { + "line": "2026/10/30 08:32:53 INFO pg_pool_stats max_conns=8 acquired=7 idle=0 acquire_count=16698 empty_count=16551 empty_wait_ns=8990801847730 canceled_count=10315", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 0, + "acquire_count": 16698, + "empty_count": 16551, + "empty_wait_ns": 8990801847730, + "canceled_count": 10315 + } + }, + { + "line": "2026/10/30 08:32:54 INFO pg_pool_stats max_conns=8 acquired=0 idle=7 acquire_count=16727 empty_count=16580 empty_wait_ns=9016812186084 canceled_count=10320", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 7, + "acquire_count": 16727, + "empty_count": 16580, + "empty_wait_ns": 9016812186084, + "canceled_count": 10320 + } + }, + { + "line": "2026/10/30 08:32:55 INFO pg_pool_stats max_conns=8 acquired=0 idle=7 acquire_count=16728 empty_count=16580 empty_wait_ns=9016812186084 canceled_count=10320", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 7, + "acquire_count": 16728, + "empty_count": 16580, + "empty_wait_ns": 9016812186084, + "canceled_count": 10320 + } + }, + { + "line": "2026/10/30 08:32:56 INFO pg_pool_stats max_conns=8 acquired=0 idle=7 acquire_count=16729 empty_count=16580 empty_wait_ns=9016812186084 canceled_count=10320", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 7, + "acquire_count": 16729, + "empty_count": 16580, + "empty_wait_ns": 9016812186084, + "canceled_count": 10320 + } + } + ], + "be18841d8079a250a6eb1e5d086f8375d7f17e6c71288a3893b7069cf9569ac0": [ + { + "line": "2026/10/30 08:32:25 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=3896 empty_count=3748 empty_wait_ns=1554254532051 canceled_count=2133", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 3896, + "empty_count": 3748, + "empty_wait_ns": 1554254532051, + "canceled_count": 2133 + } + }, + { + "line": "2026/10/30 08:32:26 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=4611 empty_count=4463 empty_wait_ns=2047138759168 canceled_count=2133", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 4611, + "empty_count": 4463, + "empty_wait_ns": 2047138759168, + "canceled_count": 2133 + } + }, + { + "line": "2026/10/30 08:32:27 INFO pg_pool_stats max_conns=8 acquired=4 idle=0 acquire_count=4678 empty_count=4530 empty_wait_ns=2108383705110 canceled_count=2595", + "counters": { + "max_conns": 8, + "acquired": 4, + "idle": 0, + "acquire_count": 4678, + "empty_count": 4530, + "empty_wait_ns": 2108383705110, + "canceled_count": 2595 + } + }, + { + "line": "2026/10/30 08:32:28 INFO pg_pool_stats max_conns=8 acquired=4 idle=0 acquire_count=4709 empty_count=4561 empty_wait_ns=2139178245956 canceled_count=3057", + "counters": { + "max_conns": 8, + "acquired": 4, + "idle": 0, + "acquire_count": 4709, + "empty_count": 4561, + "empty_wait_ns": 2139178245956, + "canceled_count": 3057 + } + }, + { + "line": "2026/10/30 08:32:29 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=5364 empty_count=5216 empty_wait_ns=2583403092459 canceled_count=3116", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 5364, + "empty_count": 5216, + "empty_wait_ns": 2583403092459, + "canceled_count": 3116 + } + }, + { + "line": "2026/10/30 08:32:30 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=6486 empty_count=6338 empty_wait_ns=3127651664383 canceled_count=3116", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 6486, + "empty_count": 6338, + "empty_wait_ns": 3127651664383, + "canceled_count": 3116 + } + }, + { + "line": "2026/10/30 08:32:31 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=7701 empty_count=7553 empty_wait_ns=3642695722593 canceled_count=3116", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 7701, + "empty_count": 7553, + "empty_wait_ns": 3642695722593, + "canceled_count": 3116 + } + }, + { + "line": "2026/10/30 08:32:32 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=8444 empty_count=8296 empty_wait_ns=3997360132828 canceled_count=3116", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 8444, + "empty_count": 8296, + "empty_wait_ns": 3997360132828, + "canceled_count": 3116 + } + }, + { + "line": "2026/10/30 08:32:33 INFO pg_pool_stats max_conns=8 acquired=3 idle=0 acquire_count=8525 empty_count=8377 empty_wait_ns=4068881393943 canceled_count=3544", + "counters": { + "max_conns": 8, + "acquired": 3, + "idle": 0, + "acquire_count": 8525, + "empty_count": 8377, + "empty_wait_ns": 4068881393943, + "canceled_count": 3544 + } + }, + { + "line": "2026/10/30 08:32:34 INFO pg_pool_stats max_conns=8 acquired=6 idle=0 acquire_count=8545 empty_count=8397 empty_wait_ns=4088804188784 canceled_count=3989", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 0, + "acquire_count": 8545, + "empty_count": 8397, + "empty_wait_ns": 4088804188784, + "canceled_count": 3989 + } + }, + { + "line": "2026/10/30 08:32:35 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=9123 empty_count=8975 empty_wait_ns=4437488969417 canceled_count=4081", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 9123, + "empty_count": 8975, + "empty_wait_ns": 4437488969417, + "canceled_count": 4081 + } + }, + { + "line": "2026/10/30 08:32:36 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=9453 empty_count=9305 empty_wait_ns=4699007981367 canceled_count=4377", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 9453, + "empty_count": 9305, + "empty_wait_ns": 4699007981367, + "canceled_count": 4377 + } + }, + { + "line": "2026/10/30 08:32:37 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=10240 empty_count=10092 empty_wait_ns=5165347109147 canceled_count=4377", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 10240, + "empty_count": 10092, + "empty_wait_ns": 5165347109147, + "canceled_count": 4377 + } + }, + { + "line": "2026/10/30 08:32:38 INFO pg_pool_stats max_conns=8 acquired=7 idle=0 acquire_count=10338 empty_count=10190 empty_wait_ns=5262326213911 canceled_count=4772", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 0, + "acquire_count": 10338, + "empty_count": 10190, + "empty_wait_ns": 5262326213911, + "canceled_count": 4772 + } + }, + { + "line": "2026/10/30 08:32:39 INFO pg_pool_stats max_conns=8 acquired=5 idle=0 acquire_count=10694 empty_count=10546 empty_wait_ns=5551490403539 canceled_count=4946", + "counters": { + "max_conns": 8, + "acquired": 5, + "idle": 0, + "acquire_count": 10694, + "empty_count": 10546, + "empty_wait_ns": 5551490403539, + "canceled_count": 4946 + } + }, + { + "line": "2026/10/30 08:32:40 INFO pg_pool_stats max_conns=8 acquired=5 idle=0 acquire_count=10864 empty_count=10716 empty_wait_ns=5696046484746 canceled_count=5347", + "counters": { + "max_conns": 8, + "acquired": 5, + "idle": 0, + "acquire_count": 10864, + "empty_count": 10716, + "empty_wait_ns": 5696046484746, + "canceled_count": 5347 + } + }, + { + "line": "2026/10/30 08:32:41 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=11087 empty_count=10939 empty_wait_ns=5905439524319 canceled_count=5700", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 11087, + "empty_count": 10939, + "empty_wait_ns": 5905439524319, + "canceled_count": 5700 + } + }, + { + "line": "2026/10/30 08:32:42 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=11694 empty_count=11546 empty_wait_ns=6454108589905 canceled_count=6304", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 11694, + "empty_count": 11546, + "empty_wait_ns": 6454108589905, + "canceled_count": 6304 + } + }, + { + "line": "2026/10/30 08:32:43 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=12716 empty_count=12568 empty_wait_ns=7129012235004 canceled_count=6304", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 12716, + "empty_count": 12568, + "empty_wait_ns": 7129012235004, + "canceled_count": 6304 + } + }, + { + "line": "2026/10/30 08:32:44 INFO pg_pool_stats max_conns=8 acquired=5 idle=0 acquire_count=12733 empty_count=12585 empty_wait_ns=7146107728469 canceled_count=7254", + "counters": { + "max_conns": 8, + "acquired": 5, + "idle": 0, + "acquire_count": 12733, + "empty_count": 12585, + "empty_wait_ns": 7146107728469, + "canceled_count": 7254 + } + }, + { + "line": "2026/10/30 08:32:45 INFO pg_pool_stats max_conns=8 acquired=3 idle=0 acquire_count=12748 empty_count=12600 empty_wait_ns=7161002076602 canceled_count=7744", + "counters": { + "max_conns": 8, + "acquired": 3, + "idle": 0, + "acquire_count": 12748, + "empty_count": 12600, + "empty_wait_ns": 7161002076602, + "canceled_count": 7744 + } + }, + { + "line": "2026/10/30 08:32:46 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=13367 empty_count=13219 empty_wait_ns=7557102256398 canceled_count=7932", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 13367, + "empty_count": 13219, + "empty_wait_ns": 7557102256398, + "canceled_count": 7932 + } + }, + { + "line": "2026/10/30 08:32:47 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=14352 empty_count=14204 empty_wait_ns=8102475011678 canceled_count=7932", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 14352, + "empty_count": 14204, + "empty_wait_ns": 8102475011678, + "canceled_count": 7932 + } + }, + { + "line": "2026/10/30 08:32:48 INFO pg_pool_stats max_conns=8 acquired=3 idle=0 acquire_count=14773 empty_count=14625 empty_wait_ns=8354862097523 canceled_count=7996", + "counters": { + "max_conns": 8, + "acquired": 3, + "idle": 0, + "acquire_count": 14773, + "empty_count": 14625, + "empty_wait_ns": 8354862097523, + "canceled_count": 7996 + } + }, + { + "line": "2026/10/30 08:32:49 INFO pg_pool_stats max_conns=8 acquired=3 idle=0 acquire_count=14813 empty_count=14665 empty_wait_ns=8394704467376 canceled_count=8465", + "counters": { + "max_conns": 8, + "acquired": 3, + "idle": 0, + "acquire_count": 14813, + "empty_count": 14665, + "empty_wait_ns": 8394704467376, + "canceled_count": 8465 + } + }, + { + "line": "2026/10/30 08:32:50 INFO pg_pool_stats max_conns=8 acquired=2 idle=0 acquire_count=14873 empty_count=14725 empty_wait_ns=8454241493992 canceled_count=8878", + "counters": { + "max_conns": 8, + "acquired": 2, + "idle": 0, + "acquire_count": 14873, + "empty_count": 14725, + "empty_wait_ns": 8454241493992, + "canceled_count": 8878 + } + }, + { + "line": "2026/10/30 08:32:51 INFO pg_pool_stats max_conns=8 acquired=7 idle=0 acquire_count=14968 empty_count=14820 empty_wait_ns=8547463628660 canceled_count=9267", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 0, + "acquire_count": 14968, + "empty_count": 14820, + "empty_wait_ns": 8547463628660, + "canceled_count": 9267 + } + }, + { + "line": "2026/10/30 08:32:52 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=15322 empty_count=15174 empty_wait_ns=8854649189388 canceled_count=9331", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 15322, + "empty_count": 15174, + "empty_wait_ns": 8854649189388, + "canceled_count": 9331 + } + }, + { + "line": "2026/10/30 08:32:53 INFO pg_pool_stats max_conns=8 acquired=0 idle=5 acquire_count=15342 empty_count=15194 empty_wait_ns=8872979695480 canceled_count=9541", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 5, + "acquire_count": 15342, + "empty_count": 15194, + "empty_wait_ns": 8872979695480, + "canceled_count": 9541 + } + }, + { + "line": "2026/10/30 08:32:54 INFO pg_pool_stats max_conns=8 acquired=0 idle=5 acquire_count=15343 empty_count=15194 empty_wait_ns=8872979695480 canceled_count=9541", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 5, + "acquire_count": 15343, + "empty_count": 15194, + "empty_wait_ns": 8872979695480, + "canceled_count": 9541 + } + }, + { + "line": "2026/10/30 08:32:55 INFO pg_pool_stats max_conns=8 acquired=0 idle=5 acquire_count=15344 empty_count=15194 empty_wait_ns=8872979695480 canceled_count=9541", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 5, + "acquire_count": 15344, + "empty_count": 15194, + "empty_wait_ns": 8872979695480, + "canceled_count": 9541 + } + }, + { + "line": "2026/10/30 08:32:56 INFO pg_pool_stats max_conns=8 acquired=0 idle=5 acquire_count=15345 empty_count=15194 empty_wait_ns=8872979695480 canceled_count=9541", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 5, + "acquire_count": 15345, + "empty_count": 15194, + "empty_wait_ns": 8872979695480, + "canceled_count": 9541 + } + }, + { + "line": "2026/10/30 08:32:57 INFO pg_pool_stats max_conns=8 acquired=0 idle=5 acquire_count=15346 empty_count=15194 empty_wait_ns=8872979695480 canceled_count=9541", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 5, + "acquire_count": 15346, + "empty_count": 15194, + "empty_wait_ns": 8872979695480, + "canceled_count": 9541 + } + } + ] +} diff --git a/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/postgres-statements.json b/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/postgres-statements.json new file mode 100644 index 00000000..06577119 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/postgres-statements.json @@ -0,0 +1,134 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 8986, + "total_exec_ms": 11439.536, + "mean_exec_ms": 1.273, + "rows": 8986, + "shared_blks_hit": 220740, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 9048, + "total_exec_ms": 8151.937, + "mean_exec_ms": 0.901, + "rows": 9048, + "shared_blks_hit": 110676, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 13197, + "total_exec_ms": 1175.873, + "mean_exec_ms": 0.089, + "rows": 13197, + "shared_blks_hit": 52788, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 42.666, + "mean_exec_ms": 21.333, + "rows": 2, + "shared_blks_hit": 2619, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 8941, + "total_exec_ms": 10.714, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 9169, + "total_exec_ms": 6.095, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 8, + "total_exec_ms": 2.135, + "mean_exec_ms": 0.267, + "rows": 8, + "shared_blks_hit": 8, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 0.542, + "mean_exec_ms": 0.271, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.218, + "mean_exec_ms": 0.218, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.116, + "mean_exec_ms": 0.058, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": 4670030308230031587, + "calls": 2, + "total_exec_ms": 0.1, + "mean_exec_ms": 0.05, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1,current_setting($2),$3,current_setting($4),$5,current_setting($6),$7,current_setting($8))" + }, + { + "queryid": -7676915344437841334, + "calls": 15, + "total_exec_ms": 0.011, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/samples.jsonl b/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/samples.jsonl new file mode 100644 index 00000000..fe30c44b --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/samples.jsonl @@ -0,0 +1,8 @@ +{"at_utc": "2026-10-30T08:32:25.092+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "35.53%", "Container": "45d51289b57181f232c78e5d65e310d57443ebe48109eb6fa7e9f5e90df8bb6e", "ID": "45d51289b571", "MemPerc": "25.67%", "MemUsage": "131.4MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "7.87MB / 7.35MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "38.93%", "Container": "be18841d8079a250a6eb1e5d086f8375d7f17e6c71288a3893b7069cf9569ac0", "ID": "be18841d8079", "MemPerc": "19.15%", "MemUsage": "98.05MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "5.15MB / 4.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "19.21%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "44.76%", "MemUsage": "114.6MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "49MB / 48.3MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 481MB", "CPUPerc": "51.78%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "21.36%", "MemUsage": "109.4MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "25.1MB / 22.7MB", "PIDs": "27"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.68%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.63%", "MemUsage": "9.77MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "7.72MB / 10.1MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:32:26.715+00:00", "postgres_activity": {"connections": 11, "active": 2, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-30T08:32:28.370+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "527", "qcur": "0", "stot": "43194", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP 1/2", "scur": "496", "qcur": "0", "stot": "5484", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "53278", "ereq": "", "econ": "4600", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:32:28.457+00:00"} +{"at_utc": "2026-10-30T08:32:28.960+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "32.98%", "Container": "45d51289b57181f232c78e5d65e310d57443ebe48109eb6fa7e9f5e90df8bb6e", "ID": "45d51289b571", "MemPerc": "20.84%", "MemUsage": "106.7MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "10.7MB / 10.2MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "34.06%", "Container": "be18841d8079a250a6eb1e5d086f8375d7f17e6c71288a3893b7069cf9569ac0", "ID": "be18841d8079", "MemPerc": "18.17%", "MemUsage": "93.04MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "7.94MB / 7.52MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "12.59%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "44.09%", "MemUsage": "112.9MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "53.6MB / 53.2MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 491MB", "CPUPerc": "47.71%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "21.15%", "MemUsage": "108.3MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "27.6MB / 24.9MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "3.60%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.64%", "MemUsage": "9.785MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "8.29MB / 10.8MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:32:31.521+00:00", "postgres_activity": {"connections": 17, "active": 9, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:32:32.265+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "489", "qcur": "0", "stot": "44996", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "511", "qcur": "0", "stot": "7285", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1000", "qcur": "0", "stot": "56881", "ereq": "", "econ": "4600", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:32:32.370+00:00"} +{"at_utc": "2026-10-30T08:32:32.871+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "34.39%", "Container": "45d51289b57181f232c78e5d65e310d57443ebe48109eb6fa7e9f5e90df8bb6e", "ID": "45d51289b571", "MemPerc": "21.03%", "MemUsage": "107.7MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "12.3MB / 11.7MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "36.84%", "Container": "be18841d8079a250a6eb1e5d086f8375d7f17e6c71288a3893b7069cf9569ac0", "ID": "be18841d8079", "MemPerc": "19.91%", "MemUsage": "101.9MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "9.58MB / 9.07MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "8.38%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "44.22%", "MemUsage": "113.2MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "56.4MB / 56.1MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 494MB", "CPUPerc": "48.81%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "20.85%", "MemUsage": "106.8MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "28.7MB / 26MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "14.24%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.84%", "MemUsage": "10.04MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "8.88MB / 11.6MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:32:35.504+00:00", "postgres_activity": {"connections": 17, "active": 4, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:32:36.673+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "517", "qcur": "0", "stot": "46595", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "507", "qcur": "0", "stot": "8885", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "60080", "ereq": "", "econ": "4600", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:32:36.735+00:00"} +{"at_utc": "2026-10-30T08:32:37.235+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "26.97%", "Container": "45d51289b57181f232c78e5d65e310d57443ebe48109eb6fa7e9f5e90df8bb6e", "ID": "45d51289b571", "MemPerc": "19.91%", "MemUsage": "101.9MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "14.2MB / 13.5MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "22.78%", "Container": "be18841d8079a250a6eb1e5d086f8375d7f17e6c71288a3893b7069cf9569ac0", "ID": "be18841d8079", "MemPerc": "19.40%", "MemUsage": "99.3MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "11.5MB / 10.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "10.00%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "44.33%", "MemUsage": "113.5MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "59.2MB / 59MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 499MB", "CPUPerc": "48.72%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "15.96%", "MemUsage": "81.69MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "30MB / 27.3MB", "PIDs": "22"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.52%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.60%", "MemUsage": "9.727MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "9.56MB / 12.5MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:32:39.807+00:00", "postgres_activity": {"connections": 5, "active": 3, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-30T08:32:40.966+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "DOWN", "scur": "61", "qcur": "0", "stot": "48062", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "963", "qcur": "0", "stot": "11180", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "63842", "ereq": "", "econ": "4600", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:32:41.061+00:00"} +{"at_utc": "2026-10-30T08:32:41.561+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "54.53%", "Container": "45d51289b57181f232c78e5d65e310d57443ebe48109eb6fa7e9f5e90df8bb6e", "ID": "45d51289b571", "MemPerc": "20.36%", "MemUsage": "104.2MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "15.3MB / 14.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "37.42%", "Container": "be18841d8079a250a6eb1e5d086f8375d7f17e6c71288a3893b7069cf9569ac0", "ID": "be18841d8079", "MemPerc": "30.56%", "MemUsage": "156.5MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "13.5MB / 12.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "16.86%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.03%", "MemUsage": "115.3MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "63.1MB / 63.1MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 512MB", "CPUPerc": "51.86%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "19.78%", "MemUsage": "101.3MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "31.2MB / 28.5MB", "PIDs": "26"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "4.81%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.59%", "MemUsage": "9.719MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "10.2MB / 13.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:32:44.177+00:00", "postgres_activity": {"connections": 13, "active": 5, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-30T08:32:45.678+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP 1/2", "scur": "513", "qcur": "0", "stot": "49618", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "511", "qcur": "0", "stot": "13618", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "67836", "ereq": "", "econ": "4600", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:32:45.779+00:00"} +{"at_utc": "2026-10-30T08:32:46.280+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "40.66%", "Container": "45d51289b57181f232c78e5d65e310d57443ebe48109eb6fa7e9f5e90df8bb6e", "ID": "45d51289b571", "MemPerc": "21.88%", "MemUsage": "112MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "17.3MB / 16.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "38.57%", "Container": "be18841d8079a250a6eb1e5d086f8375d7f17e6c71288a3893b7069cf9569ac0", "ID": "be18841d8079", "MemPerc": "24.95%", "MemUsage": "127.7MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "16.3MB / 15.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "12.20%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.00%", "MemUsage": "115.2MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "66.6MB / 66.7MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 519MB", "CPUPerc": "49.08%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "21.16%", "MemUsage": "108.3MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "32.9MB / 29.9MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "3.25%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.59%", "MemUsage": "9.715MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "10.8MB / 14.1MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:32:48.321+00:00", "postgres_activity": {"connections": 8, "active": 2, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-30T08:32:49.164+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "541", "qcur": "0", "stot": "51155", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP 1/2", "scur": "468", "qcur": "0", "stot": "15155", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1009", "qcur": "0", "stot": "70910", "ereq": "", "econ": "4600", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:32:49.295+00:00"} +{"at_utc": "2026-10-30T08:32:49.797+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "32.07%", "Container": "45d51289b57181f232c78e5d65e310d57443ebe48109eb6fa7e9f5e90df8bb6e", "ID": "45d51289b571", "MemPerc": "22.07%", "MemUsage": "113MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "19.1MB / 18MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "11.81%", "Container": "be18841d8079a250a6eb1e5d086f8375d7f17e6c71288a3893b7069cf9569ac0", "ID": "be18841d8079", "MemPerc": "22.84%", "MemUsage": "116.9MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "17.7MB / 16.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.27%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.34%", "MemUsage": "116.1MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "69.7MB / 70.1MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 524MB", "CPUPerc": "51.12%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "20.99%", "MemUsage": "107.5MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "33.5MB / 30.7MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "3.03%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.59%", "MemUsage": "9.715MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "11.2MB / 14.7MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:32:52.375+00:00", "postgres_activity": {"connections": 11, "active": 2, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-30T08:32:53.260+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "DOWN", "scur": "6", "qcur": "0", "stot": "52527", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "DOWN", "scur": "0", "qcur": "0", "stot": "15905", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "DOWN", "scur": "6", "qcur": "0", "stot": "75918", "ereq": "", "econ": "7486", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:32:53.334+00:00"} +{"at_utc": "2026-10-30T08:32:53.834+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "0.40%", "Container": "45d51289b57181f232c78e5d65e310d57443ebe48109eb6fa7e9f5e90df8bb6e", "ID": "45d51289b571", "MemPerc": "21.34%", "MemUsage": "109.2MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "19.4MB / 18.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.40%", "Container": "be18841d8079a250a6eb1e5d086f8375d7f17e6c71288a3893b7069cf9569ac0", "ID": "be18841d8079", "MemPerc": "22.78%", "MemUsage": "116.6MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "17.7MB / 16.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "10.69%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "44.72%", "MemUsage": "114.5MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "72.5MB / 72MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 524MB", "CPUPerc": "0.14%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "18.13%", "MemUsage": "92.84MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "33.7MB / 30.9MB", "PIDs": "21"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "0.83%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.58%", "MemUsage": "9.699MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "11.3MB / 14.8MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:32:56.462+00:00", "postgres_activity": {"connections": 13, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-30T08:32:56.699+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "52527", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "15905", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "77708", "ereq": "", "econ": "9276", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:32:56.767+00:00"} diff --git a/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/warmup.json b/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/warmup.json new file mode 100644 index 00000000..ecd88554 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/02-db05-n2/warmup.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 1006.062, + "p95": 1907.924, + "p99": 1993.891 + }, + "failure_counts": { + "dropped_inflight": 10538, + "http_503": 6122 + }, + "instance_responses": { + "45d51289b571": 2113, + "be18841d8079": 1227 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "ed74d1ca16a775dd", + "schedule_lag_ms": { + "p50": 0.07, + "p95": 0.225, + "p99": 6.785 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 20000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-30T08:32:05.344211Z", + "success_latency_ms": { + "p50": 787.515, + "p95": 1683.553, + "p99": 1978.239 + }, + "success_ratio": 0.167, + "successful_requests": 3340, + "successful_rps_wall": 295.766, + "successful_rps_window": 334, + "wall_duration_s": 11.293, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/compose-scale.log b/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/compose-scale.log new file mode 100644 index 00000000..d1f4c5f7 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/compose-scale.log @@ -0,0 +1,16 @@ + Container lab3-grade5-9ba197974f-api-2 Recreate + Container lab3-grade5-9ba197974f-api-1 Recreate + Container lab3-grade5-9ba197974f-api-3 Creating + Container lab3-grade5-9ba197974f-api-4 Creating + Container lab3-grade5-9ba197974f-api-4 Created + Container lab3-grade5-9ba197974f-api-3 Created + Container lab3-grade5-9ba197974f-api-2 Recreated + Container lab3-grade5-9ba197974f-api-1 Recreated + Container lab3-grade5-9ba197974f-api-2 Starting + Container lab3-grade5-9ba197974f-api-2 Started + Container lab3-grade5-9ba197974f-api-1 Starting + Container lab3-grade5-9ba197974f-api-1 Started + Container lab3-grade5-9ba197974f-api-3 Starting + Container lab3-grade5-9ba197974f-api-3 Started + Container lab3-grade5-9ba197974f-api-4 Starting + Container lab3-grade5-9ba197974f-api-4 Started diff --git a/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/diagnostics-after.json b/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/diagnostics-after.json new file mode 100644 index 00000000..7437aa8b --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/diagnostics-after.json @@ -0,0 +1,713 @@ +{ + "at_utc": "2026-10-30T08:33:57.409+00:00", + "cgroups": { + "eeb8fe21ecc4529c3e7d84c48f727504f2266a395ee00034cf854f64623124b4": { + "service": "api", + "usage_usec": 9889647, + "user_usec": 7078365, + "system_usec": 2811282, + "nr_periods": 456, + "nr_throttled": 10, + "throttled_usec": 1231683, + "nr_bursts": 0, + "burst_usec": 0 + }, + "27c4c430ce76455d731941e07b8051aa73055039ea7cd0e7ca2dd421483922fc": { + "service": "api", + "usage_usec": 8766945, + "user_usec": 6187674, + "system_usec": 2579270, + "nr_periods": 452, + "nr_throttled": 8, + "throttled_usec": 726610, + "nr_bursts": 0, + "burst_usec": 0 + }, + "6eac927005f6fdb65a3e11a4d53d7bac9bcfc43abd7fbd922e3355647b3220e4": { + "service": "api", + "usage_usec": 9352532, + "user_usec": 6242351, + "system_usec": 3110181, + "nr_periods": 458, + "nr_throttled": 8, + "throttled_usec": 855622, + "nr_bursts": 0, + "burst_usec": 0 + }, + "63398cfc45c912c4b855a0ab2a6ef57938ea3475d26c62c63f49aed31e92231d": { + "service": "api", + "usage_usec": 8062306, + "user_usec": 5663256, + "system_usec": 2399050, + "nr_periods": 446, + "nr_throttled": 7, + "throttled_usec": 426451, + "nr_bursts": 0, + "burst_usec": 0 + }, + "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe": { + "service": "postgres", + "usage_usec": 72685710, + "user_usec": 39036002, + "system_usec": 33649707, + "nr_periods": 1663, + "nr_throttled": 1399, + "throttled_usec": 495575470, + "nr_bursts": 0, + "burst_usec": 0 + }, + "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae": { + "service": "lb", + "usage_usec": 21163989, + "user_usec": 8292994, + "system_usec": 12870995, + "nr_periods": 1461, + "nr_throttled": 26, + "throttled_usec": 2353635, + "nr_bursts": 0, + "burst_usec": 0 + }, + "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2": { + "service": "redis", + "usage_usec": 5363078, + "user_usec": 2133394, + "system_usec": 3229683, + "nr_periods": 1715, + "nr_throttled": 4, + "throttled_usec": 158398, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 6, + "write_bytes": 100663296, + "write_time": 763.141, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 6, + "fsync_time": 170.725, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 28798, + "write_bytes": 320028672, + "write_time": 1722.4460000000001, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 13112, + "fsync_time": 59046.905, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 8, + "write_bytes": 483328, + "write_time": 0.994, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 8, + "fsync_time": 176.113, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 17, + "write_bytes": 7823360, + "write_time": 6.622, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 16, + "fsync_time": 22.67, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.016, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 13.493, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 68.884, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 178, + "write_bytes": 88727552, + "write_time": 789.148, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 178, + "fsync_time": 4200.293, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } + ], + "wal": { + "wal_records": 2505104, + "wal_fpi": 6146, + "wal_bytes": 314069370, + "wal_buffers_full": 15675, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } +} diff --git a/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/diagnostics-before.json b/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/diagnostics-before.json new file mode 100644 index 00000000..943eaeae --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/diagnostics-before.json @@ -0,0 +1,713 @@ +{ + "at_utc": "2026-10-30T08:33:22.059+00:00", + "cgroups": { + "eeb8fe21ecc4529c3e7d84c48f727504f2266a395ee00034cf854f64623124b4": { + "service": "api", + "usage_usec": 2546943, + "user_usec": 1839298, + "system_usec": 707645, + "nr_periods": 140, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "27c4c430ce76455d731941e07b8051aa73055039ea7cd0e7ca2dd421483922fc": { + "service": "api", + "usage_usec": 2693207, + "user_usec": 1930538, + "system_usec": 762668, + "nr_periods": 143, + "nr_throttled": 1, + "throttled_usec": 10635, + "nr_bursts": 0, + "burst_usec": 0 + }, + "6eac927005f6fdb65a3e11a4d53d7bac9bcfc43abd7fbd922e3355647b3220e4": { + "service": "api", + "usage_usec": 2187604, + "user_usec": 1425326, + "system_usec": 762278, + "nr_periods": 136, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "63398cfc45c912c4b855a0ab2a6ef57938ea3475d26c62c63f49aed31e92231d": { + "service": "api", + "usage_usec": 1971192, + "user_usec": 1353276, + "system_usec": 617915, + "nr_periods": 134, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe": { + "service": "postgres", + "usage_usec": 57000799, + "user_usec": 31579571, + "system_usec": 25421227, + "nr_periods": 1327, + "nr_throttled": 1085, + "throttled_usec": 366757638, + "nr_bursts": 0, + "burst_usec": 0 + }, + "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae": { + "service": "lb", + "usage_usec": 15597182, + "user_usec": 6140226, + "system_usec": 9456955, + "nr_periods": 1123, + "nr_throttled": 16, + "throttled_usec": 1295873, + "nr_bursts": 0, + "burst_usec": 0 + }, + "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2": { + "service": "redis", + "usage_usec": 4085527, + "user_usec": 1601144, + "system_usec": 2484382, + "nr_periods": 1379, + "nr_throttled": 3, + "throttled_usec": 100968, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 6, + "write_bytes": 100663296, + "write_time": 763.141, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 6, + "fsync_time": 170.725, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 26257, + "write_bytes": 285720576, + "write_time": 1406.157, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 10574, + "fsync_time": 43312.096, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 8, + "write_bytes": 483328, + "write_time": 0.994, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 8, + "fsync_time": 176.113, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 17, + "write_bytes": 7823360, + "write_time": 6.622, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 16, + "fsync_time": 22.67, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.016, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 13.493, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 68.884, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 149, + "write_bytes": 88481792, + "write_time": 421.511, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 149, + "fsync_time": 2999.08, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } + ], + "wal": { + "wal_records": 2386809, + "wal_fpi": 5599, + "wal_bytes": 300631762, + "wal_buffers_full": 15675, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } +} diff --git a/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/load.json b/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/load.json new file mode 100644 index 00000000..5f428d21 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/load.json @@ -0,0 +1,41 @@ +{ + "completed_full_latency_ms": { + "p50": 1014.633, + "p95": 1976.563, + "p99": 2175.223 + }, + "failure_counts": { + "connection": 151, + "dropped_inflight": 33988, + "http_503": 17595 + }, + "instance_responses": { + "27c4c430ce76": 1900, + "63398cfc45c9": 1952, + "6eac927005f6": 2409, + "eeb8fe21ecc4": 2005 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "b3e834c192c99021", + "schedule_lag_ms": { + "p50": 0.067, + "p95": 0.144, + "p99": 1.615 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 60000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-30T08:33:23.363159Z", + "success_latency_ms": { + "p50": 1196.629, + "p95": 1805.538, + "p99": 2038.828 + }, + "success_ratio": 0.137767, + "successful_requests": 8266, + "successful_rps_wall": 264.281, + "successful_rps_window": 275.533, + "wall_duration_s": 31.277, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/pool-stats.json b/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/pool-stats.json new file mode 100644 index 00000000..d1fe7044 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/pool-stats.json @@ -0,0 +1,1642 @@ +{ + "eeb8fe21ecc4529c3e7d84c48f727504f2266a395ee00034cf854f64623124b4": [ + { + "line": "2026/10/30 08:33:23 INFO pg_pool_stats max_conns=4 acquired=3 idle=0 acquire_count=3263 empty_count=3244 empty_wait_ns=1701023090852 canceled_count=1530", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 0, + "acquire_count": 3263, + "empty_count": 3244, + "empty_wait_ns": 1701023090852, + "canceled_count": 1530 + } + }, + { + "line": "2026/10/30 08:33:24 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=3402 empty_count=3383 empty_wait_ns=1764232203810 canceled_count=1538", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 3402, + "empty_count": 3383, + "empty_wait_ns": 1764232203810, + "canceled_count": 1538 + } + }, + { + "line": "2026/10/30 08:33:25 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=3650 empty_count=3631 empty_wait_ns=1891403947162 canceled_count=1543", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 3650, + "empty_count": 3631, + "empty_wait_ns": 1891403947162, + "canceled_count": 1543 + } + }, + { + "line": "2026/10/30 08:33:26 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=3886 empty_count=3867 empty_wait_ns=2039304034495 canceled_count=1669", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 3886, + "empty_count": 3867, + "empty_wait_ns": 2039304034495, + "canceled_count": 1669 + } + }, + { + "line": "2026/10/30 08:33:27 INFO pg_pool_stats max_conns=4 acquired=0 idle=0 acquire_count=3928 empty_count=3909 empty_wait_ns=2077726815138 canceled_count=1902", + "counters": { + "max_conns": 4, + "acquired": 0, + "idle": 0, + "acquire_count": 3928, + "empty_count": 3909, + "empty_wait_ns": 2077726815138, + "canceled_count": 1902 + } + }, + { + "line": "2026/10/30 08:33:28 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=4114 empty_count=4095 empty_wait_ns=2224491743281 canceled_count=2072", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 4114, + "empty_count": 4095, + "empty_wait_ns": 2224491743281, + "canceled_count": 2072 + } + }, + { + "line": "2026/10/30 08:33:29 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=4412 empty_count=4393 empty_wait_ns=2421014046695 canceled_count=2072", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 4412, + "empty_count": 4393, + "empty_wait_ns": 2421014046695, + "canceled_count": 2072 + } + }, + { + "line": "2026/10/30 08:33:30 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=4941 empty_count=4922 empty_wait_ns=2686464582698 canceled_count=2072", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 4941, + "empty_count": 4922, + "empty_wait_ns": 2686464582698, + "canceled_count": 2072 + } + }, + { + "line": "2026/10/30 08:33:31 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=5488 empty_count=5469 empty_wait_ns=2943073513041 canceled_count=2072", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 5488, + "empty_count": 5469, + "empty_wait_ns": 2943073513041, + "canceled_count": 2072 + } + }, + { + "line": "2026/10/30 08:33:32 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=5857 empty_count=5838 empty_wait_ns=3217307530175 canceled_count=2072", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 5857, + "empty_count": 5838, + "empty_wait_ns": 3217307530175, + "canceled_count": 2072 + } + }, + { + "line": "2026/10/30 08:33:34 INFO pg_pool_stats max_conns=4 acquired=1 idle=0 acquire_count=5888 empty_count=5869 empty_wait_ns=3244497624686 canceled_count=2319", + "counters": { + "max_conns": 4, + "acquired": 1, + "idle": 0, + "acquire_count": 5888, + "empty_count": 5869, + "empty_wait_ns": 3244497624686, + "canceled_count": 2319 + } + }, + { + "line": "2026/10/30 08:33:34 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=6026 empty_count=6007 empty_wait_ns=3294066702361 canceled_count=2458", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 6026, + "empty_count": 6007, + "empty_wait_ns": 3294066702361, + "canceled_count": 2458 + } + }, + { + "line": "2026/10/30 08:33:35 INFO pg_pool_stats max_conns=4 acquired=1 idle=0 acquire_count=6154 empty_count=6135 empty_wait_ns=3397520804585 canceled_count=2584", + "counters": { + "max_conns": 4, + "acquired": 1, + "idle": 0, + "acquire_count": 6154, + "empty_count": 6135, + "empty_wait_ns": 3397520804585, + "canceled_count": 2584 + } + }, + { + "line": "2026/10/30 08:33:36 INFO pg_pool_stats max_conns=4 acquired=3 idle=0 acquire_count=6289 empty_count=6270 empty_wait_ns=3521342603795 canceled_count=2853", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 0, + "acquire_count": 6289, + "empty_count": 6270, + "empty_wait_ns": 3521342603795, + "canceled_count": 2853 + } + }, + { + "line": "2026/10/30 08:33:37 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=6568 empty_count=6549 empty_wait_ns=3776771663820 canceled_count=3104", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 6568, + "empty_count": 6549, + "empty_wait_ns": 3776771663820, + "canceled_count": 3104 + } + }, + { + "line": "2026/10/30 08:33:38 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=7240 empty_count=7221 empty_wait_ns=4261788740632 canceled_count=3104", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 7240, + "empty_count": 7221, + "empty_wait_ns": 4261788740632, + "canceled_count": 3104 + } + }, + { + "line": "2026/10/30 08:33:39 INFO pg_pool_stats max_conns=4 acquired=3 idle=0 acquire_count=7426 empty_count=7407 empty_wait_ns=4410273136396 canceled_count=3476", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 0, + "acquire_count": 7426, + "empty_count": 7407, + "empty_wait_ns": 4410273136396, + "canceled_count": 3476 + } + }, + { + "line": "2026/10/30 08:33:40 INFO pg_pool_stats max_conns=4 acquired=3 idle=0 acquire_count=7471 empty_count=7452 empty_wait_ns=4454654190183 canceled_count=3807", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 0, + "acquire_count": 7471, + "empty_count": 7452, + "empty_wait_ns": 4454654190183, + "canceled_count": 3807 + } + }, + { + "line": "2026/10/30 08:33:41 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=7519 empty_count=7500 empty_wait_ns=4501547605748 canceled_count=3930", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 7519, + "empty_count": 7500, + "empty_wait_ns": 4501547605748, + "canceled_count": 3930 + } + }, + { + "line": "2026/10/30 08:33:42 INFO pg_pool_stats max_conns=4 acquired=2 idle=0 acquire_count=7556 empty_count=7537 empty_wait_ns=4538162261514 canceled_count=4160", + "counters": { + "max_conns": 4, + "acquired": 2, + "idle": 0, + "acquire_count": 7556, + "empty_count": 7537, + "empty_wait_ns": 4538162261514, + "canceled_count": 4160 + } + }, + { + "line": "2026/10/30 08:33:43 INFO pg_pool_stats max_conns=4 acquired=1 idle=0 acquire_count=7575 empty_count=7556 empty_wait_ns=4556180178773 canceled_count=4304", + "counters": { + "max_conns": 4, + "acquired": 1, + "idle": 0, + "acquire_count": 7575, + "empty_count": 7556, + "empty_wait_ns": 4556180178773, + "canceled_count": 4304 + } + }, + { + "line": "2026/10/30 08:33:44 INFO pg_pool_stats max_conns=4 acquired=3 idle=0 acquire_count=7604 empty_count=7585 empty_wait_ns=4581005952245 canceled_count=4484", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 0, + "acquire_count": 7604, + "empty_count": 7585, + "empty_wait_ns": 4581005952245, + "canceled_count": 4484 + } + }, + { + "line": "2026/10/30 08:33:45 INFO pg_pool_stats max_conns=4 acquired=3 idle=0 acquire_count=7739 empty_count=7720 empty_wait_ns=4704803840482 canceled_count=4603", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 0, + "acquire_count": 7739, + "empty_count": 7720, + "empty_wait_ns": 4704803840482, + "canceled_count": 4603 + } + }, + { + "line": "2026/10/30 08:33:46 INFO pg_pool_stats max_conns=4 acquired=3 idle=0 acquire_count=7805 empty_count=7786 empty_wait_ns=4768401316676 canceled_count=4768", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 0, + "acquire_count": 7805, + "empty_count": 7786, + "empty_wait_ns": 4768401316676, + "canceled_count": 4768 + } + }, + { + "line": "2026/10/30 08:33:47 INFO pg_pool_stats max_conns=4 acquired=2 idle=0 acquire_count=7992 empty_count=7973 empty_wait_ns=4941198449705 canceled_count=5086", + "counters": { + "max_conns": 4, + "acquired": 2, + "idle": 0, + "acquire_count": 7992, + "empty_count": 7973, + "empty_wait_ns": 4941198449705, + "canceled_count": 5086 + } + }, + { + "line": "2026/10/30 08:33:48 INFO pg_pool_stats max_conns=4 acquired=0 idle=4 acquire_count=8129 empty_count=8110 empty_wait_ns=5059919644267 canceled_count=5436", + "counters": { + "max_conns": 4, + "acquired": 0, + "idle": 4, + "acquire_count": 8129, + "empty_count": 8110, + "empty_wait_ns": 5059919644267, + "canceled_count": 5436 + } + }, + { + "line": "2026/10/30 08:33:49 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=8135 empty_count=8110 empty_wait_ns=5059919644267 canceled_count=5436", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 8135, + "empty_count": 8110, + "empty_wait_ns": 5059919644267, + "canceled_count": 5436 + } + }, + { + "line": "2026/10/30 08:33:50 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=8381 empty_count=8356 empty_wait_ns=5102973517166 canceled_count=5436", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 8381, + "empty_count": 8356, + "empty_wait_ns": 5102973517166, + "canceled_count": 5436 + } + }, + { + "line": "2026/10/30 08:33:51 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=8846 empty_count=8821 empty_wait_ns=5277092731914 canceled_count=5436", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 8846, + "empty_count": 8821, + "empty_wait_ns": 5277092731914, + "canceled_count": 5436 + } + }, + { + "line": "2026/10/30 08:33:52 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=8948 empty_count=8923 empty_wait_ns=5329814172453 canceled_count=5495", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 8948, + "empty_count": 8923, + "empty_wait_ns": 5329814172453, + "canceled_count": 5495 + } + }, + { + "line": "2026/10/30 08:33:53 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=8974 empty_count=8949 empty_wait_ns=5355700868755 canceled_count=5713", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 8974, + "empty_count": 8949, + "empty_wait_ns": 5355700868755, + "canceled_count": 5713 + } + }, + { + "line": "2026/10/30 08:33:54 INFO pg_pool_stats max_conns=4 acquired=0 idle=4 acquire_count=8994 empty_count=8969 empty_wait_ns=5373740266390 canceled_count=5835", + "counters": { + "max_conns": 4, + "acquired": 0, + "idle": 4, + "acquire_count": 8994, + "empty_count": 8969, + "empty_wait_ns": 5373740266390, + "canceled_count": 5835 + } + }, + { + "line": "2026/10/30 08:33:55 INFO pg_pool_stats max_conns=4 acquired=0 idle=4 acquire_count=8995 empty_count=8969 empty_wait_ns=5373740266390 canceled_count=5835", + "counters": { + "max_conns": 4, + "acquired": 0, + "idle": 4, + "acquire_count": 8995, + "empty_count": 8969, + "empty_wait_ns": 5373740266390, + "canceled_count": 5835 + } + }, + { + "line": "2026/10/30 08:33:56 INFO pg_pool_stats max_conns=4 acquired=0 idle=4 acquire_count=8996 empty_count=8969 empty_wait_ns=5373740266390 canceled_count=5835", + "counters": { + "max_conns": 4, + "acquired": 0, + "idle": 4, + "acquire_count": 8996, + "empty_count": 8969, + "empty_wait_ns": 5373740266390, + "canceled_count": 5835 + } + } + ], + "27c4c430ce76455d731941e07b8051aa73055039ea7cd0e7ca2dd421483922fc": [ + { + "line": "2026/10/30 08:33:24 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=3485 empty_count=3465 empty_wait_ns=2016493044701 canceled_count=1526", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 3485, + "empty_count": 3465, + "empty_wait_ns": 2016493044701, + "canceled_count": 1526 + } + }, + { + "line": "2026/10/30 08:33:24 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=3533 empty_count=3513 empty_wait_ns=2035282705206 canceled_count=1526", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 3533, + "empty_count": 3513, + "empty_wait_ns": 2035282705206, + "canceled_count": 1526 + } + }, + { + "line": "2026/10/30 08:33:25 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=3891 empty_count=3871 empty_wait_ns=2206793297303 canceled_count=1526", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 3891, + "empty_count": 3871, + "empty_wait_ns": 2206793297303, + "canceled_count": 1526 + } + }, + { + "line": "2026/10/30 08:33:26 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=4022 empty_count=4002 empty_wait_ns=2328388663523 canceled_count=1694", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 4022, + "empty_count": 4002, + "empty_wait_ns": 2328388663523, + "canceled_count": 1694 + } + }, + { + "line": "2026/10/30 08:33:27 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=4205 empty_count=4185 empty_wait_ns=2464924087776 canceled_count=1742", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 4205, + "empty_count": 4185, + "empty_wait_ns": 2464924087776, + "canceled_count": 1742 + } + }, + { + "line": "2026/10/30 08:33:28 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=4263 empty_count=4243 empty_wait_ns=2519947996298 canceled_count=2054", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 4263, + "empty_count": 4243, + "empty_wait_ns": 2519947996298, + "canceled_count": 2054 + } + }, + { + "line": "2026/10/30 08:33:29 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=4663 empty_count=4643 empty_wait_ns=2800720311435 canceled_count=2054", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 4663, + "empty_count": 4643, + "empty_wait_ns": 2800720311435, + "canceled_count": 2054 + } + }, + { + "line": "2026/10/30 08:33:30 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=5227 empty_count=5207 empty_wait_ns=3070747772277 canceled_count=2054", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 5227, + "empty_count": 5207, + "empty_wait_ns": 3070747772277, + "canceled_count": 2054 + } + }, + { + "line": "2026/10/30 08:33:31 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=5896 empty_count=5876 empty_wait_ns=3341354916260 canceled_count=2054", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 5896, + "empty_count": 5876, + "empty_wait_ns": 3341354916260, + "canceled_count": 2054 + } + }, + { + "line": "2026/10/30 08:33:32 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=6094 empty_count=6074 empty_wait_ns=3450092577688 canceled_count=2082", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 6094, + "empty_count": 6074, + "empty_wait_ns": 3450092577688, + "canceled_count": 2082 + } + }, + { + "line": "2026/10/30 08:33:33 INFO pg_pool_stats max_conns=4 acquired=2 idle=0 acquire_count=6107 empty_count=6087 empty_wait_ns=3463078543360 canceled_count=2274", + "counters": { + "max_conns": 4, + "acquired": 2, + "idle": 0, + "acquire_count": 6107, + "empty_count": 6087, + "empty_wait_ns": 3463078543360, + "canceled_count": 2274 + } + }, + { + "line": "2026/10/30 08:33:34 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=6252 empty_count=6232 empty_wait_ns=3566070524619 canceled_count=2432", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 6252, + "empty_count": 6232, + "empty_wait_ns": 3566070524619, + "canceled_count": 2432 + } + }, + { + "line": "2026/10/30 08:33:35 INFO pg_pool_stats max_conns=4 acquired=3 idle=0 acquire_count=6257 empty_count=6237 empty_wait_ns=3571077306578 canceled_count=2678", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 0, + "acquire_count": 6257, + "empty_count": 6237, + "empty_wait_ns": 3571077306578, + "canceled_count": 2678 + } + }, + { + "line": "2026/10/30 08:33:36 INFO pg_pool_stats max_conns=4 acquired=3 idle=0 acquire_count=6302 empty_count=6282 empty_wait_ns=3612547222893 canceled_count=2765", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 0, + "acquire_count": 6302, + "empty_count": 6282, + "empty_wait_ns": 3612547222893, + "canceled_count": 2765 + } + }, + { + "line": "2026/10/30 08:33:37 INFO pg_pool_stats max_conns=4 acquired=0 idle=4 acquire_count=6337 empty_count=6317 empty_wait_ns=3633343173524 canceled_count=2765", + "counters": { + "max_conns": 4, + "acquired": 0, + "idle": 4, + "acquire_count": 6337, + "empty_count": 6317, + "empty_wait_ns": 3633343173524, + "canceled_count": 2765 + } + }, + { + "line": "2026/10/30 08:33:38 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=6427 empty_count=6392 empty_wait_ns=3635286733777 canceled_count=2765", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 6427, + "empty_count": 6392, + "empty_wait_ns": 3635286733777, + "canceled_count": 2765 + } + }, + { + "line": "2026/10/30 08:33:39 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=6627 empty_count=6592 empty_wait_ns=3652752264994 canceled_count=2765", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 6627, + "empty_count": 6592, + "empty_wait_ns": 3652752264994, + "canceled_count": 2765 + } + }, + { + "line": "2026/10/30 08:33:40 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=6925 empty_count=6890 empty_wait_ns=3880182955949 canceled_count=2765", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 6925, + "empty_count": 6890, + "empty_wait_ns": 3880182955949, + "canceled_count": 2765 + } + }, + { + "line": "2026/10/30 08:33:41 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=6996 empty_count=6961 empty_wait_ns=3939466507389 canceled_count=2995", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 6996, + "empty_count": 6961, + "empty_wait_ns": 3939466507389, + "canceled_count": 2995 + } + }, + { + "line": "2026/10/30 08:33:42 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=7114 empty_count=7079 empty_wait_ns=4051579766994 canceled_count=3131", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 7114, + "empty_count": 7079, + "empty_wait_ns": 4051579766994, + "canceled_count": 3131 + } + }, + { + "line": "2026/10/30 08:33:43 INFO pg_pool_stats max_conns=4 acquired=0 idle=0 acquire_count=7133 empty_count=7098 empty_wait_ns=4070206231298 canceled_count=3342", + "counters": { + "max_conns": 4, + "acquired": 0, + "idle": 0, + "acquire_count": 7133, + "empty_count": 7098, + "empty_wait_ns": 4070206231298, + "canceled_count": 3342 + } + }, + { + "line": "2026/10/30 08:33:44 INFO pg_pool_stats max_conns=4 acquired=3 idle=0 acquire_count=7147 empty_count=7112 empty_wait_ns=4082217470097 canceled_count=3541", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 0, + "acquire_count": 7147, + "empty_count": 7112, + "empty_wait_ns": 4082217470097, + "canceled_count": 3541 + } + }, + { + "line": "2026/10/30 08:33:45 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=7416 empty_count=7381 empty_wait_ns=4293941926536 canceled_count=3541", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 7416, + "empty_count": 7381, + "empty_wait_ns": 4293941926536, + "canceled_count": 3541 + } + }, + { + "line": "2026/10/30 08:33:46 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=7629 empty_count=7594 empty_wait_ns=4452630512310 canceled_count=3792", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 7629, + "empty_count": 7594, + "empty_wait_ns": 4452630512310, + "canceled_count": 3792 + } + }, + { + "line": "2026/10/30 08:33:47 INFO pg_pool_stats max_conns=4 acquired=1 idle=0 acquire_count=7914 empty_count=7879 empty_wait_ns=4672933701839 canceled_count=3934", + "counters": { + "max_conns": 4, + "acquired": 1, + "idle": 0, + "acquire_count": 7914, + "empty_count": 7879, + "empty_wait_ns": 4672933701839, + "canceled_count": 3934 + } + }, + { + "line": "2026/10/30 08:33:48 INFO pg_pool_stats max_conns=4 acquired=0 idle=3 acquire_count=7930 empty_count=7895 empty_wait_ns=4687993840848 canceled_count=4147", + "counters": { + "max_conns": 4, + "acquired": 0, + "idle": 3, + "acquire_count": 7930, + "empty_count": 7895, + "empty_wait_ns": 4687993840848, + "canceled_count": 4147 + } + }, + { + "line": "2026/10/30 08:33:49 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=8189 empty_count=8136 empty_wait_ns=4693898507718 canceled_count=4147", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 8189, + "empty_count": 8136, + "empty_wait_ns": 4693898507718, + "canceled_count": 4147 + } + }, + { + "line": "2026/10/30 08:33:50 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=8405 empty_count=8352 empty_wait_ns=4756478771388 canceled_count=4147", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 8405, + "empty_count": 8352, + "empty_wait_ns": 4756478771388, + "canceled_count": 4147 + } + }, + { + "line": "2026/10/30 08:33:51 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=8810 empty_count=8757 empty_wait_ns=4982166651355 canceled_count=4147", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 8810, + "empty_count": 8757, + "empty_wait_ns": 4982166651355, + "canceled_count": 4147 + } + }, + { + "line": "2026/10/30 08:33:52 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=8923 empty_count=8870 empty_wait_ns=5085788822714 canceled_count=4274", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 8923, + "empty_count": 8870, + "empty_wait_ns": 5085788822714, + "canceled_count": 4274 + } + }, + { + "line": "2026/10/30 08:33:53 INFO pg_pool_stats max_conns=4 acquired=1 idle=0 acquire_count=8944 empty_count=8891 empty_wait_ns=5106814717640 canceled_count=4495", + "counters": { + "max_conns": 4, + "acquired": 1, + "idle": 0, + "acquire_count": 8944, + "empty_count": 8891, + "empty_wait_ns": 5106814717640, + "canceled_count": 4495 + } + }, + { + "line": "2026/10/30 08:33:54 INFO pg_pool_stats max_conns=4 acquired=0 idle=4 acquire_count=8986 empty_count=8933 empty_wait_ns=5135070168149 canceled_count=4647", + "counters": { + "max_conns": 4, + "acquired": 0, + "idle": 4, + "acquire_count": 8986, + "empty_count": 8933, + "empty_wait_ns": 5135070168149, + "canceled_count": 4647 + } + }, + { + "line": "2026/10/30 08:33:55 INFO pg_pool_stats max_conns=4 acquired=0 idle=4 acquire_count=8987 empty_count=8933 empty_wait_ns=5135070168149 canceled_count=4647", + "counters": { + "max_conns": 4, + "acquired": 0, + "idle": 4, + "acquire_count": 8987, + "empty_count": 8933, + "empty_wait_ns": 5135070168149, + "canceled_count": 4647 + } + }, + { + "line": "2026/10/30 08:33:56 INFO pg_pool_stats max_conns=4 acquired=0 idle=4 acquire_count=8988 empty_count=8933 empty_wait_ns=5135070168149 canceled_count=4647", + "counters": { + "max_conns": 4, + "acquired": 0, + "idle": 4, + "acquire_count": 8988, + "empty_count": 8933, + "empty_wait_ns": 5135070168149, + "canceled_count": 4647 + } + } + ], + "6eac927005f6fdb65a3e11a4d53d7bac9bcfc43abd7fbd922e3355647b3220e4": [ + { + "line": "2026/10/30 08:33:24 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=2179 empty_count=2110 empty_wait_ns=1092838945328 canceled_count=795", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 2179, + "empty_count": 2110, + "empty_wait_ns": 1092838945328, + "canceled_count": 795 + } + }, + { + "line": "2026/10/30 08:33:24 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=2473 empty_count=2404 empty_wait_ns=1185807917326 canceled_count=795", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 2473, + "empty_count": 2404, + "empty_wait_ns": 1185807917326, + "canceled_count": 795 + } + }, + { + "line": "2026/10/30 08:33:25 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=2653 empty_count=2584 empty_wait_ns=1330939257065 canceled_count=930", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 2653, + "empty_count": 2584, + "empty_wait_ns": 1330939257065, + "canceled_count": 930 + } + }, + { + "line": "2026/10/30 08:33:26 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=2840 empty_count=2771 empty_wait_ns=1431109776433 canceled_count=943", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 2840, + "empty_count": 2771, + "empty_wait_ns": 1431109776433, + "canceled_count": 943 + } + }, + { + "line": "2026/10/30 08:33:27 INFO pg_pool_stats max_conns=4 acquired=2 idle=0 acquire_count=2867 empty_count=2798 empty_wait_ns=1457031995943 canceled_count=1177", + "counters": { + "max_conns": 4, + "acquired": 2, + "idle": 0, + "acquire_count": 2867, + "empty_count": 2798, + "empty_wait_ns": 1457031995943, + "canceled_count": 1177 + } + }, + { + "line": "2026/10/30 08:33:28 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=3045 empty_count=2976 empty_wait_ns=1612243488025 canceled_count=1340", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 3045, + "empty_count": 2976, + "empty_wait_ns": 1612243488025, + "canceled_count": 1340 + } + }, + { + "line": "2026/10/30 08:33:29 INFO pg_pool_stats max_conns=4 acquired=3 idle=1 acquire_count=3445 empty_count=3376 empty_wait_ns=1879396098191 canceled_count=1340", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 1, + "acquire_count": 3445, + "empty_count": 3376, + "empty_wait_ns": 1879396098191, + "canceled_count": 1340 + } + }, + { + "line": "2026/10/30 08:33:30 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=4128 empty_count=4059 empty_wait_ns=2148131556060 canceled_count=1340", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 4128, + "empty_count": 4059, + "empty_wait_ns": 2148131556060, + "canceled_count": 1340 + } + }, + { + "line": "2026/10/30 08:33:31 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=4588 empty_count=4519 empty_wait_ns=2372270692966 canceled_count=1340", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 4588, + "empty_count": 4519, + "empty_wait_ns": 2372270692966, + "canceled_count": 1340 + } + }, + { + "line": "2026/10/30 08:33:32 INFO pg_pool_stats max_conns=4 acquired=1 idle=0 acquire_count=4784 empty_count=4715 empty_wait_ns=2518795026308 canceled_count=1394", + "counters": { + "max_conns": 4, + "acquired": 1, + "idle": 0, + "acquire_count": 4784, + "empty_count": 4715, + "empty_wait_ns": 2518795026308, + "canceled_count": 1394 + } + }, + { + "line": "2026/10/30 08:33:33 INFO pg_pool_stats max_conns=4 acquired=3 idle=0 acquire_count=4796 empty_count=4727 empty_wait_ns=2530738561897 canceled_count=1636", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 0, + "acquire_count": 4796, + "empty_count": 4727, + "empty_wait_ns": 2530738561897, + "canceled_count": 1636 + } + }, + { + "line": "2026/10/30 08:33:34 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=4922 empty_count=4853 empty_wait_ns=2590780763938 canceled_count=1706", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 4922, + "empty_count": 4853, + "empty_wait_ns": 2590780763938, + "canceled_count": 1706 + } + }, + { + "line": "2026/10/30 08:33:35 INFO pg_pool_stats max_conns=4 acquired=3 idle=0 acquire_count=5016 empty_count=4947 empty_wait_ns=2673077406779 canceled_count=1880", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 0, + "acquire_count": 5016, + "empty_count": 4947, + "empty_wait_ns": 2673077406779, + "canceled_count": 1880 + } + }, + { + "line": "2026/10/30 08:33:36 INFO pg_pool_stats max_conns=4 acquired=2 idle=0 acquire_count=5130 empty_count=5061 empty_wait_ns=2778413356905 canceled_count=2132", + "counters": { + "max_conns": 4, + "acquired": 2, + "idle": 0, + "acquire_count": 5130, + "empty_count": 5061, + "empty_wait_ns": 2778413356905, + "canceled_count": 2132 + } + }, + { + "line": "2026/10/30 08:33:37 INFO pg_pool_stats max_conns=4 acquired=2 idle=2 acquire_count=5430 empty_count=5361 empty_wait_ns=3031846173608 canceled_count=2464", + "counters": { + "max_conns": 4, + "acquired": 2, + "idle": 2, + "acquire_count": 5430, + "empty_count": 5361, + "empty_wait_ns": 3031846173608, + "canceled_count": 2464 + } + }, + { + "line": "2026/10/30 08:33:38 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=6070 empty_count=6001 empty_wait_ns=3347445329558 canceled_count=2464", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 6070, + "empty_count": 6001, + "empty_wait_ns": 3347445329558, + "canceled_count": 2464 + } + }, + { + "line": "2026/10/30 08:33:39 INFO pg_pool_stats max_conns=4 acquired=2 idle=0 acquire_count=6105 empty_count=6036 empty_wait_ns=3381389150653 canceled_count=2833", + "counters": { + "max_conns": 4, + "acquired": 2, + "idle": 0, + "acquire_count": 6105, + "empty_count": 6036, + "empty_wait_ns": 3381389150653, + "canceled_count": 2833 + } + }, + { + "line": "2026/10/30 08:33:40 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=6392 empty_count=6323 empty_wait_ns=3564940212762 canceled_count=2891", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 6392, + "empty_count": 6323, + "empty_wait_ns": 3564940212762, + "canceled_count": 2891 + } + }, + { + "line": "2026/10/30 08:33:41 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=6628 empty_count=6559 empty_wait_ns=3724695927061 canceled_count=3123", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 6628, + "empty_count": 6559, + "empty_wait_ns": 3724695927061, + "canceled_count": 3123 + } + }, + { + "line": "2026/10/30 08:33:42 INFO pg_pool_stats max_conns=4 acquired=3 idle=0 acquire_count=6717 empty_count=6648 empty_wait_ns=3779618851257 canceled_count=3283", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 0, + "acquire_count": 6717, + "empty_count": 6648, + "empty_wait_ns": 3779618851257, + "canceled_count": 3283 + } + }, + { + "line": "2026/10/30 08:33:43 INFO pg_pool_stats max_conns=4 acquired=3 idle=0 acquire_count=6762 empty_count=6693 empty_wait_ns=3822555940108 canceled_count=3474", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 0, + "acquire_count": 6762, + "empty_count": 6693, + "empty_wait_ns": 3822555940108, + "canceled_count": 3474 + } + }, + { + "line": "2026/10/30 08:33:44 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=6971 empty_count=6902 empty_wait_ns=3971395492102 canceled_count=3631", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 6971, + "empty_count": 6902, + "empty_wait_ns": 3971395492102, + "canceled_count": 3631 + } + }, + { + "line": "2026/10/30 08:33:45 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=7052 empty_count=6983 empty_wait_ns=4029234517132 canceled_count=3805", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 7052, + "empty_count": 6983, + "empty_wait_ns": 4029234517132, + "canceled_count": 3805 + } + }, + { + "line": "2026/10/30 08:33:46 INFO pg_pool_stats max_conns=4 acquired=3 idle=1 acquire_count=7172 empty_count=7103 empty_wait_ns=4106700385579 canceled_count=3889", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 1, + "acquire_count": 7172, + "empty_count": 7103, + "empty_wait_ns": 4106700385579, + "canceled_count": 3889 + } + }, + { + "line": "2026/10/30 08:33:47 INFO pg_pool_stats max_conns=4 acquired=0 idle=4 acquire_count=7229 empty_count=7160 empty_wait_ns=4149467071889 canceled_count=3889", + "counters": { + "max_conns": 4, + "acquired": 0, + "idle": 4, + "acquire_count": 7229, + "empty_count": 7160, + "empty_wait_ns": 4149467071889, + "canceled_count": 3889 + } + }, + { + "line": "2026/10/30 08:33:48 INFO pg_pool_stats max_conns=4 acquired=3 idle=1 acquire_count=7574 empty_count=7494 empty_wait_ns=4187178291221 canceled_count=3889", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 1, + "acquire_count": 7574, + "empty_count": 7494, + "empty_wait_ns": 4187178291221, + "canceled_count": 3889 + } + }, + { + "line": "2026/10/30 08:33:49 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=8019 empty_count=7939 empty_wait_ns=4297844414096 canceled_count=3889", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 8019, + "empty_count": 7939, + "empty_wait_ns": 4297844414096, + "canceled_count": 3889 + } + }, + { + "line": "2026/10/30 08:33:50 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=8263 empty_count=8183 empty_wait_ns=4431389955429 canceled_count=3889", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 8263, + "empty_count": 8183, + "empty_wait_ns": 4431389955429, + "canceled_count": 3889 + } + }, + { + "line": "2026/10/30 08:33:51 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=8656 empty_count=8576 empty_wait_ns=4670071405868 canceled_count=4008", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 8656, + "empty_count": 8576, + "empty_wait_ns": 4670071405868, + "canceled_count": 4008 + } + }, + { + "line": "2026/10/30 08:33:52 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=8718 empty_count=8638 empty_wait_ns=4715891733186 canceled_count=4177", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 8718, + "empty_count": 8638, + "empty_wait_ns": 4715891733186, + "canceled_count": 4177 + } + }, + { + "line": "2026/10/30 08:33:53 INFO pg_pool_stats max_conns=4 acquired=2 idle=0 acquire_count=8749 empty_count=8669 empty_wait_ns=4746077100372 canceled_count=4396", + "counters": { + "max_conns": 4, + "acquired": 2, + "idle": 0, + "acquire_count": 8749, + "empty_count": 8669, + "empty_wait_ns": 4746077100372, + "canceled_count": 4396 + } + }, + { + "line": "2026/10/30 08:33:54 INFO pg_pool_stats max_conns=4 acquired=0 idle=1 acquire_count=8755 empty_count=8675 empty_wait_ns=4751202196417 canceled_count=4495", + "counters": { + "max_conns": 4, + "acquired": 0, + "idle": 1, + "acquire_count": 8755, + "empty_count": 8675, + "empty_wait_ns": 4751202196417, + "canceled_count": 4495 + } + }, + { + "line": "2026/10/30 08:33:55 INFO pg_pool_stats max_conns=4 acquired=0 idle=1 acquire_count=8756 empty_count=8675 empty_wait_ns=4751202196417 canceled_count=4495", + "counters": { + "max_conns": 4, + "acquired": 0, + "idle": 1, + "acquire_count": 8756, + "empty_count": 8675, + "empty_wait_ns": 4751202196417, + "canceled_count": 4495 + } + }, + { + "line": "2026/10/30 08:33:56 INFO pg_pool_stats max_conns=4 acquired=0 idle=1 acquire_count=8757 empty_count=8675 empty_wait_ns=4751202196417 canceled_count=4495", + "counters": { + "max_conns": 4, + "acquired": 0, + "idle": 1, + "acquire_count": 8757, + "empty_count": 8675, + "empty_wait_ns": 4751202196417, + "canceled_count": 4495 + } + } + ], + "63398cfc45c912c4b855a0ab2a6ef57938ea3475d26c62c63f49aed31e92231d": [ + { + "line": "2026/10/30 08:33:24 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=2221 empty_count=2139 empty_wait_ns=1069729470155 canceled_count=773", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 2221, + "empty_count": 2139, + "empty_wait_ns": 1069729470155, + "canceled_count": 773 + } + }, + { + "line": "2026/10/30 08:33:25 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=2527 empty_count=2445 empty_wait_ns=1205031253806 canceled_count=773", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 2527, + "empty_count": 2445, + "empty_wait_ns": 1205031253806, + "canceled_count": 773 + } + }, + { + "line": "2026/10/30 08:33:26 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=2676 empty_count=2594 empty_wait_ns=1330163379578 canceled_count=870", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 2676, + "empty_count": 2594, + "empty_wait_ns": 1330163379578, + "canceled_count": 870 + } + }, + { + "line": "2026/10/30 08:33:27 INFO pg_pool_stats max_conns=4 acquired=3 idle=0 acquire_count=2813 empty_count=2731 empty_wait_ns=1458744222180 canceled_count=980", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 0, + "acquire_count": 2813, + "empty_count": 2731, + "empty_wait_ns": 1458744222180, + "canceled_count": 980 + } + }, + { + "line": "2026/10/30 08:33:28 INFO pg_pool_stats max_conns=4 acquired=2 idle=0 acquire_count=2823 empty_count=2741 empty_wait_ns=1468809130268 canceled_count=1201", + "counters": { + "max_conns": 4, + "acquired": 2, + "idle": 0, + "acquire_count": 2823, + "empty_count": 2741, + "empty_wait_ns": 1468809130268, + "canceled_count": 1201 + } + }, + { + "line": "2026/10/30 08:33:29 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=3086 empty_count=3004 empty_wait_ns=1661631380571 canceled_count=1324", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 3086, + "empty_count": 3004, + "empty_wait_ns": 1661631380571, + "canceled_count": 1324 + } + }, + { + "line": "2026/10/30 08:33:30 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=3576 empty_count=3494 empty_wait_ns=1947059687712 canceled_count=1324", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 3576, + "empty_count": 3494, + "empty_wait_ns": 1947059687712, + "canceled_count": 1324 + } + }, + { + "line": "2026/10/30 08:33:31 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=4126 empty_count=4044 empty_wait_ns=2159844490741 canceled_count=1324", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 4126, + "empty_count": 4044, + "empty_wait_ns": 2159844490741, + "canceled_count": 1324 + } + }, + { + "line": "2026/10/30 08:33:32 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=4582 empty_count=4500 empty_wait_ns=2367627567501 canceled_count=1324", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 4582, + "empty_count": 4500, + "empty_wait_ns": 2367627567501, + "canceled_count": 1324 + } + }, + { + "line": "2026/10/30 08:33:33 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=4738 empty_count=4656 empty_wait_ns=2496698294175 canceled_count=1409", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 4738, + "empty_count": 4656, + "empty_wait_ns": 2496698294175, + "canceled_count": 1409 + } + }, + { + "line": "2026/10/30 08:33:34 INFO pg_pool_stats max_conns=4 acquired=2 idle=0 acquire_count=4747 empty_count=4665 empty_wait_ns=2505661717095 canceled_count=1620", + "counters": { + "max_conns": 4, + "acquired": 2, + "idle": 0, + "acquire_count": 4747, + "empty_count": 4665, + "empty_wait_ns": 2505661717095, + "canceled_count": 1620 + } + }, + { + "line": "2026/10/30 08:33:35 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=4835 empty_count=4753 empty_wait_ns=2575182223206 canceled_count=1743", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 4835, + "empty_count": 4753, + "empty_wait_ns": 2575182223206, + "canceled_count": 1743 + } + }, + { + "line": "2026/10/30 08:33:36 INFO pg_pool_stats max_conns=4 acquired=3 idle=0 acquire_count=4851 empty_count=4769 empty_wait_ns=2590287572300 canceled_count=1933", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 0, + "acquire_count": 4851, + "empty_count": 4769, + "empty_wait_ns": 2590287572300, + "canceled_count": 1933 + } + }, + { + "line": "2026/10/30 08:33:37 INFO pg_pool_stats max_conns=4 acquired=1 idle=0 acquire_count=4880 empty_count=4798 empty_wait_ns=2617631590690 canceled_count=2021", + "counters": { + "max_conns": 4, + "acquired": 1, + "idle": 0, + "acquire_count": 4880, + "empty_count": 4798, + "empty_wait_ns": 2617631590690, + "canceled_count": 2021 + } + }, + { + "line": "2026/10/30 08:33:38 INFO pg_pool_stats max_conns=4 acquired=0 idle=4 acquire_count=4900 empty_count=4817 empty_wait_ns=2631217705989 canceled_count=2021", + "counters": { + "max_conns": 4, + "acquired": 0, + "idle": 4, + "acquire_count": 4900, + "empty_count": 4817, + "empty_wait_ns": 2631217705989, + "canceled_count": 2021 + } + }, + { + "line": "2026/10/30 08:33:39 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=5163 empty_count=5074 empty_wait_ns=2640117473199 canceled_count=2021", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 5163, + "empty_count": 5074, + "empty_wait_ns": 2640117473199, + "canceled_count": 2021 + } + }, + { + "line": "2026/10/30 08:33:40 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=5404 empty_count=5315 empty_wait_ns=2743706298152 canceled_count=2021", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 5404, + "empty_count": 5315, + "empty_wait_ns": 2743706298152, + "canceled_count": 2021 + } + }, + { + "line": "2026/10/30 08:33:41 INFO pg_pool_stats max_conns=4 acquired=1 idle=0 acquire_count=5499 empty_count=5410 empty_wait_ns=2799277469059 canceled_count=2159", + "counters": { + "max_conns": 4, + "acquired": 1, + "idle": 0, + "acquire_count": 5499, + "empty_count": 5410, + "empty_wait_ns": 2799277469059, + "canceled_count": 2159 + } + }, + { + "line": "2026/10/30 08:33:42 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=5764 empty_count=5675 empty_wait_ns=2945306386584 canceled_count=2253", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 5764, + "empty_count": 5675, + "empty_wait_ns": 2945306386584, + "canceled_count": 2253 + } + }, + { + "line": "2026/10/30 08:33:43 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=5825 empty_count=5736 empty_wait_ns=2987538958810 canceled_count=2463", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 5825, + "empty_count": 5736, + "empty_wait_ns": 2987538958810, + "canceled_count": 2463 + } + }, + { + "line": "2026/10/30 08:33:44 INFO pg_pool_stats max_conns=4 acquired=1 idle=0 acquire_count=5830 empty_count=5741 empty_wait_ns=2992528058937 canceled_count=2686", + "counters": { + "max_conns": 4, + "acquired": 1, + "idle": 0, + "acquire_count": 5830, + "empty_count": 5741, + "empty_wait_ns": 2992528058937, + "canceled_count": 2686 + } + }, + { + "line": "2026/10/30 08:33:45 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=6091 empty_count=6002 empty_wait_ns=3151164259474 canceled_count=2755", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 6091, + "empty_count": 6002, + "empty_wait_ns": 3151164259474, + "canceled_count": 2755 + } + }, + { + "line": "2026/10/30 08:33:46 INFO pg_pool_stats max_conns=4 acquired=3 idle=0 acquire_count=6140 empty_count=6051 empty_wait_ns=3192591675116 canceled_count=2978", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 0, + "acquire_count": 6140, + "empty_count": 6051, + "empty_wait_ns": 3192591675116, + "canceled_count": 2978 + } + }, + { + "line": "2026/10/30 08:33:47 INFO pg_pool_stats max_conns=4 acquired=1 idle=3 acquire_count=6211 empty_count=6122 empty_wait_ns=3237511181800 canceled_count=2996", + "counters": { + "max_conns": 4, + "acquired": 1, + "idle": 3, + "acquire_count": 6211, + "empty_count": 6122, + "empty_wait_ns": 3237511181800, + "canceled_count": 2996 + } + }, + { + "line": "2026/10/30 08:33:48 INFO pg_pool_stats max_conns=4 acquired=1 idle=3 acquire_count=6213 empty_count=6122 empty_wait_ns=3237511181800 canceled_count=2996", + "counters": { + "max_conns": 4, + "acquired": 1, + "idle": 3, + "acquire_count": 6213, + "empty_count": 6122, + "empty_wait_ns": 3237511181800, + "canceled_count": 2996 + } + }, + { + "line": "2026/10/30 08:33:49 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=7016 empty_count=6921 empty_wait_ns=3513035037358 canceled_count=2996", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 7016, + "empty_count": 6921, + "empty_wait_ns": 3513035037358, + "canceled_count": 2996 + } + }, + { + "line": "2026/10/30 08:33:50 INFO pg_pool_stats max_conns=4 acquired=1 idle=0 acquire_count=7394 empty_count=7299 empty_wait_ns=3826257202084 canceled_count=3506", + "counters": { + "max_conns": 4, + "acquired": 1, + "idle": 0, + "acquire_count": 7394, + "empty_count": 7299, + "empty_wait_ns": 3826257202084, + "canceled_count": 3506 + } + }, + { + "line": "2026/10/30 08:33:51 INFO pg_pool_stats max_conns=4 acquired=4 idle=0 acquire_count=7695 empty_count=7600 empty_wait_ns=4057527503523 canceled_count=3904", + "counters": { + "max_conns": 4, + "acquired": 4, + "idle": 0, + "acquire_count": 7695, + "empty_count": 7600, + "empty_wait_ns": 4057527503523, + "canceled_count": 3904 + } + }, + { + "line": "2026/10/30 08:33:52 INFO pg_pool_stats max_conns=4 acquired=3 idle=0 acquire_count=7961 empty_count=7866 empty_wait_ns=4261466178464 canceled_count=3960", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 0, + "acquire_count": 7961, + "empty_count": 7866, + "empty_wait_ns": 4261466178464, + "canceled_count": 3960 + } + }, + { + "line": "2026/10/30 08:33:53 INFO pg_pool_stats max_conns=4 acquired=3 idle=0 acquire_count=7985 empty_count=7890 empty_wait_ns=4285418964805 canceled_count=4249", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 0, + "acquire_count": 7985, + "empty_count": 7890, + "empty_wait_ns": 4285418964805, + "canceled_count": 4249 + } + }, + { + "line": "2026/10/30 08:33:54 INFO pg_pool_stats max_conns=4 acquired=3 idle=0 acquire_count=8003 empty_count=7908 empty_wait_ns=4303293135231 canceled_count=4479", + "counters": { + "max_conns": 4, + "acquired": 3, + "idle": 0, + "acquire_count": 8003, + "empty_count": 7908, + "empty_wait_ns": 4303293135231, + "canceled_count": 4479 + } + }, + { + "line": "2026/10/30 08:33:55 INFO pg_pool_stats max_conns=4 acquired=0 idle=3 acquire_count=8009 empty_count=7914 empty_wait_ns=4308351848775 canceled_count=4514", + "counters": { + "max_conns": 4, + "acquired": 0, + "idle": 3, + "acquire_count": 8009, + "empty_count": 7914, + "empty_wait_ns": 4308351848775, + "canceled_count": 4514 + } + }, + { + "line": "2026/10/30 08:33:56 INFO pg_pool_stats max_conns=4 acquired=0 idle=3 acquire_count=8010 empty_count=7914 empty_wait_ns=4308351848775 canceled_count=4514", + "counters": { + "max_conns": 4, + "acquired": 0, + "idle": 3, + "acquire_count": 8010, + "empty_count": 7914, + "empty_wait_ns": 4308351848775, + "canceled_count": 4514 + } + }, + { + "line": "2026/10/30 08:33:57 INFO pg_pool_stats max_conns=4 acquired=0 idle=3 acquire_count=8011 empty_count=7914 empty_wait_ns=4308351848775 canceled_count=4514", + "counters": { + "max_conns": 4, + "acquired": 0, + "idle": 3, + "acquire_count": 8011, + "empty_count": 7914, + "empty_wait_ns": 4308351848775, + "canceled_count": 4514 + } + } + ] +} diff --git a/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/postgres-statements.json b/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/postgres-statements.json new file mode 100644 index 00000000..0c1bd16e --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/postgres-statements.json @@ -0,0 +1,134 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 8410, + "total_exec_ms": 9314.903, + "mean_exec_ms": 1.108, + "rows": 8410, + "shared_blks_hit": 207796, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 8477, + "total_exec_ms": 8839.377, + "mean_exec_ms": 1.043, + "rows": 8477, + "shared_blks_hit": 104705, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 14702, + "total_exec_ms": 2642.073, + "mean_exec_ms": 0.18, + "rows": 14702, + "shared_blks_hit": 58808, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 4854991825702068830, + "calls": 8623, + "total_exec_ms": 107.096, + "mean_exec_ms": 0.012, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 8, + "total_exec_ms": 81.627, + "mean_exec_ms": 10.203, + "rows": 8, + "shared_blks_hit": 8, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 36.335, + "mean_exec_ms": 18.167, + "rows": 2, + "shared_blks_hit": 2648, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 8383, + "total_exec_ms": 5.073, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 0.636, + "mean_exec_ms": 0.318, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.208, + "mean_exec_ms": 0.208, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.119, + "mean_exec_ms": 0.06, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": 4670030308230031587, + "calls": 2, + "total_exec_ms": 0.074, + "mean_exec_ms": 0.037, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1,current_setting($2),$3,current_setting($4),$5,current_setting($6),$7,current_setting($8))" + }, + { + "queryid": -7676915344437841334, + "calls": 14, + "total_exec_ms": 0.011, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/samples.jsonl b/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/samples.jsonl new file mode 100644 index 00000000..9189bbb2 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/samples.jsonl @@ -0,0 +1,8 @@ +{"at_utc": "2026-10-30T08:33:24.971+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "13.47%", "Container": "eeb8fe21ecc4529c3e7d84c48f727504f2266a395ee00034cf854f64623124b4", "ID": "eeb8fe21ecc4", "MemPerc": "23.34%", "MemUsage": "59.75MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "4.06MB / 3.8MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "15.52%", "Container": "27c4c430ce76455d731941e07b8051aa73055039ea7cd0e7ca2dd421483922fc", "ID": "27c4c430ce76", "MemPerc": "20.53%", "MemUsage": "52.57MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "4.09MB / 3.84MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "13.36%", "Container": "6eac927005f6fdb65a3e11a4d53d7bac9bcfc43abd7fbd922e3355647b3220e4", "ID": "6eac927005f6", "MemPerc": "23.14%", "MemUsage": "59.24MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-3", "NetIO": "2.79MB / 2.56MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "11.97%", "Container": "63398cfc45c912c4b855a0ab2a6ef57938ea3475d26c62c63f49aed31e92231d", "ID": "63398cfc45c9", "MemPerc": "21.77%", "MemUsage": "55.73MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-4", "NetIO": "2.8MB / 2.64MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "9.51%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.37%", "MemUsage": "116.1MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "84.1MB / 83.9MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 643MB", "CPUPerc": "47.76%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "21.13%", "MemUsage": "108.2MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "39MB / 35.9MB", "PIDs": "31"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.26%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.70%", "MemUsage": "9.855MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "13.3MB / 17.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:33:27.252+00:00", "postgres_activity": {"connections": 4, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-30T08:33:28.561+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "253", "qcur": "0", "stot": "56421", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "255", "qcur": "0", "stot": "19799", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP 1/2", "scur": "271", "qcur": "0", "stot": "2688", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "245", "qcur": "0", "stot": "2738", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "90922", "ereq": "", "econ": "9276", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:33:28.626+00:00"} +{"at_utc": "2026-10-30T08:33:29.127+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "20.90%", "Container": "eeb8fe21ecc4529c3e7d84c48f727504f2266a395ee00034cf854f64623124b4", "ID": "eeb8fe21ecc4", "MemPerc": "21.67%", "MemUsage": "55.47MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "5.32MB / 5.06MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "20.85%", "Container": "27c4c430ce76455d731941e07b8051aa73055039ea7cd0e7ca2dd421483922fc", "ID": "27c4c430ce76", "MemPerc": "21.52%", "MemUsage": "55.09MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "5.4MB / 5.16MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "20.95%", "Container": "6eac927005f6fdb65a3e11a4d53d7bac9bcfc43abd7fbd922e3355647b3220e4", "ID": "6eac927005f6", "MemPerc": "22.76%", "MemUsage": "58.27MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-3", "NetIO": "4.05MB / 3.83MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "19.92%", "Container": "63398cfc45c912c4b855a0ab2a6ef57938ea3475d26c62c63f49aed31e92231d", "ID": "63398cfc45c9", "MemPerc": "21.51%", "MemUsage": "55.06MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-4", "NetIO": "4.07MB / 3.91MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "13.93%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.03%", "MemUsage": "115.3MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "88.1MB / 88.1MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 651MB", "CPUPerc": "48.38%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "21.14%", "MemUsage": "108.3MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "41.4MB / 38MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "4.27%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.71%", "MemUsage": "9.863MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "13.8MB / 17.9MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:33:31.710+00:00", "postgres_activity": {"connections": 17, "active": 14, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:33:32.458+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "240", "qcur": "0", "stot": "57246", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "282", "qcur": "0", "stot": "20623", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "259", "qcur": "0", "stot": "3513", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "243", "qcur": "0", "stot": "3562", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "94220", "ereq": "", "econ": "9276", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:33:32.526+00:00"} +{"at_utc": "2026-10-30T08:33:33.030+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "30.04%", "Container": "eeb8fe21ecc4529c3e7d84c48f727504f2266a395ee00034cf854f64623124b4", "ID": "eeb8fe21ecc4", "MemPerc": "27.73%", "MemUsage": "71MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "6.15MB / 5.85MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "18.12%", "Container": "27c4c430ce76455d731941e07b8051aa73055039ea7cd0e7ca2dd421483922fc", "ID": "27c4c430ce76", "MemPerc": "23.78%", "MemUsage": "60.87MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "6.19MB / 5.91MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "26.63%", "Container": "6eac927005f6fdb65a3e11a4d53d7bac9bcfc43abd7fbd922e3355647b3220e4", "ID": "6eac927005f6", "MemPerc": "22.57%", "MemUsage": "57.79MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-3", "NetIO": "4.87MB / 4.62MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "19.23%", "Container": "63398cfc45c912c4b855a0ab2a6ef57938ea3475d26c62c63f49aed31e92231d", "ID": "63398cfc45c9", "MemPerc": "20.58%", "MemUsage": "52.69MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-4", "NetIO": "4.87MB / 4.7MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "14.61%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.12%", "MemUsage": "115.5MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "90.9MB / 91MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 655MB", "CPUPerc": "52.80%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "19.78%", "MemUsage": "101.3MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "42.6MB / 39.1MB", "PIDs": "27"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "4.32%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.73%", "MemUsage": "9.895MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "14.4MB / 18.7MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:33:35.792+00:00", "postgres_activity": {"connections": 5, "active": 3, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:33:36.892+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "DOWN", "scur": "30", "qcur": "0", "stot": "57837", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "493", "qcur": "0", "stot": "21754", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "482", "qcur": "0", "stot": "4643", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "DOWN", "scur": "19", "qcur": "0", "stot": "4154", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "97664", "ereq": "", "econ": "9276", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:33:36.998+00:00"} +{"at_utc": "2026-10-30T08:33:37.503+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "38.42%", "Container": "eeb8fe21ecc4529c3e7d84c48f727504f2266a395ee00034cf854f64623124b4", "ID": "eeb8fe21ecc4", "MemPerc": "34.20%", "MemUsage": "87.55MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "7.71MB / 7.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "28.98%", "Container": "27c4c430ce76455d731941e07b8051aa73055039ea7cd0e7ca2dd421483922fc", "ID": "27c4c430ce76", "MemPerc": "20.11%", "MemUsage": "51.47MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "6.64MB / 6.36MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "35.23%", "Container": "6eac927005f6fdb65a3e11a4d53d7bac9bcfc43abd7fbd922e3355647b3220e4", "ID": "6eac927005f6", "MemPerc": "26.81%", "MemUsage": "68.63MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-3", "NetIO": "6.42MB / 6.09MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "29.96%", "Container": "63398cfc45c912c4b855a0ab2a6ef57938ea3475d26c62c63f49aed31e92231d", "ID": "63398cfc45c9", "MemPerc": "18.52%", "MemUsage": "47.41MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-4", "NetIO": "5.33MB / 5.15MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "12.10%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.68%", "MemUsage": "116.9MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "93.5MB / 93.7MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 661MB", "CPUPerc": "50.50%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "20.22%", "MemUsage": "103.6MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "43.8MB / 40.3MB", "PIDs": "30"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "8.03%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.70%", "MemUsage": "9.852MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "15.2MB / 19.7MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:33:40.117+00:00", "postgres_activity": {"connections": 14, "active": 9, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:33:40.972+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "342", "qcur": "0", "stot": "58373", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP 1/2", "scur": "169", "qcur": "0", "stot": "22870", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP 1/2", "scur": "327", "qcur": "0", "stot": "5759", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "182", "qcur": "0", "stot": "4689", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1020", "qcur": "0", "stot": "100967", "ereq": "", "econ": "9276", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:33:41.068+00:00"} +{"at_utc": "2026-10-30T08:33:41.571+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "25.30%", "Container": "eeb8fe21ecc4529c3e7d84c48f727504f2266a395ee00034cf854f64623124b4", "ID": "eeb8fe21ecc4", "MemPerc": "26.78%", "MemUsage": "68.55MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "8.41MB / 7.97MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "12.32%", "Container": "27c4c430ce76455d731941e07b8051aa73055039ea7cd0e7ca2dd421483922fc", "ID": "27c4c430ce76", "MemPerc": "23.01%", "MemUsage": "58.9MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "7.21MB / 6.85MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "54.16%", "Container": "6eac927005f6fdb65a3e11a4d53d7bac9bcfc43abd7fbd922e3355647b3220e4", "ID": "6eac927005f6", "MemPerc": "26.39%", "MemUsage": "67.57MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-3", "NetIO": "7.22MB / 6.83MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "30.94%", "Container": "63398cfc45c912c4b855a0ab2a6ef57938ea3475d26c62c63f49aed31e92231d", "ID": "63398cfc45c9", "MemPerc": "19.61%", "MemUsage": "50.2MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-4", "NetIO": "6.12MB / 5.86MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.14%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.77%", "MemUsage": "117.2MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "96.5MB / 96.9MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 662MB", "CPUPerc": "77.34%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "16.85%", "MemUsage": "86.28MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "44.6MB / 41.1MB", "PIDs": "22"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "6.35%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.80%", "MemUsage": "9.98MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "15.7MB / 20.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:33:44.448+00:00", "postgres_activity": {"connections": 17, "active": 14, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:33:45.578+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP 1/2", "scur": "297", "qcur": "0", "stot": "59194", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP 1/2", "scur": "184", "qcur": "0", "stot": "23690", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP 1/2", "scur": "294", "qcur": "0", "stot": "6580", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP 1/2", "scur": "249", "qcur": "0", "stot": "5509", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "104249", "ereq": "", "econ": "9276", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:33:45.672+00:00"} +{"at_utc": "2026-10-30T08:33:46.174+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "20.98%", "Container": "eeb8fe21ecc4529c3e7d84c48f727504f2266a395ee00034cf854f64623124b4", "ID": "eeb8fe21ecc4", "MemPerc": "33.66%", "MemUsage": "86.18MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "9.43MB / 8.85MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "14.58%", "Container": "27c4c430ce76455d731941e07b8051aa73055039ea7cd0e7ca2dd421483922fc", "ID": "27c4c430ce76", "MemPerc": "26.05%", "MemUsage": "66.68MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "8.19MB / 7.78MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "4.22%", "Container": "6eac927005f6fdb65a3e11a4d53d7bac9bcfc43abd7fbd922e3355647b3220e4", "ID": "6eac927005f6", "MemPerc": "27.14%", "MemUsage": "69.48MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-3", "NetIO": "7.66MB / 7.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "2.06%", "Container": "63398cfc45c912c4b855a0ab2a6ef57938ea3475d26c62c63f49aed31e92231d", "ID": "63398cfc45c9", "MemPerc": "19.55%", "MemUsage": "50.06MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-4", "NetIO": "6.48MB / 6.24MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "19.20%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "46.07%", "MemUsage": "117.9MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "101MB / 101MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 664MB", "CPUPerc": "50.46%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "19.18%", "MemUsage": "98.21MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "45.3MB / 41.9MB", "PIDs": "27"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.82%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.67%", "MemUsage": "9.82MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "16.1MB / 20.9MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:33:48.625+00:00", "postgres_activity": {"connections": 16, "active": 6, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:33:49.164+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "8", "qcur": "0", "stot": "59595", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "DOWN 1/2", "scur": "0", "qcur": "0", "stot": "24501", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "126", "qcur": "0", "stot": "6939", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "890", "qcur": "0", "stot": "6617", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "108888", "ereq": "", "econ": "11236", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:33:49.265+00:00"} +{"at_utc": "2026-10-30T08:33:49.771+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "18.18%", "Container": "eeb8fe21ecc4529c3e7d84c48f727504f2266a395ee00034cf854f64623124b4", "ID": "eeb8fe21ecc4", "MemPerc": "22.35%", "MemUsage": "57.22MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "9.79MB / 9.24MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "14.00%", "Container": "27c4c430ce76455d731941e07b8051aa73055039ea7cd0e7ca2dd421483922fc", "ID": "27c4c430ce76", "MemPerc": "25.72%", "MemUsage": "65.84MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "9MB / 8.51MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "18.84%", "Container": "6eac927005f6fdb65a3e11a4d53d7bac9bcfc43abd7fbd922e3355647b3220e4", "ID": "6eac927005f6", "MemPerc": "24.07%", "MemUsage": "61.61MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-3", "NetIO": "8.85MB / 8.42MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "15.48%", "Container": "63398cfc45c912c4b855a0ab2a6ef57938ea3475d26c62c63f49aed31e92231d", "ID": "63398cfc45c9", "MemPerc": "36.86%", "MemUsage": "94.37MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-4", "NetIO": "8.44MB / 7.92MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "10.02%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "46.82%", "MemUsage": "119.8MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "104MB / 105MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 674MB", "CPUPerc": "49.52%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "21.16%", "MemUsage": "108.4MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "47.2MB / 43.6MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.90%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.68%", "MemUsage": "9.836MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "16.7MB / 21.7MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:33:52.371+00:00", "postgres_activity": {"connections": 6, "active": 2, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-30T08:33:53.275+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP 1/2", "scur": "257", "qcur": "0", "stot": "60603", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP 1/2", "scur": "266", "qcur": "0", "stot": "25306", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "248", "qcur": "0", "stot": "7947", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP 1/2", "scur": "250", "qcur": "0", "stot": "7625", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1021", "qcur": "0", "stot": "112717", "ereq": "", "econ": "11236", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:33:53.363+00:00"} +{"at_utc": "2026-10-30T08:33:53.865+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "0.23%", "Container": "eeb8fe21ecc4529c3e7d84c48f727504f2266a395ee00034cf854f64623124b4", "ID": "eeb8fe21ecc4", "MemPerc": "20.68%", "MemUsage": "52.94MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "10.5MB / 9.93MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.69%", "Container": "27c4c430ce76455d731941e07b8051aa73055039ea7cd0e7ca2dd421483922fc", "ID": "27c4c430ce76", "MemPerc": "19.14%", "MemUsage": "48.99MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "9.38MB / 8.95MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.31%", "Container": "6eac927005f6fdb65a3e11a4d53d7bac9bcfc43abd7fbd922e3355647b3220e4", "ID": "6eac927005f6", "MemPerc": "24.39%", "MemUsage": "62.45MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-3", "NetIO": "9.2MB / 8.83MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.24%", "Container": "63398cfc45c912c4b855a0ab2a6ef57938ea3475d26c62c63f49aed31e92231d", "ID": "63398cfc45c9", "MemPerc": "36.94%", "MemUsage": "94.56MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-api-4", "NetIO": "8.8MB / 8.36MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.98%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "46.05%", "MemUsage": "117.9MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "106MB / 107MB", "PIDs": "9"}, {"BlockIO": "1.3MB / 675MB", "CPUPerc": "5.07%", "Container": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", "ID": "0b0bbe274c88", "MemPerc": "18.64%", "MemUsage": "95.44MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "47.6MB / 44MB", "PIDs": "21"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.12%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.87%", "MemUsage": "10.07MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "17MB / 22MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:33:56.507+00:00", "postgres_activity": {"connections": 13, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-30T08:33:56.703+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "60607", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "25310", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "0", "qcur": "0", "stot": "7951", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "112734", "ereq": "", "econ": "11236", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-30T08:33:56.770+00:00"} diff --git a/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/warmup.json b/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/warmup.json new file mode 100644 index 00000000..706916ae --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/03-db05-n4/warmup.json @@ -0,0 +1,40 @@ +{ + "completed_full_latency_ms": { + "p50": 1018.688, + "p95": 1869.694, + "p99": 1989.922 + }, + "failure_counts": { + "dropped_inflight": 10841, + "http_503": 4885 + }, + "instance_responses": { + "27c4c430ce76": 1289, + "63398cfc45c9": 900, + "6eac927005f6": 829, + "eeb8fe21ecc4": 1256 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "8d1d9314da5ed95a", + "schedule_lag_ms": { + "p50": 0.069, + "p95": 0.171, + "p99": 1.225 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 20000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-30T08:33:04.639041Z", + "success_latency_ms": { + "p50": 1039.202, + "p95": 1674.912, + "p99": 1864.166 + }, + "success_ratio": 0.2137, + "successful_requests": 4274, + "successful_rps_wall": 370.965, + "successful_rps_window": 427.4, + "wall_duration_s": 11.521, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/compose-postgres.log b/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/compose-postgres.log new file mode 100644 index 00000000..bdbca0ca --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/compose-postgres.log @@ -0,0 +1,4 @@ + Container lab3-grade5-9ba197974f-postgres-1 Recreate + Container lab3-grade5-9ba197974f-postgres-1 Recreated + Container lab3-grade5-9ba197974f-postgres-1 Starting + Container lab3-grade5-9ba197974f-postgres-1 Started diff --git a/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/compose-scale.log b/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/compose-scale.log new file mode 100644 index 00000000..e8def254 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/compose-scale.log @@ -0,0 +1,16 @@ + Container lab3-grade5-9ba197974f-api-3 Stopping + Container lab3-grade5-9ba197974f-api-2 Recreate + Container lab3-grade5-9ba197974f-api-4 Stopping + Container lab3-grade5-9ba197974f-api-1 Recreate + Container lab3-grade5-9ba197974f-api-4 Stopped + Container lab3-grade5-9ba197974f-api-4 Removing + Container lab3-grade5-9ba197974f-api-4 Removed + Container lab3-grade5-9ba197974f-api-1 Recreated + Container lab3-grade5-9ba197974f-api-2 Recreated + Container lab3-grade5-9ba197974f-api-3 Stopped + Container lab3-grade5-9ba197974f-api-3 Removing + Container lab3-grade5-9ba197974f-api-3 Removed + Container lab3-grade5-9ba197974f-api-1 Starting + Container lab3-grade5-9ba197974f-api-1 Started + Container lab3-grade5-9ba197974f-api-2 Starting + Container lab3-grade5-9ba197974f-api-2 Started diff --git a/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/diagnostics-after.json b/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/diagnostics-after.json new file mode 100644 index 00000000..f9298d0d --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/diagnostics-after.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-30T08:34:58.037+00:00", + "cgroups": { + "9a4e89f4d017752cf0be61f1d9879ea1a969786e427cced848723c0ebfdd156e": { + "service": "api", + "usage_usec": 32454025, + "user_usec": 21905341, + "system_usec": 10548683, + "nr_periods": 459, + "nr_throttled": 4, + "throttled_usec": 176494, + "nr_bursts": 0, + "burst_usec": 0 + }, + "9e3b0c6b1076de824225b65a1013a5b8c8a829af8277e62817bbddd49cd13cd6": { + "service": "api", + "usage_usec": 31378986, + "user_usec": 21096516, + "system_usec": 10282469, + "nr_periods": 452, + "nr_throttled": 7, + "throttled_usec": 253099, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cd42cb040d8328103cdc803dd0420e1e3078d484224f2480e6d55976a36196cb": { + "service": "postgres", + "usage_usec": 46462036, + "user_usec": 30693056, + "system_usec": 15768980, + "nr_periods": 495, + "nr_throttled": 13, + "throttled_usec": 2085929, + "nr_bursts": 0, + "burst_usec": 0 + }, + "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae": { + "service": "lb", + "usage_usec": 34057867, + "user_usec": 13647504, + "system_usec": 20410362, + "nr_periods": 1941, + "nr_throttled": 33, + "throttled_usec": 3208530, + "nr_bursts": 0, + "burst_usec": 0 + }, + "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2": { + "service": "redis", + "usage_usec": 8702273, + "user_usec": 3428901, + "system_usec": 5273372, + "nr_periods": 2277, + "nr_throttled": 4, + "throttled_usec": 158398, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 6, + "write_bytes": 100663296, + "write_time": 763.141, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 6, + "fsync_time": 170.725, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 79125, + "write_bytes": 836567040, + "write_time": 2696.306, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 57392, + "fsync_time": 82649.709, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 130, + "write_bytes": 1531904, + "write_time": 3.111, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 11, + "fsync_time": 176.957, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 20, + "write_bytes": 7847936, + "write_time": 6.7170000000000005, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 19, + "fsync_time": 23.13, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 6, + "read_bytes": 49152, + "read_time": 0.034, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 13.493, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 68.884, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 203, + "write_bytes": 116768768, + "write_time": 852.341, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 203, + "fsync_time": 4263.256, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } + ], + "wal": { + "wal_records": 4107712, + "wal_fpi": 9216, + "wal_bytes": 495261477, + "wal_buffers_full": 21822, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } +} diff --git a/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/diagnostics-before.json b/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/diagnostics-before.json new file mode 100644 index 00000000..80257f79 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/diagnostics-before.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-30T08:34:23.253+00:00", + "cgroups": { + "9a4e89f4d017752cf0be61f1d9879ea1a969786e427cced848723c0ebfdd156e": { + "service": "api", + "usage_usec": 7535368, + "user_usec": 5064868, + "system_usec": 2470499, + "nr_periods": 136, + "nr_throttled": 3, + "throttled_usec": 167248, + "nr_bursts": 0, + "burst_usec": 0 + }, + "9e3b0c6b1076de824225b65a1013a5b8c8a829af8277e62817bbddd49cd13cd6": { + "service": "api", + "usage_usec": 7238282, + "user_usec": 4837105, + "system_usec": 2401177, + "nr_periods": 130, + "nr_throttled": 3, + "throttled_usec": 143937, + "nr_bursts": 0, + "burst_usec": 0 + }, + "cd42cb040d8328103cdc803dd0420e1e3078d484224f2480e6d55976a36196cb": { + "service": "postgres", + "usage_usec": 12204975, + "user_usec": 8298525, + "system_usec": 3906449, + "nr_periods": 172, + "nr_throttled": 4, + "throttled_usec": 10101, + "nr_bursts": 0, + "burst_usec": 0 + }, + "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae": { + "service": "lb", + "usage_usec": 24071616, + "user_usec": 9546900, + "system_usec": 14524716, + "nr_periods": 1624, + "nr_throttled": 27, + "throttled_usec": 2354818, + "nr_bursts": 0, + "burst_usec": 0 + }, + "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2": { + "service": "redis", + "usage_usec": 6250396, + "user_usec": 2491994, + "system_usec": 3758401, + "nr_periods": 1942, + "nr_throttled": 4, + "throttled_usec": 158398, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 6, + "write_bytes": 100663296, + "write_time": 763.141, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 6, + "fsync_time": 170.725, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 47014, + "write_bytes": 493477888, + "write_time": 1971.057, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 25296, + "fsync_time": 64334.719000000005, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 128, + "write_bytes": 1515520, + "write_time": 3.09, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 176.48, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 20, + "write_bytes": 7847936, + "write_time": 6.7170000000000005, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 19, + "fsync_time": 23.13, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 6, + "read_bytes": 49152, + "read_time": 0.034, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 13.493, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 68.884, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 194, + "write_bytes": 116695040, + "write_time": 852.0790000000001, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 194, + "fsync_time": 4252.9490000000005, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } + ], + "wal": { + "wal_records": 3352175, + "wal_fpi": 7418, + "wal_bytes": 415968650, + "wal_buffers_full": 21822, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } +} diff --git a/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/load.json b/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/load.json new file mode 100644 index 00000000..e736aa58 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/load.json @@ -0,0 +1,37 @@ +{ + "completed_full_latency_ms": { + "p50": 35.032, + "p95": 817.104, + "p99": 981.768 + }, + "failure_counts": { + "dropped_inflight": 4548 + }, + "instance_responses": { + "9a4e89f4d017": 27726, + "9e3b0c6b1076": 27726 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "0eac8f4c3ec0327f", + "schedule_lag_ms": { + "p50": 0.07, + "p95": 0.133, + "p99": 0.298 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 60000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-30T08:34:25.47884Z", + "success_latency_ms": { + "p50": 34.965, + "p95": 816.979, + "p99": 981.683 + }, + "success_ratio": 0.9242, + "successful_requests": 55452, + "successful_rps_wall": 1842.419, + "successful_rps_window": 1848.4, + "wall_duration_s": 30.097, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/pool-stats.json b/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/pool-stats.json new file mode 100644 index 00000000..74eefdd6 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/pool-stats.json @@ -0,0 +1,774 @@ +{ + "9a4e89f4d017752cf0be61f1d9879ea1a969786e427cced848723c0ebfdd156e": [ + { + "line": "2026/10/30 08:34:26 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=19525 empty_count=8109 empty_wait_ns=710169061104 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 19525, + "empty_count": 8109, + "empty_wait_ns": 710169061104, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:27 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=21943 empty_count=10527 empty_wait_ns=1076072053313 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 21943, + "empty_count": 10527, + "empty_wait_ns": 1076072053313, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:28 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=24007 empty_count=12309 empty_wait_ns=1131623727255 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 24007, + "empty_count": 12309, + "empty_wait_ns": 1131623727255, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:29 INFO pg_pool_stats max_conns=8 acquired=4 idle=4 acquire_count=25830 empty_count=13746 empty_wait_ns=1196963316676 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 4, + "idle": 4, + "acquire_count": 25830, + "empty_count": 13746, + "empty_wait_ns": 1196963316676, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:30 INFO pg_pool_stats max_conns=8 acquired=2 idle=6 acquire_count=28072 empty_count=15101 empty_wait_ns=1251567919018 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 2, + "idle": 6, + "acquire_count": 28072, + "empty_count": 15101, + "empty_wait_ns": 1251567919018, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:31 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=30075 empty_count=15329 empty_wait_ns=1252102538265 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 30075, + "empty_count": 15329, + "empty_wait_ns": 1252102538265, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:32 INFO pg_pool_stats max_conns=8 acquired=1 idle=7 acquire_count=32076 empty_count=15594 empty_wait_ns=1253295880220 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 7, + "acquire_count": 32076, + "empty_count": 15594, + "empty_wait_ns": 1253295880220, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:33 INFO pg_pool_stats max_conns=8 acquired=1 idle=7 acquire_count=34075 empty_count=15990 empty_wait_ns=1255793052561 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 7, + "acquire_count": 34075, + "empty_count": 15990, + "empty_wait_ns": 1255793052561, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:34 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=34881 empty_count=16267 empty_wait_ns=1276065913614 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 34881, + "empty_count": 16267, + "empty_wait_ns": 1276065913614, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:35 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=36941 empty_count=18327 empty_wait_ns=1755420035770 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 36941, + "empty_count": 18327, + "empty_wait_ns": 1755420035770, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:36 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=39363 empty_count=20096 empty_wait_ns=1830871336056 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 39363, + "empty_count": 20096, + "empty_wait_ns": 1830871336056, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:37 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=41361 empty_count=21285 empty_wait_ns=1857925670770 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 41361, + "empty_count": 21285, + "empty_wait_ns": 1857925670770, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:38 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=43353 empty_count=21452 empty_wait_ns=1858197705106 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 43353, + "empty_count": 21452, + "empty_wait_ns": 1858197705106, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:39 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=45273 empty_count=22025 empty_wait_ns=1863005114487 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 45273, + "empty_count": 22025, + "empty_wait_ns": 1863005114487, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:40 INFO pg_pool_stats max_conns=8 acquired=2 idle=6 acquire_count=47372 empty_count=22644 empty_wait_ns=1869756471372 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 2, + "idle": 6, + "acquire_count": 47372, + "empty_count": 22644, + "empty_wait_ns": 1869756471372, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:41 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=48858 empty_count=23549 empty_wait_ns=1915202571840 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 48858, + "empty_count": 23549, + "empty_wait_ns": 1915202571840, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:42 INFO pg_pool_stats max_conns=8 acquired=2 idle=6 acquire_count=51372 empty_count=25754 empty_wait_ns=2091849322544 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 2, + "idle": 6, + "acquire_count": 51372, + "empty_count": 25754, + "empty_wait_ns": 2091849322544, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:43 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=53373 empty_count=25920 empty_wait_ns=2092539033007 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 53373, + "empty_count": 25920, + "empty_wait_ns": 2092539033007, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:44 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=54591 empty_count=26535 empty_wait_ns=2146789573656 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 54591, + "empty_count": 26535, + "empty_wait_ns": 2146789573656, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:45 INFO pg_pool_stats max_conns=8 acquired=2 idle=6 acquire_count=55774 empty_count=27718 empty_wait_ns=2566694648870 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 2, + "idle": 6, + "acquire_count": 55774, + "empty_count": 27718, + "empty_wait_ns": 2566694648870, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:46 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=57220 empty_count=29164 empty_wait_ns=2999230937647 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 57220, + "empty_count": 29164, + "empty_wait_ns": 2999230937647, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:47 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=58282 empty_count=30226 empty_wait_ns=3485596761976 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 58282, + "empty_count": 30226, + "empty_wait_ns": 3485596761976, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:48 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=60375 empty_count=32319 empty_wait_ns=4090650166151 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 60375, + "empty_count": 32319, + "empty_wait_ns": 4090650166151, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:49 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=62773 empty_count=33890 empty_wait_ns=4162587368838 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 62773, + "empty_count": 33890, + "empty_wait_ns": 4162587368838, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:50 INFO pg_pool_stats max_conns=8 acquired=3 idle=5 acquire_count=64806 empty_count=35712 empty_wait_ns=4215853249829 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 3, + "idle": 5, + "acquire_count": 64806, + "empty_count": 35712, + "empty_wait_ns": 4215853249829, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:51 INFO pg_pool_stats max_conns=8 acquired=1 idle=7 acquire_count=66808 empty_count=36287 empty_wait_ns=4219730667499 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 7, + "acquire_count": 66808, + "empty_count": 36287, + "empty_wait_ns": 4219730667499, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:52 INFO pg_pool_stats max_conns=8 acquired=1 idle=7 acquire_count=68810 empty_count=36352 empty_wait_ns=4219787402038 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 7, + "acquire_count": 68810, + "empty_count": 36352, + "empty_wait_ns": 4219787402038, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:53 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=70454 empty_count=36865 empty_wait_ns=4237704665210 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 70454, + "empty_count": 36865, + "empty_wait_ns": 4237704665210, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:54 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=71389 empty_count=37800 empty_wait_ns=4499205574210 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 71389, + "empty_count": 37800, + "empty_wait_ns": 4499205574210, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:55 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=73070 empty_count=39481 empty_wait_ns=4988243574779 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 73070, + "empty_count": 39481, + "empty_wait_ns": 4988243574779, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:56 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=74773 empty_count=41184 empty_wait_ns=5272532369922 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 74773, + "empty_count": 41184, + "empty_wait_ns": 5272532369922, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:57 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=74774 empty_count=41184 empty_wait_ns=5272532369922 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 74774, + "empty_count": 41184, + "empty_wait_ns": 5272532369922, + "canceled_count": 0 + } + } + ], + "9e3b0c6b1076de824225b65a1013a5b8c8a829af8277e62817bbddd49cd13cd6": [ + { + "line": "2026/10/30 08:34:26 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=19573 empty_count=8091 empty_wait_ns=651846340121 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 19573, + "empty_count": 8091, + "empty_wait_ns": 651846340121, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:27 INFO pg_pool_stats max_conns=8 acquired=4 idle=4 acquire_count=22275 empty_count=10713 empty_wait_ns=1033479612622 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 4, + "idle": 4, + "acquire_count": 22275, + "empty_count": 10713, + "empty_wait_ns": 1033479612622, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:28 INFO pg_pool_stats max_conns=8 acquired=2 idle=6 acquire_count=24281 empty_count=12243 empty_wait_ns=1073111095362 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 2, + "idle": 6, + "acquire_count": 24281, + "empty_count": 12243, + "empty_wait_ns": 1073111095362, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:29 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=26011 empty_count=13679 empty_wait_ns=1150020493812 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 26011, + "empty_count": 13679, + "empty_wait_ns": 1150020493812, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:30 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=28283 empty_count=14814 empty_wait_ns=1193257586576 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 28283, + "empty_count": 14814, + "empty_wait_ns": 1193257586576, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:31 INFO pg_pool_stats max_conns=8 acquired=1 idle=7 acquire_count=30284 empty_count=15055 empty_wait_ns=1193886172662 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 7, + "acquire_count": 30284, + "empty_count": 15055, + "empty_wait_ns": 1193886172662, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:32 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=32280 empty_count=15367 empty_wait_ns=1195337319835 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 32280, + "empty_count": 15367, + "empty_wait_ns": 1195337319835, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:33 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=34256 empty_count=15755 empty_wait_ns=1196566095668 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 34256, + "empty_count": 15755, + "empty_wait_ns": 1196566095668, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:34 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=35156 empty_count=16276 empty_wait_ns=1265051319189 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 35156, + "empty_count": 16276, + "empty_wait_ns": 1265051319189, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:35 INFO pg_pool_stats max_conns=8 acquired=1 idle=7 acquire_count=37573 empty_count=18639 empty_wait_ns=1589338546519 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 7, + "acquire_count": 37573, + "empty_count": 18639, + "empty_wait_ns": 1589338546519, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:36 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=39574 empty_count=19601 empty_wait_ns=1599510273595 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 39574, + "empty_count": 19601, + "empty_wait_ns": 1599510273595, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:37 INFO pg_pool_stats max_conns=8 acquired=5 idle=3 acquire_count=41565 empty_count=20918 empty_wait_ns=1643949145546 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 5, + "idle": 3, + "acquire_count": 41565, + "empty_count": 20918, + "empty_wait_ns": 1643949145546, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:38 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=43540 empty_count=21258 empty_wait_ns=1645729499408 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 43540, + "empty_count": 21258, + "empty_wait_ns": 1645729499408, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:39 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=45539 empty_count=21880 empty_wait_ns=1653816349446 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 45539, + "empty_count": 21880, + "empty_wait_ns": 1653816349446, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:40 INFO pg_pool_stats max_conns=8 acquired=3 idle=5 acquire_count=47579 empty_count=22217 empty_wait_ns=1655250651070 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 3, + "idle": 5, + "acquire_count": 47579, + "empty_count": 22217, + "empty_wait_ns": 1655250651070, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:41 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=48981 empty_count=23238 empty_wait_ns=1757437127131 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 48981, + "empty_count": 23238, + "empty_wait_ns": 1757437127131, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:42 INFO pg_pool_stats max_conns=8 acquired=2 idle=6 acquire_count=51581 empty_count=25428 empty_wait_ns=1977030312742 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 2, + "idle": 6, + "acquire_count": 51581, + "empty_count": 25428, + "empty_wait_ns": 1977030312742, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:43 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=53580 empty_count=25611 empty_wait_ns=1977516894320 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 53580, + "empty_count": 25611, + "empty_wait_ns": 1977516894320, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:44 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=54643 empty_count=26330 empty_wait_ns=2060176641001 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 54643, + "empty_count": 26330, + "empty_wait_ns": 2060176641001, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:45 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=55927 empty_count=27614 empty_wait_ns=2566509182507 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 55927, + "empty_count": 27614, + "empty_wait_ns": 2566509182507, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:46 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=57402 empty_count=29089 empty_wait_ns=2999372778485 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 57402, + "empty_count": 29089, + "empty_wait_ns": 2999372778485, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:47 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=58432 empty_count=30119 empty_wait_ns=3465462788770 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 58432, + "empty_count": 30119, + "empty_wait_ns": 3465462788770, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:48 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=60840 empty_count=32527 empty_wait_ns=3938194795374 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 60840, + "empty_count": 32527, + "empty_wait_ns": 3938194795374, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:49 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=62990 empty_count=33756 empty_wait_ns=3951063127839 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 62990, + "empty_count": 33756, + "empty_wait_ns": 3951063127839, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:50 INFO pg_pool_stats max_conns=8 acquired=2 idle=6 acquire_count=65016 empty_count=35468 empty_wait_ns=4100920623904 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 2, + "idle": 6, + "acquire_count": 65016, + "empty_count": 35468, + "empty_wait_ns": 4100920623904, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:51 INFO pg_pool_stats max_conns=8 acquired=1 idle=7 acquire_count=67017 empty_count=36118 empty_wait_ns=4105402208096 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 7, + "acquire_count": 67017, + "empty_count": 36118, + "empty_wait_ns": 4105402208096, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:52 INFO pg_pool_stats max_conns=8 acquired=1 idle=7 acquire_count=69019 empty_count=36258 empty_wait_ns=4105674652845 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 7, + "acquire_count": 69019, + "empty_count": 36258, + "empty_wait_ns": 4105674652845, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:53 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=70623 empty_count=36942 empty_wait_ns=4149746079598 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 70623, + "empty_count": 36942, + "empty_wait_ns": 4149746079598, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:54 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=71849 empty_count=38168 empty_wait_ns=4330738298751 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 71849, + "empty_count": 38168, + "empty_wait_ns": 4330738298751, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:55 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=73763 empty_count=40082 empty_wait_ns=4724788022447 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 73763, + "empty_count": 40082, + "empty_wait_ns": 4724788022447, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:56 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=74774 empty_count=41093 empty_wait_ns=4810930923427 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 74774, + "empty_count": 41093, + "empty_wait_ns": 4810930923427, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:34:57 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=74775 empty_count=41093 empty_wait_ns=4810930923427 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 74775, + "empty_count": 41093, + "empty_wait_ns": 4810930923427, + "canceled_count": 0 + } + } + ] +} diff --git a/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/postgres-statements.json b/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/postgres-statements.json new file mode 100644 index 00000000..c5981ef9 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/postgres-statements.json @@ -0,0 +1,123 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 55452, + "total_exec_ms": 12985.93, + "mean_exec_ms": 0.234, + "rows": 55452, + "shared_blks_hit": 1321158, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 55452, + "total_exec_ms": 8126.707, + "mean_exec_ms": 0.147, + "rows": 55452, + "shared_blks_hit": 521561, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 55452, + "total_exec_ms": 2009.081, + "mean_exec_ms": 0.036, + "rows": 55452, + "shared_blks_hit": 221808, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 43.233, + "mean_exec_ms": 21.617, + "rows": 2, + "shared_blks_hit": 3237, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 4854991825702068830, + "calls": 55452, + "total_exec_ms": 37.755, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 6097083398544187049, + "calls": 55452, + "total_exec_ms": 34.686, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 7421764486656699138, + "calls": 9, + "total_exec_ms": 6.87, + "mean_exec_ms": 0.763, + "rows": 9, + "shared_blks_hit": 9, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 4.065, + "mean_exec_ms": 2.032, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.577, + "mean_exec_ms": 0.577, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.15, + "mean_exec_ms": 0.075, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": 4670030308230031587, + "calls": 2, + "total_exec_ms": 0.136, + "mean_exec_ms": 0.068, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1,current_setting($2),$3,current_setting($4),$5,current_setting($6),$7,current_setting($8))" + } +] diff --git a/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/samples.jsonl b/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/samples.jsonl new file mode 100644 index 00000000..8df555c3 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/samples.jsonl @@ -0,0 +1,9 @@ +{"at_utc": "2026-10-30T08:34:26.327+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "101.53%", "Container": "9a4e89f4d017752cf0be61f1d9879ea1a969786e427cced848723c0ebfdd156e", "ID": "9a4e89f4d017", "MemPerc": "17.85%", "MemUsage": "91.37MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "16.8MB / 17.7MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "94.51%", "Container": "9e3b0c6b1076de824225b65a1013a5b8c8a829af8277e62817bbddd49cd13cd6", "ID": "9e3b0c6b1076", "MemPerc": "15.89%", "MemUsage": "81.33MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "16.8MB / 17.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "41.27%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "44.99%", "MemUsage": "115.2MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "130MB / 131MB", "PIDs": "9"}, {"BlockIO": "0B / 55.7MB", "CPUPerc": "131.37%", "Container": "cd42cb040d8328103cdc803dd0420e1e3078d484224f2480e6d55976a36196cb", "ID": "cd42cb040d83", "MemPerc": "18.60%", "MemUsage": "95.21MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "19.4MB / 16.2MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "8.78%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.72%", "MemUsage": "9.879MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "20.8MB / 27MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:34:28.331+00:00", "postgres_activity": {"connections": 17, "active": 7, "lock_wait": 0, "io_wait": 2}, "postgres_at_utc": "2026-10-30T08:34:28.776+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "165", "qcur": "0", "stot": "73503", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "160", "qcur": "0", "stot": "38207", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "325", "qcur": "0", "stot": "138528", "ereq": "", "econ": "11237", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:34:28.972+00:00"} +{"at_utc": "2026-10-30T08:34:29.473+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "66.51%", "Container": "9a4e89f4d017752cf0be61f1d9879ea1a969786e427cced848723c0ebfdd156e", "ID": "9a4e89f4d017", "MemPerc": "17.24%", "MemUsage": "88.28MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "22.2MB / 23.5MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "66.91%", "Container": "9e3b0c6b1076de824225b65a1013a5b8c8a829af8277e62817bbddd49cd13cd6", "ID": "9e3b0c6b1076", "MemPerc": "15.47%", "MemUsage": "79.23MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "22.2MB / 23.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "21.96%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "44.89%", "MemUsage": "114.9MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "138MB / 139MB", "PIDs": "9"}, {"BlockIO": "0B / 55.7MB", "CPUPerc": "93.54%", "Container": "cd42cb040d8328103cdc803dd0420e1e3078d484224f2480e6d55976a36196cb", "ID": "cd42cb040d83", "MemPerc": "18.57%", "MemUsage": "95.09MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "25.7MB / 21.5MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "8.58%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.71%", "MemUsage": "9.875MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "21.7MB / 28.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:34:32.059+00:00", "postgres_activity": {"connections": 17, "active": 2, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:34:32.312+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "34", "qcur": "0", "stot": "76971", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "16", "qcur": "0", "stot": "41674", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "50", "qcur": "0", "stot": "145463", "ereq": "", "econ": "11237", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:34:32.422+00:00"} +{"at_utc": "2026-10-30T08:34:32.922+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "95.04%", "Container": "9a4e89f4d017752cf0be61f1d9879ea1a969786e427cced848723c0ebfdd156e", "ID": "9a4e89f4d017", "MemPerc": "23.43%", "MemUsage": "120MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "26.6MB / 28MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "94.06%", "Container": "9e3b0c6b1076de824225b65a1013a5b8c8a829af8277e62817bbddd49cd13cd6", "ID": "9e3b0c6b1076", "MemPerc": "16.44%", "MemUsage": "84.2MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "26.7MB / 28.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "33.00%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.01%", "MemUsage": "115.2MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "144MB / 145MB", "PIDs": "9"}, {"BlockIO": "0B / 55.7MB", "CPUPerc": "126.23%", "Container": "cd42cb040d8328103cdc803dd0420e1e3078d484224f2480e6d55976a36196cb", "ID": "cd42cb040d83", "MemPerc": "18.73%", "MemUsage": "95.92MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "30.9MB / 25.8MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.16%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.74%", "MemUsage": "9.906MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "22.7MB / 29.7MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:34:35.625+00:00", "postgres_activity": {"connections": 17, "active": 2, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:34:35.928+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "4", "qcur": "0", "stot": "80213", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "5", "qcur": "0", "stot": "44916", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "9", "qcur": "0", "stot": "151947", "ereq": "", "econ": "11237", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:34:36.043+00:00"} +{"at_utc": "2026-10-30T08:34:36.544+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "74.69%", "Container": "9a4e89f4d017752cf0be61f1d9879ea1a969786e427cced848723c0ebfdd156e", "ID": "9a4e89f4d017", "MemPerc": "19.28%", "MemUsage": "98.71MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "31.2MB / 33MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "71.03%", "Container": "9e3b0c6b1076de824225b65a1013a5b8c8a829af8277e62817bbddd49cd13cd6", "ID": "9e3b0c6b1076", "MemPerc": "15.58%", "MemUsage": "79.78MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "31.2MB / 33MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "26.89%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.01%", "MemUsage": "115.2MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "150MB / 152MB", "PIDs": "9"}, {"BlockIO": "0B / 55.7MB", "CPUPerc": "95.68%", "Container": "cd42cb040d8328103cdc803dd0420e1e3078d484224f2480e6d55976a36196cb", "ID": "cd42cb040d83", "MemPerc": "19.34%", "MemUsage": "99MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "36.2MB / 30.2MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "7.56%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.68%", "MemUsage": "9.824MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "24.1MB / 31.4MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:34:38.733+00:00", "postgres_activity": {"connections": 17, "active": 3, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:34:38.987+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "34", "qcur": "0", "stot": "83301", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "74", "qcur": "0", "stot": "48004", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "108", "qcur": "0", "stot": "158123", "ereq": "", "econ": "11237", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:34:39.124+00:00"} +{"at_utc": "2026-10-30T08:34:39.624+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "103.48%", "Container": "9a4e89f4d017752cf0be61f1d9879ea1a969786e427cced848723c0ebfdd156e", "ID": "9a4e89f4d017", "MemPerc": "16.91%", "MemUsage": "86.57MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "36.2MB / 38.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "104.46%", "Container": "9e3b0c6b1076de824225b65a1013a5b8c8a829af8277e62817bbddd49cd13cd6", "ID": "9e3b0c6b1076", "MemPerc": "17.98%", "MemUsage": "92.04MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "36.2MB / 38.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "39.58%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.07%", "MemUsage": "115.4MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "155MB / 157MB", "PIDs": "9"}, {"BlockIO": "0B / 55.7MB", "CPUPerc": "183.37%", "Container": "cd42cb040d8328103cdc803dd0420e1e3078d484224f2480e6d55976a36196cb", "ID": "cd42cb040d83", "MemPerc": "21.45%", "MemUsage": "109.8MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "42.1MB / 35.1MB", "PIDs": "26"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "8.88%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.68%", "MemUsage": "9.828MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "25.2MB / 33MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:34:42.338+00:00", "postgres_activity": {"connections": 17, "active": 7, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:34:42.661+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "86934", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "2", "qcur": "0", "stot": "51638", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "3", "qcur": "0", "stot": "165390", "ereq": "", "econ": "11237", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:34:42.746+00:00"} +{"at_utc": "2026-10-30T08:34:43.247+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "80.12%", "Container": "9a4e89f4d017752cf0be61f1d9879ea1a969786e427cced848723c0ebfdd156e", "ID": "9a4e89f4d017", "MemPerc": "24.08%", "MemUsage": "123.3MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "40.3MB / 42.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "86.26%", "Container": "9e3b0c6b1076de824225b65a1013a5b8c8a829af8277e62817bbddd49cd13cd6", "ID": "9e3b0c6b1076", "MemPerc": "21.65%", "MemUsage": "110.8MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "40.3MB / 42.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "46.40%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "44.91%", "MemUsage": "115MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "161MB / 164MB", "PIDs": "9"}, {"BlockIO": "0B / 55.7MB", "CPUPerc": "116.69%", "Container": "cd42cb040d8328103cdc803dd0420e1e3078d484224f2480e6d55976a36196cb", "ID": "cd42cb040d83", "MemPerc": "20.62%", "MemUsage": "105.6MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "46.6MB / 38.9MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.25%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.68%", "MemUsage": "9.828MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "26.2MB / 34.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:34:45.951+00:00", "postgres_activity": {"connections": 17, "active": 5, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:34:46.674+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "520", "qcur": "0", "stot": "89994", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "500", "qcur": "0", "stot": "54698", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1020", "qcur": "0", "stot": "171510", "ereq": "", "econ": "11237", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:34:46.821+00:00"} +{"at_utc": "2026-10-30T08:34:47.324+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "98.31%", "Container": "9a4e89f4d017752cf0be61f1d9879ea1a969786e427cced848723c0ebfdd156e", "ID": "9a4e89f4d017", "MemPerc": "19.00%", "MemUsage": "97.3MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "44MB / 46.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "106.72%", "Container": "9e3b0c6b1076de824225b65a1013a5b8c8a829af8277e62817bbddd49cd13cd6", "ID": "9e3b0c6b1076", "MemPerc": "16.82%", "MemUsage": "86.09MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "44MB / 46.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "50.52%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.00%", "MemUsage": "115.2MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "168MB / 170MB", "PIDs": "9"}, {"BlockIO": "0B / 78.5MB", "CPUPerc": "149.86%", "Container": "cd42cb040d8328103cdc803dd0420e1e3078d484224f2480e6d55976a36196cb", "ID": "cd42cb040d83", "MemPerc": "21.20%", "MemUsage": "108.5MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "51.2MB / 42.8MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.20%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.67%", "MemUsage": "9.812MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "27MB / 35.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:34:49.044+00:00", "postgres_activity": {"connections": 17, "active": 3, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:34:49.447+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "118", "qcur": "0", "stot": "92453", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "288", "qcur": "0", "stot": "57156", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "406", "qcur": "0", "stot": "176427", "ereq": "", "econ": "11237", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:34:49.549+00:00"} +{"at_utc": "2026-10-30T08:34:50.050+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "74.79%", "Container": "9a4e89f4d017752cf0be61f1d9879ea1a969786e427cced848723c0ebfdd156e", "ID": "9a4e89f4d017", "MemPerc": "17.71%", "MemUsage": "90.68MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "47.7MB / 50.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "55.16%", "Container": "9e3b0c6b1076de824225b65a1013a5b8c8a829af8277e62817bbddd49cd13cd6", "ID": "9e3b0c6b1076", "MemPerc": "16.13%", "MemUsage": "82.6MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "49.1MB / 52.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "20.25%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "44.99%", "MemUsage": "115.2MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "175MB / 178MB", "PIDs": "9"}, {"BlockIO": "0B / 78.5MB", "CPUPerc": "75.70%", "Container": "cd42cb040d8328103cdc803dd0420e1e3078d484224f2480e6d55976a36196cb", "ID": "cd42cb040d83", "MemPerc": "21.97%", "MemUsage": "112.5MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "57.2MB / 47.8MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "4.93%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.67%", "MemUsage": "9.816MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "28.2MB / 36.9MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:34:52.644+00:00", "postgres_activity": {"connections": 17, "active": 10, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:34:53.160+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "298", "qcur": "0", "stot": "96179", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "218", "qcur": "0", "stot": "60883", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "516", "qcur": "0", "stot": "183880", "ereq": "", "econ": "11237", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:34:53.273+00:00"} +{"at_utc": "2026-10-30T08:34:53.776+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "98.46%", "Container": "9a4e89f4d017752cf0be61f1d9879ea1a969786e427cced848723c0ebfdd156e", "ID": "9a4e89f4d017", "MemPerc": "25.79%", "MemUsage": "132MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "52.2MB / 55.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "52.85%", "Container": "9e3b0c6b1076de824225b65a1013a5b8c8a829af8277e62817bbddd49cd13cd6", "ID": "9e3b0c6b1076", "MemPerc": "17.36%", "MemUsage": "88.87MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "53.3MB / 56.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "25.45%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "44.39%", "MemUsage": "113.6MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "181MB / 184MB", "PIDs": "9"}, {"BlockIO": "0B / 78.5MB", "CPUPerc": "85.89%", "Container": "cd42cb040d8328103cdc803dd0420e1e3078d484224f2480e6d55976a36196cb", "ID": "cd42cb040d83", "MemPerc": "22.54%", "MemUsage": "115.4MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "62.1MB / 51.8MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "6.56%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.85%", "MemUsage": "10.05MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "29.1MB / 38.2MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:34:56.559+00:00", "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-30T08:34:57.205+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "97966", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "62670", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "187454", "ereq": "", "econ": "11237", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:34:57.287+00:00"} diff --git a/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/warmup.json b/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/warmup.json new file mode 100644 index 00000000..de5c890c --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/04-db2-n2-first/warmup.json @@ -0,0 +1,37 @@ +{ + "completed_full_latency_ms": { + "p50": 4.649, + "p95": 640.351, + "p99": 918.57 + }, + "failure_counts": { + "dropped_inflight": 735 + }, + "instance_responses": { + "9a4e89f4d017": 9632, + "9e3b0c6b1076": 9633 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "e25c1bdd481585a7", + "schedule_lag_ms": { + "p50": 0.063, + "p95": 0.133, + "p99": 0.285 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 20000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-30T08:34:07.153164Z", + "success_latency_ms": { + "p50": 4.566, + "p95": 640.268, + "p99": 918.47 + }, + "success_ratio": 0.96325, + "successful_requests": 19265, + "successful_rps_wall": 1926.09, + "successful_rps_window": 1926.5, + "wall_duration_s": 10.002, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/compose-postgres.log b/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/compose-postgres.log new file mode 100644 index 00000000..bdbca0ca --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/compose-postgres.log @@ -0,0 +1,4 @@ + Container lab3-grade5-9ba197974f-postgres-1 Recreate + Container lab3-grade5-9ba197974f-postgres-1 Recreated + Container lab3-grade5-9ba197974f-postgres-1 Starting + Container lab3-grade5-9ba197974f-postgres-1 Started diff --git a/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/compose-scale.log b/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/compose-scale.log new file mode 100644 index 00000000..2efbb7d3 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-9ba197974f-api-2 Recreate + Container lab3-grade5-9ba197974f-api-1 Recreate + Container lab3-grade5-9ba197974f-api-2 Recreated + Container lab3-grade5-9ba197974f-api-1 Recreated + Container lab3-grade5-9ba197974f-api-1 Starting + Container lab3-grade5-9ba197974f-api-1 Started + Container lab3-grade5-9ba197974f-api-2 Starting + Container lab3-grade5-9ba197974f-api-2 Started diff --git a/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/diagnostics-after.json b/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/diagnostics-after.json new file mode 100644 index 00000000..1f99500e --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/diagnostics-after.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-30T08:36:00.410+00:00", + "cgroups": { + "ccb306a394b65b7782f6e8a5bc97f81eee4c3b5e272022d3b67f041209028b5d": { + "service": "api", + "usage_usec": 14542753, + "user_usec": 9924880, + "system_usec": 4617872, + "nr_periods": 446, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "910e65bcd5b798a68379c24726802b69e97afd0068f660d5c578d0d7c779ebbb": { + "service": "api", + "usage_usec": 15338313, + "user_usec": 11016845, + "system_usec": 4321468, + "nr_periods": 463, + "nr_throttled": 6, + "throttled_usec": 664344, + "nr_bursts": 0, + "burst_usec": 0 + }, + "151d2bcc3065c26882b9af6ac5a82dd17d79df971ae0f2b5dbc9bc8171414040": { + "service": "postgres", + "usage_usec": 23805060, + "user_usec": 14234951, + "system_usec": 9570108, + "nr_periods": 531, + "nr_throttled": 463, + "throttled_usec": 145929321, + "nr_bursts": 0, + "burst_usec": 0 + }, + "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae": { + "service": "lb", + "usage_usec": 41693132, + "user_usec": 16739423, + "system_usec": 24953709, + "nr_periods": 2450, + "nr_throttled": 47, + "throttled_usec": 7331355, + "nr_bursts": 0, + "burst_usec": 0 + }, + "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2": { + "service": "redis", + "usage_usec": 10335329, + "user_usec": 4121934, + "system_usec": 6213394, + "nr_periods": 2838, + "nr_throttled": 4, + "throttled_usec": 158398, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 6, + "write_bytes": 100663296, + "write_time": 763.141, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 6, + "fsync_time": 170.725, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 91466, + "write_bytes": 980123648, + "write_time": 3410.032, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 64961, + "fsync_time": 110168.596, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 131, + "write_bytes": 1564672, + "write_time": 3.1670000000000003, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 12, + "fsync_time": 180.395, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 22, + "write_bytes": 7864320, + "write_time": 6.785, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 21, + "fsync_time": 25.82, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 8, + "read_bytes": 65536, + "read_time": 0.107, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 13.493, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 68.884, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 237, + "write_bytes": 152838144, + "write_time": 1692.505, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 237, + "fsync_time": 5585.801, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } + ], + "wal": { + "wal_records": 5080662, + "wal_fpi": 11041, + "wal_bytes": 611818052, + "wal_buffers_full": 26587, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } +} diff --git a/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/diagnostics-before.json b/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/diagnostics-before.json new file mode 100644 index 00000000..69e7823a --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/diagnostics-before.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-30T08:35:25.833+00:00", + "cgroups": { + "ccb306a394b65b7782f6e8a5bc97f81eee4c3b5e272022d3b67f041209028b5d": { + "service": "api", + "usage_usec": 3929872, + "user_usec": 2482094, + "system_usec": 1447778, + "nr_periods": 140, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "910e65bcd5b798a68379c24726802b69e97afd0068f660d5c578d0d7c779ebbb": { + "service": "api", + "usage_usec": 3866783, + "user_usec": 2573574, + "system_usec": 1293208, + "nr_periods": 149, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "151d2bcc3065c26882b9af6ac5a82dd17d79df971ae0f2b5dbc9bc8171414040": { + "service": "postgres", + "usage_usec": 8075768, + "user_usec": 5520782, + "system_usec": 2554986, + "nr_periods": 199, + "nr_throttled": 148, + "throttled_usec": 30717717, + "nr_bursts": 0, + "burst_usec": 0 + }, + "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae": { + "service": "lb", + "usage_usec": 35902343, + "user_usec": 14378006, + "system_usec": 21524336, + "nr_periods": 2126, + "nr_throttled": 33, + "throttled_usec": 3208530, + "nr_bursts": 0, + "burst_usec": 0 + }, + "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2": { + "service": "redis", + "usage_usec": 9243237, + "user_usec": 3697706, + "system_usec": 5545530, + "nr_periods": 2507, + "nr_throttled": 4, + "throttled_usec": 158398, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 6, + "write_bytes": 100663296, + "write_time": 763.141, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 6, + "fsync_time": 170.725, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 87051, + "write_bytes": 917135360, + "write_time": 3018.351, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 60552, + "fsync_time": 91073.682, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 130, + "write_bytes": 1531904, + "write_time": 3.111, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 11, + "fsync_time": 176.957, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 22, + "write_bytes": 7864320, + "write_time": 6.785, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 21, + "fsync_time": 25.82, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 8, + "read_bytes": 65536, + "read_time": 0.107, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 13.493, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 68.884, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 218, + "write_bytes": 148578304, + "write_time": 1073.343, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 218, + "fsync_time": 4359.378, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } + ], + "wal": { + "wal_records": 4879901, + "wal_fpi": 9247, + "wal_bytes": 581047440, + "wal_buffers_full": 26587, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } +} diff --git a/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/load.json b/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/load.json new file mode 100644 index 00000000..bb4e92dd --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/load.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 1028.313, + "p95": 1984.932, + "p99": 2271.813 + }, + "failure_counts": { + "dropped_inflight": 33273, + "http_503": 13105 + }, + "instance_responses": { + "910e65bcd5b7": 6873, + "ccb306a394b6": 6749 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "ef9b5758a71692ab", + "schedule_lag_ms": { + "p50": 0.108, + "p95": 0.184, + "p99": 2.039 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 60000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-30T08:35:27.106657Z", + "success_latency_ms": { + "p50": 1074.112, + "p95": 1656.234, + "p99": 1877.66 + }, + "success_ratio": 0.227033, + "successful_requests": 13622, + "successful_rps_wall": 434.028, + "successful_rps_window": 454.067, + "wall_duration_s": 31.385, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/pool-stats.json b/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/pool-stats.json new file mode 100644 index 00000000..036386ff --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/pool-stats.json @@ -0,0 +1,810 @@ +{ + "ccb306a394b65b7782f6e8a5bc97f81eee4c3b5e272022d3b67f041209028b5d": [ + { + "line": "2026/10/30 08:35:28 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=12311 empty_count=12285 empty_wait_ns=5319608812639 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 12311, + "empty_count": 12285, + "empty_wait_ns": 5319608812639, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:35:29 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=13259 empty_count=13233 empty_wait_ns=5809012623287 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 13259, + "empty_count": 13233, + "empty_wait_ns": 5809012623287, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:35:30 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=14244 empty_count=14218 empty_wait_ns=6225434273133 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 14244, + "empty_count": 14218, + "empty_wait_ns": 6225434273133, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:35:31 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=14937 empty_count=14911 empty_wait_ns=6648622291389 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 14937, + "empty_count": 14911, + "empty_wait_ns": 6648622291389, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:35:32 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=16112 empty_count=16086 empty_wait_ns=7209441901423 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 16112, + "empty_count": 16086, + "empty_wait_ns": 7209441901423, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:35:33 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=17074 empty_count=17048 empty_wait_ns=7662847294519 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 17074, + "empty_count": 17048, + "empty_wait_ns": 7662847294519, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:35:34 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=17358 empty_count=17332 empty_wait_ns=7819479210448 canceled_count=225", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 17358, + "empty_count": 17332, + "empty_wait_ns": 7819479210448, + "canceled_count": 225 + } + }, + { + "line": "2026/10/30 08:35:35 INFO pg_pool_stats max_conns=8 acquired=4 idle=0 acquire_count=17380 empty_count=17354 empty_wait_ns=7840398680245 canceled_count=599", + "counters": { + "max_conns": 8, + "acquired": 4, + "idle": 0, + "acquire_count": 17380, + "empty_count": 17354, + "empty_wait_ns": 7840398680245, + "canceled_count": 599 + } + }, + { + "line": "2026/10/30 08:35:36 INFO pg_pool_stats max_conns=8 acquired=1 idle=0 acquire_count=17426 empty_count=17400 empty_wait_ns=7881970992343 canceled_count=1040", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 0, + "acquire_count": 17426, + "empty_count": 17400, + "empty_wait_ns": 7881970992343, + "canceled_count": 1040 + } + }, + { + "line": "2026/10/30 08:35:37 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=18156 empty_count=18130 empty_wait_ns=8404194018807 canceled_count=1056", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 18156, + "empty_count": 18130, + "empty_wait_ns": 8404194018807, + "canceled_count": 1056 + } + }, + { + "line": "2026/10/30 08:35:38 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=18216 empty_count=18190 empty_wait_ns=8450515705242 canceled_count=1056", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 18216, + "empty_count": 18190, + "empty_wait_ns": 8450515705242, + "canceled_count": 1056 + } + }, + { + "line": "2026/10/30 08:35:39 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=19645 empty_count=19607 empty_wait_ns=8937310041826 canceled_count=1056", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 19645, + "empty_count": 19607, + "empty_wait_ns": 8937310041826, + "canceled_count": 1056 + } + }, + { + "line": "2026/10/30 08:35:40 INFO pg_pool_stats max_conns=8 acquired=1 idle=0 acquire_count=20267 empty_count=20229 empty_wait_ns=9321155112399 canceled_count=1450", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 0, + "acquire_count": 20267, + "empty_count": 20229, + "empty_wait_ns": 9321155112399, + "canceled_count": 1450 + } + }, + { + "line": "2026/10/30 08:35:41 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=20971 empty_count=20933 empty_wait_ns=9854194924357 canceled_count=1814", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 20971, + "empty_count": 20933, + "empty_wait_ns": 9854194924357, + "canceled_count": 1814 + } + }, + { + "line": "2026/10/30 08:35:42 INFO pg_pool_stats max_conns=8 acquired=3 idle=0 acquire_count=21571 empty_count=21533 empty_wait_ns=10236227322948 canceled_count=1863", + "counters": { + "max_conns": 8, + "acquired": 3, + "idle": 0, + "acquire_count": 21571, + "empty_count": 21533, + "empty_wait_ns": 10236227322948, + "canceled_count": 1863 + } + }, + { + "line": "2026/10/30 08:35:43 INFO pg_pool_stats max_conns=8 acquired=4 idle=0 acquire_count=21648 empty_count=21610 empty_wait_ns=10312561463360 canceled_count=2402", + "counters": { + "max_conns": 8, + "acquired": 4, + "idle": 0, + "acquire_count": 21648, + "empty_count": 21610, + "empty_wait_ns": 10312561463360, + "canceled_count": 2402 + } + }, + { + "line": "2026/10/30 08:35:44 INFO pg_pool_stats max_conns=8 acquired=1 idle=4 acquire_count=21655 empty_count=21617 empty_wait_ns=10319033146488 canceled_count=2472", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 4, + "acquire_count": 21655, + "empty_count": 21617, + "empty_wait_ns": 10319033146488, + "canceled_count": 2472 + } + }, + { + "line": "2026/10/30 08:35:45 INFO pg_pool_stats max_conns=8 acquired=0 idle=6 acquire_count=21656 empty_count=21618 empty_wait_ns=10320405396447 canceled_count=2472", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 6, + "acquire_count": 21656, + "empty_count": 21618, + "empty_wait_ns": 10320405396447, + "canceled_count": 2472 + } + }, + { + "line": "2026/10/30 08:35:46 INFO pg_pool_stats max_conns=8 acquired=0 idle=6 acquire_count=21657 empty_count=21618 empty_wait_ns=10320405396447 canceled_count=2472", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 6, + "acquire_count": 21657, + "empty_count": 21618, + "empty_wait_ns": 10320405396447, + "canceled_count": 2472 + } + }, + { + "line": "2026/10/30 08:35:47 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=21797 empty_count=21749 empty_wait_ns=10334965710245 canceled_count=2472", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 21797, + "empty_count": 21749, + "empty_wait_ns": 10334965710245, + "canceled_count": 2472 + } + }, + { + "line": "2026/10/30 08:35:48 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=22427 empty_count=22379 empty_wait_ns=10555495076038 canceled_count=2472", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 22427, + "empty_count": 22379, + "empty_wait_ns": 10555495076038, + "canceled_count": 2472 + } + }, + { + "line": "2026/10/30 08:35:49 INFO pg_pool_stats max_conns=8 acquired=3 idle=0 acquire_count=22505 empty_count=22457 empty_wait_ns=10613912698695 canceled_count=2875", + "counters": { + "max_conns": 8, + "acquired": 3, + "idle": 0, + "acquire_count": 22505, + "empty_count": 22457, + "empty_wait_ns": 10613912698695, + "canceled_count": 2875 + } + }, + { + "line": "2026/10/30 08:35:50 INFO pg_pool_stats max_conns=8 acquired=4 idle=0 acquire_count=22583 empty_count=22535 empty_wait_ns=10683332550147 canceled_count=3310", + "counters": { + "max_conns": 8, + "acquired": 4, + "idle": 0, + "acquire_count": 22583, + "empty_count": 22535, + "empty_wait_ns": 10683332550147, + "canceled_count": 3310 + } + }, + { + "line": "2026/10/30 08:35:51 INFO pg_pool_stats max_conns=8 acquired=5 idle=0 acquire_count=22809 empty_count=22761 empty_wait_ns=10903537774995 canceled_count=3611", + "counters": { + "max_conns": 8, + "acquired": 5, + "idle": 0, + "acquire_count": 22809, + "empty_count": 22761, + "empty_wait_ns": 10903537774995, + "canceled_count": 3611 + } + }, + { + "line": "2026/10/30 08:35:52 INFO pg_pool_stats max_conns=8 acquired=2 idle=0 acquire_count=23106 empty_count=23058 empty_wait_ns=11145316309524 canceled_count=3713", + "counters": { + "max_conns": 8, + "acquired": 2, + "idle": 0, + "acquire_count": 23106, + "empty_count": 23058, + "empty_wait_ns": 11145316309524, + "canceled_count": 3713 + } + }, + { + "line": "2026/10/30 08:35:53 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=23330 empty_count=23282 empty_wait_ns=11361577334456 canceled_count=4416", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 23330, + "empty_count": 23282, + "empty_wait_ns": 11361577334456, + "canceled_count": 4416 + } + }, + { + "line": "2026/10/30 08:35:54 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=24549 empty_count=24501 empty_wait_ns=12138063951455 canceled_count=4416", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 24549, + "empty_count": 24501, + "empty_wait_ns": 12138063951455, + "canceled_count": 4416 + } + }, + { + "line": "2026/10/30 08:35:55 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=25266 empty_count=25218 empty_wait_ns=12634145592934 canceled_count=5110", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 25266, + "empty_count": 25218, + "empty_wait_ns": 12634145592934, + "canceled_count": 5110 + } + }, + { + "line": "2026/10/30 08:35:56 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=26151 empty_count=26103 empty_wait_ns=13196931867080 canceled_count=5110", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 26151, + "empty_count": 26103, + "empty_wait_ns": 13196931867080, + "canceled_count": 5110 + } + }, + { + "line": "2026/10/30 08:35:57 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=27069 empty_count=27021 empty_wait_ns=13846228106215 canceled_count=5110", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 27069, + "empty_count": 27021, + "empty_wait_ns": 13846228106215, + "canceled_count": 5110 + } + }, + { + "line": "2026/10/30 08:35:58 INFO pg_pool_stats max_conns=8 acquired=5 idle=0 acquire_count=27366 empty_count=27318 empty_wait_ns=14090325544987 canceled_count=5499", + "counters": { + "max_conns": 8, + "acquired": 5, + "idle": 0, + "acquire_count": 27366, + "empty_count": 27318, + "empty_wait_ns": 14090325544987, + "canceled_count": 5499 + } + }, + { + "line": "2026/10/30 08:35:59 INFO pg_pool_stats max_conns=8 acquired=0 idle=1 acquire_count=27377 empty_count=27329 empty_wait_ns=14100364443038 canceled_count=5561", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 1, + "acquire_count": 27377, + "empty_count": 27329, + "empty_wait_ns": 14100364443038, + "canceled_count": 5561 + } + }, + { + "line": "2026/10/30 08:36:00 INFO pg_pool_stats max_conns=8 acquired=0 idle=1 acquire_count=27378 empty_count=27329 empty_wait_ns=14100364443038 canceled_count=5561", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 1, + "acquire_count": 27378, + "empty_count": 27329, + "empty_wait_ns": 14100364443038, + "canceled_count": 5561 + } + } + ], + "910e65bcd5b798a68379c24726802b69e97afd0068f660d5c578d0d7c779ebbb": [ + { + "line": "2026/10/30 08:35:27 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=11654 empty_count=11617 empty_wait_ns=4879255626641 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 11654, + "empty_count": 11617, + "empty_wait_ns": 4879255626641, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:35:28 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=12393 empty_count=12356 empty_wait_ns=5146133448931 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 12393, + "empty_count": 12356, + "empty_wait_ns": 5146133448931, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:35:29 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=13316 empty_count=13279 empty_wait_ns=5720664582671 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 13316, + "empty_count": 13279, + "empty_wait_ns": 5720664582671, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:35:30 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=14305 empty_count=14268 empty_wait_ns=6245784707212 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 14305, + "empty_count": 14268, + "empty_wait_ns": 6245784707212, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:35:31 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=14964 empty_count=14927 empty_wait_ns=6651727299890 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 14964, + "empty_count": 14927, + "empty_wait_ns": 6651727299890, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:35:32 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=16357 empty_count=16320 empty_wait_ns=7338152965799 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 16357, + "empty_count": 16320, + "empty_wait_ns": 7338152965799, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:35:33 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=17078 empty_count=17041 empty_wait_ns=7716656024933 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 17078, + "empty_count": 17041, + "empty_wait_ns": 7716656024933, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:35:34 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=17398 empty_count=17361 empty_wait_ns=7905212622165 canceled_count=182", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 17398, + "empty_count": 17361, + "empty_wait_ns": 7905212622165, + "canceled_count": 182 + } + }, + { + "line": "2026/10/30 08:35:35 INFO pg_pool_stats max_conns=8 acquired=3 idle=0 acquire_count=17425 empty_count=17388 empty_wait_ns=7931585496883 canceled_count=750", + "counters": { + "max_conns": 8, + "acquired": 3, + "idle": 0, + "acquire_count": 17425, + "empty_count": 17388, + "empty_wait_ns": 7931585496883, + "canceled_count": 750 + } + }, + { + "line": "2026/10/30 08:35:36 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=17949 empty_count=17912 empty_wait_ns=8340587876960 canceled_count=994", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 17949, + "empty_count": 17912, + "empty_wait_ns": 8340587876960, + "canceled_count": 994 + } + }, + { + "line": "2026/10/30 08:35:37 INFO pg_pool_stats max_conns=8 acquired=5 idle=0 acquire_count=18486 empty_count=18449 empty_wait_ns=8759052025695 canceled_count=1072", + "counters": { + "max_conns": 8, + "acquired": 5, + "idle": 0, + "acquire_count": 18486, + "empty_count": 18449, + "empty_wait_ns": 8759052025695, + "canceled_count": 1072 + } + }, + { + "line": "2026/10/30 08:35:38 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=20056 empty_count=20019 empty_wait_ns=9678168522238 canceled_count=1089", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 20056, + "empty_count": 20019, + "empty_wait_ns": 9678168522238, + "canceled_count": 1089 + } + }, + { + "line": "2026/10/30 08:35:39 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=20126 empty_count=20088 empty_wait_ns=9724890140800 canceled_count=1089", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 20126, + "empty_count": 20088, + "empty_wait_ns": 9724890140800, + "canceled_count": 1089 + } + }, + { + "line": "2026/10/30 08:35:40 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=20678 empty_count=20621 empty_wait_ns=9768758248550 canceled_count=1089", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 20678, + "empty_count": 20621, + "empty_wait_ns": 9768758248550, + "canceled_count": 1089 + } + }, + { + "line": "2026/10/30 08:35:41 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=21273 empty_count=21216 empty_wait_ns=10111218137974 canceled_count=1089", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 21273, + "empty_count": 21216, + "empty_wait_ns": 10111218137974, + "canceled_count": 1089 + } + }, + { + "line": "2026/10/30 08:35:42 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=22110 empty_count=22053 empty_wait_ns=10343431015578 canceled_count=1089", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 22110, + "empty_count": 22053, + "empty_wait_ns": 10343431015578, + "canceled_count": 1089 + } + }, + { + "line": "2026/10/30 08:35:43 INFO pg_pool_stats max_conns=8 acquired=2 idle=0 acquire_count=22144 empty_count=22087 empty_wait_ns=10372782034461 canceled_count=1535", + "counters": { + "max_conns": 8, + "acquired": 2, + "idle": 0, + "acquire_count": 22144, + "empty_count": 22087, + "empty_wait_ns": 10372782034461, + "canceled_count": 1535 + } + }, + { + "line": "2026/10/30 08:35:44 INFO pg_pool_stats max_conns=8 acquired=7 idle=0 acquire_count=22165 empty_count=22108 empty_wait_ns=10393497937344 canceled_count=2226", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 0, + "acquire_count": 22165, + "empty_count": 22108, + "empty_wait_ns": 10393497937344, + "canceled_count": 2226 + } + }, + { + "line": "2026/10/30 08:35:45 INFO pg_pool_stats max_conns=8 acquired=6 idle=0 acquire_count=22190 empty_count=22133 empty_wait_ns=10415941663433 canceled_count=2731", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 0, + "acquire_count": 22190, + "empty_count": 22133, + "empty_wait_ns": 10415941663433, + "canceled_count": 2731 + } + }, + { + "line": "2026/10/30 08:35:46 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=23128 empty_count=23071 empty_wait_ns=11224135196986 canceled_count=2793", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 23128, + "empty_count": 23071, + "empty_wait_ns": 11224135196986, + "canceled_count": 2793 + } + }, + { + "line": "2026/10/30 08:35:47 INFO pg_pool_stats max_conns=8 acquired=6 idle=0 acquire_count=23193 empty_count=23136 empty_wait_ns=11287901431688 canceled_count=3735", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 0, + "acquire_count": 23193, + "empty_count": 23136, + "empty_wait_ns": 11287901431688, + "canceled_count": 3735 + } + }, + { + "line": "2026/10/30 08:35:48 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=23903 empty_count=23846 empty_wait_ns=11551707105450 canceled_count=3786", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 23903, + "empty_count": 23846, + "empty_wait_ns": 11551707105450, + "canceled_count": 3786 + } + }, + { + "line": "2026/10/30 08:35:49 INFO pg_pool_stats max_conns=8 acquired=6 idle=0 acquire_count=23952 empty_count=23895 empty_wait_ns=11595615033853 canceled_count=4268", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 0, + "acquire_count": 23952, + "empty_count": 23895, + "empty_wait_ns": 11595615033853, + "canceled_count": 4268 + } + }, + { + "line": "2026/10/30 08:35:50 INFO pg_pool_stats max_conns=8 acquired=7 idle=0 acquire_count=24041 empty_count=23984 empty_wait_ns=11680277542928 canceled_count=4716", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 0, + "acquire_count": 24041, + "empty_count": 23984, + "empty_wait_ns": 11680277542928, + "canceled_count": 4716 + } + }, + { + "line": "2026/10/30 08:35:51 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=24582 empty_count=24525 empty_wait_ns=12060461620968 canceled_count=4716", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 24582, + "empty_count": 24525, + "empty_wait_ns": 12060461620968, + "canceled_count": 4716 + } + }, + { + "line": "2026/10/30 08:35:52 INFO pg_pool_stats max_conns=8 acquired=7 idle=0 acquire_count=24753 empty_count=24696 empty_wait_ns=12222895463763 canceled_count=5188", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 0, + "acquire_count": 24753, + "empty_count": 24696, + "empty_wait_ns": 12222895463763, + "canceled_count": 5188 + } + }, + { + "line": "2026/10/30 08:35:53 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=24910 empty_count=24853 empty_wait_ns=12342691637397 canceled_count=5189", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 24910, + "empty_count": 24853, + "empty_wait_ns": 12342691637397, + "canceled_count": 5189 + } + }, + { + "line": "2026/10/30 08:35:54 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=24918 empty_count=24853 empty_wait_ns=12342691637397 canceled_count=5189", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 24918, + "empty_count": 24853, + "empty_wait_ns": 12342691637397, + "canceled_count": 5189 + } + }, + { + "line": "2026/10/30 08:35:55 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=25578 empty_count=25504 empty_wait_ns=12537165532468 canceled_count=5189", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 25578, + "empty_count": 25504, + "empty_wait_ns": 12537165532468, + "canceled_count": 5189 + } + }, + { + "line": "2026/10/30 08:35:56 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=26657 empty_count=26583 empty_wait_ns=12837609941589 canceled_count=5189", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 26657, + "empty_count": 26583, + "empty_wait_ns": 12837609941589, + "canceled_count": 5189 + } + }, + { + "line": "2026/10/30 08:35:57 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=27512 empty_count=27438 empty_wait_ns=13178932998150 canceled_count=5189", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 27512, + "empty_count": 27438, + "empty_wait_ns": 13178932998150, + "canceled_count": 5189 + } + }, + { + "line": "2026/10/30 08:35:58 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=27821 empty_count=27747 empty_wait_ns=13299209302375 canceled_count=5189", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 27821, + "empty_count": 27747, + "empty_wait_ns": 13299209302375, + "canceled_count": 5189 + } + }, + { + "line": "2026/10/30 08:35:59 INFO pg_pool_stats max_conns=8 acquired=0 idle=5 acquire_count=27837 empty_count=27763 empty_wait_ns=13314258388886 canceled_count=5222", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 5, + "acquire_count": 27837, + "empty_count": 27763, + "empty_wait_ns": 13314258388886, + "canceled_count": 5222 + } + }, + { + "line": "2026/10/30 08:36:00 INFO pg_pool_stats max_conns=8 acquired=0 idle=5 acquire_count=27839 empty_count=27763 empty_wait_ns=13314258388886 canceled_count=5222", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 5, + "acquire_count": 27839, + "empty_count": 27763, + "empty_wait_ns": 13314258388886, + "canceled_count": 5222 + } + } + ] +} diff --git a/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/postgres-statements.json b/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/postgres-statements.json new file mode 100644 index 00000000..66045348 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/postgres-statements.json @@ -0,0 +1,134 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 13731, + "total_exec_ms": 10497.216, + "mean_exec_ms": 0.764, + "rows": 13731, + "shared_blks_hit": 329365, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 13772, + "total_exec_ms": 8349.19, + "mean_exec_ms": 0.606, + "rows": 13772, + "shared_blks_hit": 145510, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 17935, + "total_exec_ms": 1423.672, + "mean_exec_ms": 0.079, + "rows": 17935, + "shared_blks_hit": 71740, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 23.18, + "mean_exec_ms": 11.59, + "rows": 2, + "shared_blks_hit": 2677, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 4854991825702068830, + "calls": 13838, + "total_exec_ms": 7.665, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 6097083398544187049, + "calls": 13709, + "total_exec_ms": 6.569, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 7421764486656699138, + "calls": 8, + "total_exec_ms": 3.571, + "mean_exec_ms": 0.446, + "rows": 8, + "shared_blks_hit": 8, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 1.309, + "mean_exec_ms": 0.654, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.339, + "mean_exec_ms": 0.339, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.161, + "mean_exec_ms": 0.08, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": 4670030308230031587, + "calls": 2, + "total_exec_ms": 0.067, + "mean_exec_ms": 0.034, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1,current_setting($2),$3,current_setting($4),$5,current_setting($6),$7,current_setting($8))" + }, + { + "queryid": -7676915344437841334, + "calls": 8, + "total_exec_ms": 0.005, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/samples.jsonl b/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/samples.jsonl new file mode 100644 index 00000000..06ab8db6 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/samples.jsonl @@ -0,0 +1,8 @@ +{"at_utc": "2026-10-30T08:35:27.912+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "38.97%", "Container": "ccb306a394b65b7782f6e8a5bc97f81eee4c3b5e272022d3b67f041209028b5d", "ID": "ccb306a394b6", "MemPerc": "19.17%", "MemUsage": "98.16MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "10.5MB / 10.9MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "41.89%", "Container": "910e65bcd5b798a68379c24726802b69e97afd0068f660d5c578d0d7c779ebbb", "ID": "910e65bcd5b7", "MemPerc": "21.09%", "MemUsage": "108MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "10.4MB / 10.8MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "14.58%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "44.97%", "MemUsage": "115.1MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "196MB / 200MB", "PIDs": "9"}, {"BlockIO": "0B / 51.3MB", "CPUPerc": "49.28%", "Container": "151d2bcc3065c26882b9af6ac5a82dd17d79df971ae0f2b5dbc9bc8171414040", "ID": "151d2bcc3065", "MemPerc": "17.80%", "MemUsage": "91.14MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "11.5MB / 9.95MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "3.32%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.70%", "MemUsage": "9.852MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "31.4MB / 41.1MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:35:30.464+00:00", "postgres_activity": {"connections": 17, "active": 7, "lock_wait": 0, "io_wait": 2}, "postgres_at_utc": "2026-10-30T08:35:31.005+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "494", "qcur": "0", "stot": "105784", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "528", "qcur": "0", "stot": "70497", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1020", "qcur": "0", "stot": "203105", "ereq": "", "econ": "11242", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:35:31.086+00:00"} +{"at_utc": "2026-10-30T08:35:31.586+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "29.29%", "Container": "ccb306a394b65b7782f6e8a5bc97f81eee4c3b5e272022d3b67f041209028b5d", "ID": "ccb306a394b6", "MemPerc": "18.52%", "MemUsage": "94.83MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "12.8MB / 13.5MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "28.85%", "Container": "910e65bcd5b798a68379c24726802b69e97afd0068f660d5c578d0d7c779ebbb", "ID": "910e65bcd5b7", "MemPerc": "20.22%", "MemUsage": "103.5MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "12.8MB / 13.4MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "30.62%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.00%", "MemUsage": "115.2MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "200MB / 203MB", "PIDs": "9"}, {"BlockIO": "0B / 51.3MB", "CPUPerc": "78.08%", "Container": "151d2bcc3065c26882b9af6ac5a82dd17d79df971ae0f2b5dbc9bc8171414040", "ID": "151d2bcc3065", "MemPerc": "17.81%", "MemUsage": "91.21MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "14.3MB / 12.4MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "3.07%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.71%", "MemUsage": "9.867MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "32MB / 41.9MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:35:34.233+00:00", "postgres_activity": {"connections": 14, "active": 6, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:35:35.891+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "DOWN", "scur": "481", "qcur": "0", "stot": "108035", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP 1/2", "scur": "542", "qcur": "0", "stot": "72769", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "207627", "ereq": "", "econ": "11242", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:35:35.959+00:00"} +{"at_utc": "2026-10-30T08:35:36.459+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "6.25%", "Container": "ccb306a394b65b7782f6e8a5bc97f81eee4c3b5e272022d3b67f041209028b5d", "ID": "ccb306a394b6", "MemPerc": "17.64%", "MemUsage": "90.3MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "13.9MB / 14.7MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "36.14%", "Container": "910e65bcd5b798a68379c24726802b69e97afd0068f660d5c578d0d7c779ebbb", "ID": "910e65bcd5b7", "MemPerc": "28.09%", "MemUsage": "143.8MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "15MB / 15.5MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "14.73%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.91%", "MemUsage": "117.5MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "203MB / 207MB", "PIDs": "9"}, {"BlockIO": "0B / 51.3MB", "CPUPerc": "52.10%", "Container": "151d2bcc3065c26882b9af6ac5a82dd17d79df971ae0f2b5dbc9bc8171414040", "ID": "151d2bcc3065", "MemPerc": "17.79%", "MemUsage": "91.09MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "15.5MB / 13.5MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.70%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.67%", "MemUsage": "9.812MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "32.6MB / 42.7MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:35:38.326+00:00", "postgres_activity": {"connections": 17, "active": 4, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-30T08:35:38.790+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1024", "qcur": "0", "stot": "109210", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "DOWN 1/2", "scur": "0", "qcur": "0", "stot": "73631", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "211490", "ereq": "", "econ": "13068", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:35:38.870+00:00"} +{"at_utc": "2026-10-30T08:35:39.374+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "25.90%", "Container": "ccb306a394b65b7782f6e8a5bc97f81eee4c3b5e272022d3b67f041209028b5d", "ID": "ccb306a394b6", "MemPerc": "27.10%", "MemUsage": "138.8MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "16.9MB / 17.4MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "22.10%", "Container": "910e65bcd5b798a68379c24726802b69e97afd0068f660d5c578d0d7c779ebbb", "ID": "910e65bcd5b7", "MemPerc": "25.63%", "MemUsage": "131.2MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "16.4MB / 17.2MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "8.36%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "46.60%", "MemUsage": "119.3MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "207MB / 210MB", "PIDs": "9"}, {"BlockIO": "0B / 51.3MB", "CPUPerc": "48.72%", "Container": "151d2bcc3065c26882b9af6ac5a82dd17d79df971ae0f2b5dbc9bc8171414040", "ID": "151d2bcc3065", "MemPerc": "17.81%", "MemUsage": "91.19MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "17.5MB / 15.3MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "5.10%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.68%", "MemUsage": "9.824MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "33.1MB / 43.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:35:41.944+00:00", "postgres_activity": {"connections": 8, "active": 4, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-30T08:35:43.443+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "DOWN", "scur": "0", "qcur": "0", "stot": "110995", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP 1/2", "scur": "738", "qcur": "0", "stot": "76980", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "739", "qcur": "0", "stot": "216625", "ereq": "", "econ": "13068", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:35:45.037+00:00"} +{"at_utc": "2026-10-30T08:35:45.542+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "15.31%", "Container": "ccb306a394b65b7782f6e8a5bc97f81eee4c3b5e272022d3b67f041209028b5d", "ID": "ccb306a394b6", "MemPerc": "26.10%", "MemUsage": "133.7MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "17.6MB / 18.3MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "32.75%", "Container": "910e65bcd5b798a68379c24726802b69e97afd0068f660d5c578d0d7c779ebbb", "ID": "910e65bcd5b7", "MemPerc": "28.14%", "MemUsage": "144.1MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "19.1MB / 19.5MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "10.22%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "47.40%", "MemUsage": "121.3MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "210MB / 214MB", "PIDs": "9"}, {"BlockIO": "0B / 51.3MB", "CPUPerc": "48.95%", "Container": "151d2bcc3065c26882b9af6ac5a82dd17d79df971ae0f2b5dbc9bc8171414040", "ID": "151d2bcc3065", "MemPerc": "17.60%", "MemUsage": "90.1MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "18.5MB / 16.2MB", "PIDs": "29"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.71%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.86%", "MemUsage": "10.06MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "33.8MB / 44.2MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:35:47.544+00:00", "postgres_activity": {"connections": 13, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-30T08:35:48.913+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "499", "qcur": "0", "stot": "112179", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "498", "qcur": "0", "stot": "78541", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "997", "qcur": "0", "stot": "219369", "ereq": "", "econ": "13068", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:35:49.028+00:00"} +{"at_utc": "2026-10-30T08:35:49.533+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "28.34%", "Container": "ccb306a394b65b7782f6e8a5bc97f81eee4c3b5e272022d3b67f041209028b5d", "ID": "ccb306a394b6", "MemPerc": "24.82%", "MemUsage": "127.1MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "19.5MB / 19.9MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "42.18%", "Container": "910e65bcd5b798a68379c24726802b69e97afd0068f660d5c578d0d7c779ebbb", "ID": "910e65bcd5b7", "MemPerc": "26.90%", "MemUsage": "137.7MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "20.8MB / 21MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "8.17%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "46.91%", "MemUsage": "120.1MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "214MB / 217MB", "PIDs": "9"}, {"BlockIO": "0B / 57.3MB", "CPUPerc": "49.50%", "Container": "151d2bcc3065c26882b9af6ac5a82dd17d79df971ae0f2b5dbc9bc8171414040", "ID": "151d2bcc3065", "MemPerc": "16.01%", "MemUsage": "81.99MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "19.5MB / 17.2MB", "PIDs": "26"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.94%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.66%", "MemUsage": "9.809MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "34.4MB / 45MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:35:52.109+00:00", "postgres_activity": {"connections": 16, "active": 13, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:35:52.693+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "938", "qcur": "0", "stot": "114193", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "DOWN", "scur": "86", "qcur": "0", "stot": "79316", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "222158", "ereq": "", "econ": "13068", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:35:52.752+00:00"} +{"at_utc": "2026-10-30T08:35:53.254+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "49.33%", "Container": "ccb306a394b65b7782f6e8a5bc97f81eee4c3b5e272022d3b67f041209028b5d", "ID": "ccb306a394b6", "MemPerc": "27.35%", "MemUsage": "140MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "22.2MB / 22.3MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "46.06%", "Container": "910e65bcd5b798a68379c24726802b69e97afd0068f660d5c578d0d7c779ebbb", "ID": "910e65bcd5b7", "MemPerc": "23.34%", "MemUsage": "119.5MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "22MB / 22.2MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "14.22%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "47.17%", "MemUsage": "120.7MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "217MB / 220MB", "PIDs": "9"}, {"BlockIO": "0B / 57.3MB", "CPUPerc": "51.66%", "Container": "151d2bcc3065c26882b9af6ac5a82dd17d79df971ae0f2b5dbc9bc8171414040", "ID": "151d2bcc3065", "MemPerc": "18.61%", "MemUsage": "95.28MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "20.2MB / 18MB", "PIDs": "29"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "3.57%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.68%", "MemUsage": "9.828MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "34.9MB / 45.7MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:35:55.937+00:00", "postgres_activity": {"connections": 17, "active": 5, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:35:56.497+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "698", "qcur": "0", "stot": "116041", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "326", "qcur": "0", "stot": "80476", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "225166", "ereq": "", "econ": "13068", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:35:56.565+00:00"} +{"at_utc": "2026-10-30T08:35:57.068+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "3.41%", "Container": "ccb306a394b65b7782f6e8a5bc97f81eee4c3b5e272022d3b67f041209028b5d", "ID": "ccb306a394b6", "MemPerc": "27.60%", "MemUsage": "141.3MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "23.5MB / 24MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "4.94%", "Container": "910e65bcd5b798a68379c24726802b69e97afd0068f660d5c578d0d7c779ebbb", "ID": "910e65bcd5b7", "MemPerc": "20.02%", "MemUsage": "102.5MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "23.4MB / 23.9MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "8.32%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "47.11%", "MemUsage": "120.6MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "219MB / 223MB", "PIDs": "9"}, {"BlockIO": "0B / 57.3MB", "CPUPerc": "23.89%", "Container": "151d2bcc3065c26882b9af6ac5a82dd17d79df971ae0f2b5dbc9bc8171414040", "ID": "151d2bcc3065", "MemPerc": "12.88%", "MemUsage": "65.96MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "22.6MB / 20.1MB", "PIDs": "15"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "0.50%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.85%", "MemUsage": "10.05MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "35.2MB / 46.1MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:35:59.659+00:00", "postgres_activity": {"connections": 7, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-30T08:35:59.860+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "116358", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "80794", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "225801", "ereq": "", "econ": "13068", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:35:59.924+00:00"} diff --git a/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/warmup.json b/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/warmup.json new file mode 100644 index 00000000..3ea3acd5 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/05-db05-n2-repeat/warmup.json @@ -0,0 +1,37 @@ +{ + "completed_full_latency_ms": { + "p50": 856.9, + "p95": 1310.684, + "p99": 1398.916 + }, + "failure_counts": { + "dropped_inflight": 8396 + }, + "instance_responses": { + "910e65bcd5b7": 5802, + "ccb306a394b6": 5802 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "98b86adcf571ea6b", + "schedule_lag_ms": { + "p50": 0.073, + "p95": 0.152, + "p99": 1.623 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 20000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-30T08:35:08.594213Z", + "success_latency_ms": { + "p50": 856.805, + "p95": 1310.618, + "p99": 1398.081 + }, + "success_ratio": 0.5802, + "successful_requests": 11604, + "successful_rps_wall": 1046.181, + "successful_rps_window": 1160.4, + "wall_duration_s": 11.092, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/compose-postgres.log b/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/compose-postgres.log new file mode 100644 index 00000000..bdbca0ca --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/compose-postgres.log @@ -0,0 +1,4 @@ + Container lab3-grade5-9ba197974f-postgres-1 Recreate + Container lab3-grade5-9ba197974f-postgres-1 Recreated + Container lab3-grade5-9ba197974f-postgres-1 Starting + Container lab3-grade5-9ba197974f-postgres-1 Started diff --git a/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/compose-scale.log b/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/compose-scale.log new file mode 100644 index 00000000..62bbc0c9 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-9ba197974f-api-2 Recreate + Container lab3-grade5-9ba197974f-api-1 Recreate + Container lab3-grade5-9ba197974f-api-2 Recreated + Container lab3-grade5-9ba197974f-api-1 Recreated + Container lab3-grade5-9ba197974f-api-2 Starting + Container lab3-grade5-9ba197974f-api-2 Started + Container lab3-grade5-9ba197974f-api-1 Starting + Container lab3-grade5-9ba197974f-api-1 Started diff --git a/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/diagnostics-after.json b/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/diagnostics-after.json new file mode 100644 index 00000000..cbd24ddf --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/diagnostics-after.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-30T08:36:56.897+00:00", + "cgroups": { + "83e6c4b66d100aba153b360e527b6b21f0a9f6b34a9c0114e82bd14bdc6778b1": { + "service": "api", + "usage_usec": 29537489, + "user_usec": 18985599, + "system_usec": 10551890, + "nr_periods": 436, + "nr_throttled": 5, + "throttled_usec": 48269, + "nr_bursts": 0, + "burst_usec": 0 + }, + "660da0141120ed3fd93c1ca7cf4c22ce427f05471928cc1f1be182ed305bb753": { + "service": "api", + "usage_usec": 27997753, + "user_usec": 18741932, + "system_usec": 9255821, + "nr_periods": 436, + "nr_throttled": 1, + "throttled_usec": 45494, + "nr_bursts": 0, + "burst_usec": 0 + }, + "e46ebd1d9c5a0fc62790666b214df9f570854b48255fcb95dec4b966761ee09b": { + "service": "postgres", + "usage_usec": 39967446, + "user_usec": 27172510, + "system_usec": 12794935, + "nr_periods": 483, + "nr_throttled": 7, + "throttled_usec": 457179, + "nr_bursts": 0, + "burst_usec": 0 + }, + "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae": { + "service": "lb", + "usage_usec": 52849936, + "user_usec": 21386371, + "system_usec": 31463564, + "nr_periods": 2916, + "nr_throttled": 55, + "throttled_usec": 8690398, + "nr_bursts": 0, + "burst_usec": 0 + }, + "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2": { + "service": "redis", + "usage_usec": 13259170, + "user_usec": 5333693, + "system_usec": 7925476, + "nr_periods": 3360, + "nr_throttled": 4, + "throttled_usec": 158398, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 6, + "write_bytes": 100663296, + "write_time": 763.141, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 6, + "fsync_time": 170.725, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 151486, + "write_bytes": 1578156032, + "write_time": 4158.813, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 118451, + "fsync_time": 130336.41, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 131, + "write_bytes": 1564672, + "write_time": 3.1670000000000003, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 12, + "fsync_time": 180.395, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 24, + "write_bytes": 7880704, + "write_time": 6.855, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 23, + "fsync_time": 26.915, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 10, + "read_bytes": 81920, + "read_time": 0.221, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 13.493, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 68.884, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 258, + "write_bytes": 165986304, + "write_time": 1703.099, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 258, + "fsync_time": 5669.5650000000005, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } + ], + "wal": { + "wal_records": 6691959, + "wal_fpi": 12871, + "wal_bytes": 783331823, + "wal_buffers_full": 33103, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } +} diff --git a/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/diagnostics-before.json b/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/diagnostics-before.json new file mode 100644 index 00000000..f0dbf847 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/diagnostics-before.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-30T08:36:23.377+00:00", + "cgroups": { + "83e6c4b66d100aba153b360e527b6b21f0a9f6b34a9c0114e82bd14bdc6778b1": { + "service": "api", + "usage_usec": 5732970, + "user_usec": 3612841, + "system_usec": 2120128, + "nr_periods": 122, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "660da0141120ed3fd93c1ca7cf4c22ce427f05471928cc1f1be182ed305bb753": { + "service": "api", + "usage_usec": 5517953, + "user_usec": 3570494, + "system_usec": 1947458, + "nr_periods": 123, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "e46ebd1d9c5a0fc62790666b214df9f570854b48255fcb95dec4b966761ee09b": { + "service": "postgres", + "usage_usec": 9525509, + "user_usec": 6429246, + "system_usec": 3096263, + "nr_periods": 161, + "nr_throttled": 1, + "throttled_usec": 21379, + "nr_bursts": 0, + "burst_usec": 0 + }, + "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae": { + "service": "lb", + "usage_usec": 43888312, + "user_usec": 17688472, + "system_usec": 26199840, + "nr_periods": 2605, + "nr_throttled": 49, + "throttled_usec": 7468469, + "nr_bursts": 0, + "burst_usec": 0 + }, + "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2": { + "service": "redis", + "usage_usec": 11081349, + "user_usec": 4463660, + "system_usec": 6617689, + "nr_periods": 3037, + "nr_throttled": 4, + "throttled_usec": 158398, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 6, + "write_bytes": 100663296, + "write_time": 763.141, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 6, + "fsync_time": 170.725, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 112259, + "write_bytes": 1174446080, + "write_time": 3594.576, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 79238, + "fsync_time": 114045.629, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 131, + "write_bytes": 1564672, + "write_time": 3.1670000000000003, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 12, + "fsync_time": 180.395, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 24, + "write_bytes": 7880704, + "write_time": 6.855, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 23, + "fsync_time": 26.915, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 10, + "read_bytes": 81920, + "read_time": 0.221, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 13.493, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 68.884, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 248, + "write_bytes": 165904384, + "write_time": 1702.981, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 248, + "fsync_time": 5618.098, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } + ], + "wal": { + "wal_records": 5907287, + "wal_fpi": 11069, + "wal_bytes": 701635679, + "wal_buffers_full": 33103, + "stats_reset": "2026-10-30T08:30:47.560647+00:00" + } +} diff --git a/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/load.json b/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/load.json new file mode 100644 index 00000000..ede113d5 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/load.json @@ -0,0 +1,37 @@ +{ + "completed_full_latency_ms": { + "p50": 10.954, + "p95": 587.487, + "p99": 754.753 + }, + "failure_counts": { + "dropped_inflight": 1675 + }, + "instance_responses": { + "660da0141120": 29163, + "83e6c4b66d10": 29162 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "9fe825eaa8e4d744", + "schedule_lag_ms": { + "p50": 0.089, + "p95": 0.174, + "p99": 0.662 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 60000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-30T08:36:24.93171Z", + "success_latency_ms": { + "p50": 10.752, + "p95": 587.038, + "p99": 754.359 + }, + "success_ratio": 0.972083, + "successful_requests": 58325, + "successful_rps_wall": 1943.529, + "successful_rps_window": 1944.167, + "wall_duration_s": 30.01, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/pool-stats.json b/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/pool-stats.json new file mode 100644 index 00000000..0a5a3ed4 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/pool-stats.json @@ -0,0 +1,762 @@ +{ + "83e6c4b66d100aba153b360e527b6b21f0a9f6b34a9c0114e82bd14bdc6778b1": [ + { + "line": "2026/10/30 08:36:25 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=19445 empty_count=4388 empty_wait_ns=382959637328 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 19445, + "empty_count": 4388, + "empty_wait_ns": 382959637328, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:26 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=21281 empty_count=6224 empty_wait_ns=784323275457 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 21281, + "empty_count": 6224, + "empty_wait_ns": 784323275457, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:27 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=23851 empty_count=7907 empty_wait_ns=927312853150 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 23851, + "empty_count": 7907, + "empty_wait_ns": 927312853150, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:28 INFO pg_pool_stats max_conns=8 acquired=1 idle=7 acquire_count=25854 empty_count=8208 empty_wait_ns=927816719109 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 7, + "acquire_count": 25854, + "empty_count": 8208, + "empty_wait_ns": 927816719109, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:29 INFO pg_pool_stats max_conns=8 acquired=1 idle=7 acquire_count=27855 empty_count=8208 empty_wait_ns=927816719109 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 7, + "acquire_count": 27855, + "empty_count": 8208, + "empty_wait_ns": 927816719109, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:30 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=29838 empty_count=8267 empty_wait_ns=927906150610 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 29838, + "empty_count": 8267, + "empty_wait_ns": 927906150610, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:31 INFO pg_pool_stats max_conns=8 acquired=5 idle=3 acquire_count=31856 empty_count=8462 empty_wait_ns=928677483198 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 5, + "idle": 3, + "acquire_count": 31856, + "empty_count": 8462, + "empty_wait_ns": 928677483198, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:32 INFO pg_pool_stats max_conns=8 acquired=1 idle=7 acquire_count=33859 empty_count=9534 empty_wait_ns=955608218154 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 7, + "acquire_count": 33859, + "empty_count": 9534, + "empty_wait_ns": 955608218154, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:33 INFO pg_pool_stats max_conns=8 acquired=1 idle=7 acquire_count=35860 empty_count=9578 empty_wait_ns=955662652280 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 7, + "acquire_count": 35860, + "empty_count": 9578, + "empty_wait_ns": 955662652280, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:34 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=36901 empty_count=10502 empty_wait_ns=1109651925235 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 36901, + "empty_count": 10502, + "empty_wait_ns": 1109651925235, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:35 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=39179 empty_count=12460 empty_wait_ns=1303619093853 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 39179, + "empty_count": 12460, + "empty_wait_ns": 1303619093853, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:36 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=41110 empty_count=14391 empty_wait_ns=1611255959229 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 41110, + "empty_count": 14391, + "empty_wait_ns": 1611255959229, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:37 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=43418 empty_count=15973 empty_wait_ns=1719741472167 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 43418, + "empty_count": 15973, + "empty_wait_ns": 1719741472167, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:38 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=45006 empty_count=16443 empty_wait_ns=1736098441892 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 45006, + "empty_count": 16443, + "empty_wait_ns": 1736098441892, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:39 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=46994 empty_count=18431 empty_wait_ns=2136823387187 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 46994, + "empty_count": 18431, + "empty_wait_ns": 2136823387187, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:40 INFO pg_pool_stats max_conns=8 acquired=1 idle=7 acquire_count=49354 empty_count=19665 empty_wait_ns=2220511634998 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 7, + "acquire_count": 49354, + "empty_count": 19665, + "empty_wait_ns": 2220511634998, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:41 INFO pg_pool_stats max_conns=8 acquired=1 idle=7 acquire_count=51356 empty_count=19813 empty_wait_ns=2221086695948 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 7, + "acquire_count": 51356, + "empty_count": 19813, + "empty_wait_ns": 2221086695948, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:42 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=52844 empty_count=20065 empty_wait_ns=2236816463156 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 52844, + "empty_count": 20065, + "empty_wait_ns": 2236816463156, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:43 INFO pg_pool_stats max_conns=8 acquired=1 idle=7 acquire_count=55358 empty_count=21980 empty_wait_ns=2321283252122 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 7, + "acquire_count": 55358, + "empty_count": 21980, + "empty_wait_ns": 2321283252122, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:44 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=56264 empty_count=22790 empty_wait_ns=2440432337223 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 56264, + "empty_count": 22790, + "empty_wait_ns": 2440432337223, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:45 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=58926 empty_count=24930 empty_wait_ns=2674553908954 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 58926, + "empty_count": 24930, + "empty_wait_ns": 2674553908954, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:46 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=60701 empty_count=25872 empty_wait_ns=2709363118184 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 60701, + "empty_count": 25872, + "empty_wait_ns": 2709363118184, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:47 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=62550 empty_count=27721 empty_wait_ns=2884473964803 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 62550, + "empty_count": 27721, + "empty_wait_ns": 2884473964803, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:48 INFO pg_pool_stats max_conns=8 acquired=1 idle=7 acquire_count=64929 empty_count=29282 empty_wait_ns=2961826315475 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 7, + "acquire_count": 64929, + "empty_count": 29282, + "empty_wait_ns": 2961826315475, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:49 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=66807 empty_count=29826 empty_wait_ns=2970183473440 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 66807, + "empty_count": 29826, + "empty_wait_ns": 2970183473440, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:50 INFO pg_pool_stats max_conns=8 acquired=1 idle=7 acquire_count=68930 empty_count=30181 empty_wait_ns=2974296181898 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 7, + "acquire_count": 68930, + "empty_count": 30181, + "empty_wait_ns": 2974296181898, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:51 INFO pg_pool_stats max_conns=8 acquired=1 idle=7 acquire_count=70932 empty_count=30644 empty_wait_ns=2979296776818 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 7, + "acquire_count": 70932, + "empty_count": 30644, + "empty_wait_ns": 2979296776818, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:52 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=72909 empty_count=30776 empty_wait_ns=2979824466029 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 72909, + "empty_count": 30776, + "empty_wait_ns": 2979824466029, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:53 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=74934 empty_count=30830 empty_wait_ns=2979920885909 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 74934, + "empty_count": 30830, + "empty_wait_ns": 2979920885909, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:54 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=75815 empty_count=31571 empty_wait_ns=3130451981306 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 75815, + "empty_count": 31571, + "empty_wait_ns": 3130451981306, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:55 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=77670 empty_count=33410 empty_wait_ns=3321227941037 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 77670, + "empty_count": 33410, + "empty_wait_ns": 3321227941037, + "canceled_count": 0 + } + } + ], + "660da0141120ed3fd93c1ca7cf4c22ce427f05471928cc1f1be182ed305bb753": [ + { + "line": "2026/10/30 08:36:25 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=19371 empty_count=4415 empty_wait_ns=420580386792 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 19371, + "empty_count": 4415, + "empty_wait_ns": 420580386792, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:26 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=21107 empty_count=6151 empty_wait_ns=736817701604 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 21107, + "empty_count": 6151, + "empty_wait_ns": 736817701604, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:27 INFO pg_pool_stats max_conns=8 acquired=4 idle=4 acquire_count=23579 empty_count=7928 empty_wait_ns=882485971435 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 4, + "idle": 4, + "acquire_count": 23579, + "empty_count": 7928, + "empty_wait_ns": 882485971435, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:28 INFO pg_pool_stats max_conns=8 acquired=1 idle=7 acquire_count=25582 empty_count=8164 empty_wait_ns=882862685723 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 7, + "acquire_count": 25582, + "empty_count": 8164, + "empty_wait_ns": 882862685723, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:29 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=27581 empty_count=8164 empty_wait_ns=882862685723 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 27581, + "empty_count": 8164, + "empty_wait_ns": 882862685723, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:30 INFO pg_pool_stats max_conns=8 acquired=4 idle=4 acquire_count=29576 empty_count=8208 empty_wait_ns=882900512385 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 4, + "idle": 4, + "acquire_count": 29576, + "empty_count": 8208, + "empty_wait_ns": 882900512385, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:31 INFO pg_pool_stats max_conns=8 acquired=1 idle=7 acquire_count=31586 empty_count=8474 empty_wait_ns=885007098172 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 7, + "acquire_count": 31586, + "empty_count": 8474, + "empty_wait_ns": 885007098172, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:32 INFO pg_pool_stats max_conns=8 acquired=2 idle=6 acquire_count=33584 empty_count=9497 empty_wait_ns=893475379752 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 2, + "idle": 6, + "acquire_count": 33584, + "empty_count": 9497, + "empty_wait_ns": 893475379752, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:33 INFO pg_pool_stats max_conns=8 acquired=3 idle=5 acquire_count=35590 empty_count=9554 empty_wait_ns=893622599339 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 3, + "idle": 5, + "acquire_count": 35590, + "empty_count": 9554, + "empty_wait_ns": 893622599339, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:34 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=36481 empty_count=10057 empty_wait_ns=982598710260 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 36481, + "empty_count": 10057, + "empty_wait_ns": 982598710260, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:35 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=39119 empty_count=12425 empty_wait_ns=1311788694950 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 39119, + "empty_count": 12425, + "empty_wait_ns": 1311788694950, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:36 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=41065 empty_count=14371 empty_wait_ns=1486498970195 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 41065, + "empty_count": 14371, + "empty_wait_ns": 1486498970195, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:37 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=43027 empty_count=15336 empty_wait_ns=1508215310390 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 43027, + "empty_count": 15336, + "empty_wait_ns": 1508215310390, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:38 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=44966 empty_count=16134 empty_wait_ns=1533463969808 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 44966, + "empty_count": 16134, + "empty_wait_ns": 1533463969808, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:39 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=46572 empty_count=17740 empty_wait_ns=1863125940782 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 46572, + "empty_count": 17740, + "empty_wait_ns": 1863125940782, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:40 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=49072 empty_count=19237 empty_wait_ns=1967000344858 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 49072, + "empty_count": 19237, + "empty_wait_ns": 1967000344858, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:41 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=51084 empty_count=19429 empty_wait_ns=1967850734899 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 51084, + "empty_count": 19429, + "empty_wait_ns": 1967850734899, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:42 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=52697 empty_count=19540 empty_wait_ns=1969921424189 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 52697, + "empty_count": 19540, + "empty_wait_ns": 1969921424189, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:43 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=55088 empty_count=21556 empty_wait_ns=2057387118734 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 55088, + "empty_count": 21556, + "empty_wait_ns": 2057387118734, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:44 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=55921 empty_count=22020 empty_wait_ns=2094311729028 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 55921, + "empty_count": 22020, + "empty_wait_ns": 2094311729028, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:45 INFO pg_pool_stats max_conns=8 acquired=3 idle=5 acquire_count=58651 empty_count=24666 empty_wait_ns=2407952055338 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 3, + "idle": 5, + "acquire_count": 58651, + "empty_count": 24666, + "empty_wait_ns": 2407952055338, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:46 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=60519 empty_count=25473 empty_wait_ns=2423107332388 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 60519, + "empty_count": 25473, + "empty_wait_ns": 2423107332388, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:47 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=62357 empty_count=27311 empty_wait_ns=2588652680732 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 62357, + "empty_count": 27311, + "empty_wait_ns": 2588652680732, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:48 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=64658 empty_count=28823 empty_wait_ns=2657940357397 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 64658, + "empty_count": 28823, + "empty_wait_ns": 2657940357397, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:49 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=66496 empty_count=29206 empty_wait_ns=2660293655197 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 66496, + "empty_count": 29206, + "empty_wait_ns": 2660293655197, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:50 INFO pg_pool_stats max_conns=8 acquired=3 idle=5 acquire_count=68659 empty_count=29983 empty_wait_ns=2676209241161 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 3, + "idle": 5, + "acquire_count": 68659, + "empty_count": 29983, + "empty_wait_ns": 2676209241161, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:51 INFO pg_pool_stats max_conns=8 acquired=1 idle=7 acquire_count=70662 empty_count=30446 empty_wait_ns=2681970361321 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 7, + "acquire_count": 70662, + "empty_count": 30446, + "empty_wait_ns": 2681970361321, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:52 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=72663 empty_count=30446 empty_wait_ns=2681970361321 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 72663, + "empty_count": 30446, + "empty_wait_ns": 2681970361321, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:53 INFO pg_pool_stats max_conns=8 acquired=1 idle=7 acquire_count=74664 empty_count=30636 empty_wait_ns=2682588184072 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 1, + "idle": 7, + "acquire_count": 74664, + "empty_count": 30636, + "empty_wait_ns": 2682588184072, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:54 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=75663 empty_count=31225 empty_wait_ns=2760965789147 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 75663, + "empty_count": 31225, + "empty_wait_ns": 2760965789147, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:55 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=77672 empty_count=33134 empty_wait_ns=2987883317184 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 77672, + "empty_count": 33134, + "empty_wait_ns": 2987883317184, + "canceled_count": 0 + } + }, + { + "line": "2026/10/30 08:36:56 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=77673 empty_count=33134 empty_wait_ns=2987883317184 canceled_count=0", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 77673, + "empty_count": 33134, + "empty_wait_ns": 2987883317184, + "canceled_count": 0 + } + } + ] +} diff --git a/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/postgres-statements.json b/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/postgres-statements.json new file mode 100644 index 00000000..729fb394 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/postgres-statements.json @@ -0,0 +1,123 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 58325, + "total_exec_ms": 10673.689, + "mean_exec_ms": 0.183, + "rows": 58325, + "shared_blks_hit": 1391012, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 58325, + "total_exec_ms": 8118.282, + "mean_exec_ms": 0.139, + "rows": 58325, + "shared_blks_hit": 546437, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 58325, + "total_exec_ms": 2305.735, + "mean_exec_ms": 0.04, + "rows": 58325, + "shared_blks_hit": 233300, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 6097083398544187049, + "calls": 58325, + "total_exec_ms": 32.863, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 25.413, + "mean_exec_ms": 12.706, + "rows": 2, + "shared_blks_hit": 3264, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 4854991825702068830, + "calls": 58325, + "total_exec_ms": 19.732, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 9, + "total_exec_ms": 8.795, + "mean_exec_ms": 0.977, + "rows": 9, + "shared_blks_hit": 9, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 0.524, + "mean_exec_ms": 0.262, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.344, + "mean_exec_ms": 0.344, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": 4670030308230031587, + "calls": 2, + "total_exec_ms": 0.17, + "mean_exec_ms": 0.085, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1,current_setting($2),$3,current_setting($4),$5,current_setting($6),$7,current_setting($8))" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.141, + "mean_exec_ms": 0.071, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + } +] diff --git a/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/samples.jsonl b/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/samples.jsonl new file mode 100644 index 00000000..7803be0c --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/samples.jsonl @@ -0,0 +1,9 @@ +{"at_utc": "2026-10-30T08:36:26.078+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "87.75%", "Container": "83e6c4b66d100aba153b360e527b6b21f0a9f6b34a9c0114e82bd14bdc6778b1", "ID": "83e6c4b66d10", "MemPerc": "19.01%", "MemUsage": "97.32MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "17.2MB / 18.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "80.29%", "Container": "660da0141120ed3fd93c1ca7cf4c22ce427f05471928cc1f1be182ed305bb753", "ID": "660da0141120", "MemPerc": "17.35%", "MemUsage": "88.81MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "17.2MB / 18.1MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "29.13%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.95%", "MemUsage": "117.6MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "243MB / 248MB", "PIDs": "9"}, {"BlockIO": "0B / 23MB", "CPUPerc": "123.24%", "Container": "e46ebd1d9c5a0fc62790666b214df9f570854b48255fcb95dec4b966761ee09b", "ID": "e46ebd1d9c5a", "MemPerc": "18.58%", "MemUsage": "95.14MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "19.9MB / 16.7MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "7.22%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.69%", "MemUsage": "9.848MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "39.1MB / 51.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:36:27.998+00:00", "postgres_activity": {"connections": 17, "active": 4, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-30T08:36:28.297+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "7", "qcur": "0", "stot": "129249", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "10", "qcur": "0", "stot": "93686", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "14", "qcur": "0", "stot": "251590", "ereq": "", "econ": "13074", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:36:28.384+00:00"} +{"at_utc": "2026-10-30T08:36:28.887+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "52.24%", "Container": "83e6c4b66d100aba153b360e527b6b21f0a9f6b34a9c0114e82bd14bdc6778b1", "ID": "83e6c4b66d10", "MemPerc": "19.20%", "MemUsage": "98.33MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "22.1MB / 23.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "53.26%", "Container": "660da0141120ed3fd93c1ca7cf4c22ce427f05471928cc1f1be182ed305bb753", "ID": "660da0141120", "MemPerc": "15.72%", "MemUsage": "80.48MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "22.1MB / 23.2MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "15.55%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.92%", "MemUsage": "117.6MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "248MB / 252MB", "PIDs": "9"}, {"BlockIO": "0B / 23MB", "CPUPerc": "61.74%", "Container": "e46ebd1d9c5a0fc62790666b214df9f570854b48255fcb95dec4b966761ee09b", "ID": "e46ebd1d9c5a", "MemPerc": "18.66%", "MemUsage": "95.52MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "25.7MB / 21.4MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "4.83%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.69%", "MemUsage": "9.84MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "40.2MB / 52.7MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:36:31.442+00:00", "postgres_activity": {"connections": 17, "active": 5, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:36:31.699+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "36", "qcur": "0", "stot": "132691", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "32", "qcur": "0", "stot": "97127", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "68", "qcur": "0", "stot": "258473", "ereq": "", "econ": "13074", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:36:31.829+00:00"} +{"at_utc": "2026-10-30T08:36:32.329+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "93.33%", "Container": "83e6c4b66d100aba153b360e527b6b21f0a9f6b34a9c0114e82bd14bdc6778b1", "ID": "83e6c4b66d10", "MemPerc": "25.39%", "MemUsage": "130MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "26.5MB / 27.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "116.91%", "Container": "660da0141120ed3fd93c1ca7cf4c22ce427f05471928cc1f1be182ed305bb753", "ID": "660da0141120", "MemPerc": "22.08%", "MemUsage": "113.1MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "26.5MB / 27.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "40.45%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.98%", "MemUsage": "117.7MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "255MB / 261MB", "PIDs": "9"}, {"BlockIO": "0B / 23MB", "CPUPerc": "74.30%", "Container": "e46ebd1d9c5a0fc62790666b214df9f570854b48255fcb95dec4b966761ee09b", "ID": "e46ebd1d9c5a", "MemPerc": "18.68%", "MemUsage": "95.64MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "30.4MB / 25.4MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "5.60%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.69%", "MemUsage": "9.844MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "41MB / 53.8MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:36:34.967+00:00", "postgres_activity": {"connections": 17, "active": 5, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:36:35.360+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "190", "qcur": "0", "stot": "136172", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "269", "qcur": "0", "stot": "100609", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "459", "qcur": "0", "stot": "265436", "ereq": "", "econ": "13074", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:36:35.494+00:00"} +{"at_utc": "2026-10-30T08:36:35.996+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "91.19%", "Container": "83e6c4b66d100aba153b360e527b6b21f0a9f6b34a9c0114e82bd14bdc6778b1", "ID": "83e6c4b66d10", "MemPerc": "18.85%", "MemUsage": "96.49MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "31.3MB / 33MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "79.62%", "Container": "660da0141120ed3fd93c1ca7cf4c22ce427f05471928cc1f1be182ed305bb753", "ID": "660da0141120", "MemPerc": "16.01%", "MemUsage": "81.97MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "31.3MB / 33MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "32.38%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.95%", "MemUsage": "117.6MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "262MB / 268MB", "PIDs": "9"}, {"BlockIO": "0B / 33.6MB", "CPUPerc": "113.78%", "Container": "e46ebd1d9c5a0fc62790666b214df9f570854b48255fcb95dec4b966761ee09b", "ID": "e46ebd1d9c5a", "MemPerc": "19.31%", "MemUsage": "98.88MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "36.4MB / 30.4MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "6.90%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.67%", "MemUsage": "9.812MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "42.3MB / 55.5MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:36:38.082+00:00", "postgres_activity": {"connections": 17, "active": 8, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:36:38.766+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "468", "qcur": "0", "stot": "139518", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "550", "qcur": "0", "stot": "103955", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1018", "qcur": "0", "stot": "272128", "ereq": "", "econ": "13074", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:36:38.915+00:00"} +{"at_utc": "2026-10-30T08:36:39.416+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "59.79%", "Container": "83e6c4b66d100aba153b360e527b6b21f0a9f6b34a9c0114e82bd14bdc6778b1", "ID": "83e6c4b66d10", "MemPerc": "18.70%", "MemUsage": "95.73MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "36.7MB / 38.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "79.87%", "Container": "660da0141120ed3fd93c1ca7cf4c22ce427f05471928cc1f1be182ed305bb753", "ID": "660da0141120", "MemPerc": "15.99%", "MemUsage": "81.89MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "35.3MB / 37.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "18.22%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.97%", "MemUsage": "117.7MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "270MB / 276MB", "PIDs": "9"}, {"BlockIO": "0B / 33.6MB", "CPUPerc": "71.63%", "Container": "e46ebd1d9c5a0fc62790666b214df9f570854b48255fcb95dec4b966761ee09b", "ID": "e46ebd1d9c5a", "MemPerc": "20.13%", "MemUsage": "103.1MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "42.8MB / 35.8MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "5.78%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.66%", "MemUsage": "9.805MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "43.5MB / 57.2MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:36:42.140+00:00", "postgres_activity": {"connections": 17, "active": 9, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:36:42.439+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "134", "qcur": "0", "stot": "143137", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "247", "qcur": "0", "stot": "107573", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "381", "qcur": "0", "stot": "279365", "ereq": "", "econ": "13074", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:36:42.541+00:00"} +{"at_utc": "2026-10-30T08:36:43.047+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "94.53%", "Container": "83e6c4b66d100aba153b360e527b6b21f0a9f6b34a9c0114e82bd14bdc6778b1", "ID": "83e6c4b66d10", "MemPerc": "18.84%", "MemUsage": "96.45MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "41.6MB / 44.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "96.02%", "Container": "660da0141120ed3fd93c1ca7cf4c22ce427f05471928cc1f1be182ed305bb753", "ID": "660da0141120", "MemPerc": "21.97%", "MemUsage": "112.5MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "40MB / 42MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "33.03%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.96%", "MemUsage": "117.6MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "277MB / 283MB", "PIDs": "9"}, {"BlockIO": "0B / 33.6MB", "CPUPerc": "184.69%", "Container": "e46ebd1d9c5a0fc62790666b214df9f570854b48255fcb95dec4b966761ee09b", "ID": "e46ebd1d9c5a", "MemPerc": "20.81%", "MemUsage": "106.5MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "48.5MB / 40.5MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "8.50%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.69%", "MemUsage": "9.84MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "44.7MB / 58.7MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:36:45.703+00:00", "postgres_activity": {"connections": 17, "active": 3, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:36:45.934+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "53", "qcur": "0", "stot": "146428", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "37", "qcur": "0", "stot": "110864", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "90", "qcur": "0", "stot": "285947", "ereq": "", "econ": "13074", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:36:46.047+00:00"} +{"at_utc": "2026-10-30T08:36:46.549+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "96.30%", "Container": "83e6c4b66d100aba153b360e527b6b21f0a9f6b34a9c0114e82bd14bdc6778b1", "ID": "83e6c4b66d10", "MemPerc": "18.41%", "MemUsage": "94.25MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "46.1MB / 48.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "85.89%", "Container": "660da0141120ed3fd93c1ca7cf4c22ce427f05471928cc1f1be182ed305bb753", "ID": "660da0141120", "MemPerc": "16.92%", "MemUsage": "86.65MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "46.1MB / 48.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "36.43%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.88%", "MemUsage": "117.5MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "283MB / 289MB", "PIDs": "9"}, {"BlockIO": "0B / 33.6MB", "CPUPerc": "148.87%", "Container": "e46ebd1d9c5a0fc62790666b214df9f570854b48255fcb95dec4b966761ee09b", "ID": "e46ebd1d9c5a", "MemPerc": "21.44%", "MemUsage": "109.8MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "53.7MB / 44.9MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.63%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.67%", "MemUsage": "9.812MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "45.7MB / 60.1MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:36:48.818+00:00", "postgres_activity": {"connections": 17, "active": 5, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-30T08:36:49.094+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "38", "qcur": "0", "stot": "149601", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "18", "qcur": "0", "stot": "114037", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "56", "qcur": "0", "stot": "292293", "ereq": "", "econ": "13074", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:36:49.263+00:00"} +{"at_utc": "2026-10-30T08:36:49.764+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "66.75%", "Container": "83e6c4b66d100aba153b360e527b6b21f0a9f6b34a9c0114e82bd14bdc6778b1", "ID": "83e6c4b66d10", "MemPerc": "17.65%", "MemUsage": "90.38MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "51.1MB / 54.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "62.52%", "Container": "660da0141120ed3fd93c1ca7cf4c22ce427f05471928cc1f1be182ed305bb753", "ID": "660da0141120", "MemPerc": "16.36%", "MemUsage": "83.75MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "51.1MB / 54.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "21.69%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.65%", "MemUsage": "116.9MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "290MB / 296MB", "PIDs": "9"}, {"BlockIO": "0B / 33.6MB", "CPUPerc": "82.55%", "Container": "e46ebd1d9c5a0fc62790666b214df9f570854b48255fcb95dec4b966761ee09b", "ID": "e46ebd1d9c5a", "MemPerc": "21.99%", "MemUsage": "112.6MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "57.9MB / 48.4MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "7.08%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.66%", "MemUsage": "9.805MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "46.8MB / 61.6MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:36:52.356+00:00", "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-30T08:36:52.557+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "153029", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "3", "qcur": "0", "stot": "117466", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "3", "qcur": "0", "stot": "299150", "ereq": "", "econ": "13074", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:36:52.635+00:00"} +{"at_utc": "2026-10-30T08:36:53.136+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "72.07%", "Container": "83e6c4b66d100aba153b360e527b6b21f0a9f6b34a9c0114e82bd14bdc6778b1", "ID": "83e6c4b66d10", "MemPerc": "20.30%", "MemUsage": "103.9MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-1", "NetIO": "55.3MB / 58.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "96.81%", "Container": "660da0141120ed3fd93c1ca7cf4c22ce427f05471928cc1f1be182ed305bb753", "ID": "660da0141120", "MemPerc": "21.38%", "MemUsage": "109.5MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-api-2", "NetIO": "54.1MB / 57MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "32.41%", "Container": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", "ID": "78970165bc78", "MemPerc": "45.33%", "MemUsage": "116.1MiB / 256MiB", "Name": "lab3-grade5-9ba197974f-lb-1", "NetIO": "296MB / 302MB", "PIDs": "9"}, {"BlockIO": "0B / 51MB", "CPUPerc": "125.44%", "Container": "e46ebd1d9c5a0fc62790666b214df9f570854b48255fcb95dec4b966761ee09b", "ID": "e46ebd1d9c5a", "MemPerc": "22.82%", "MemUsage": "116.8MiB / 512MiB", "Name": "lab3-grade5-9ba197974f-postgres-1", "NetIO": "64.5MB / 53.8MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "4.73%", "Container": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", "ID": "a5cad1c85a5e", "MemPerc": "7.65%", "MemUsage": "9.797MiB / 128MiB", "Name": "lab3-grade5-9ba197974f-redis-1", "NetIO": "47.8MB / 62.8MB", "PIDs": "6"}], "docker_at_utc": "2026-10-30T08:36:55.779+00:00", "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-30T08:36:55.952+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "155168", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "119604", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7955", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7630", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "303427", "ereq": "", "econ": "13074", "eresp": "0", "wretr": "3"}], "haproxy_at_utc": "2026-10-30T08:36:56.018+00:00"} diff --git a/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/warmup.json b/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/warmup.json new file mode 100644 index 00000000..fafb3d5f --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/06-db2-n2-repeat/warmup.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 1.483, + "p95": 652.868, + "p99": 896.507 + }, + "failure_counts": { + "connection": 28, + "dropped_inflight": 680 + }, + "instance_responses": { + "660da0141120": 9646, + "83e6c4b66d10": 9646 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "987c35a4422a650e", + "schedule_lag_ms": { + "p50": 0.065, + "p95": 0.159, + "p99": 0.91 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 20000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-30T08:36:08.199818Z", + "success_latency_ms": { + "p50": 1.397, + "p95": 654.311, + "p99": 896.513 + }, + "success_ratio": 0.9646, + "successful_requests": 19292, + "successful_rps_wall": 1929.022, + "successful_rps_window": 1929.2, + "wall_duration_s": 10.001, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-db-cpu-2026-10-30/cleanup.log b/evidence/grade5-db-cpu-2026-10-30/cleanup.log new file mode 100644 index 00000000..4c129de5 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/cleanup.log @@ -0,0 +1,30 @@ + Container lab3-grade5-9ba197974f-lb-1 Stopping + Container lab3-grade5-9ba197974f-redis-1 Stopping + Container lab3-grade5-9ba197974f-redis-1 Stopped + Container lab3-grade5-9ba197974f-redis-1 Removing + Container lab3-grade5-9ba197974f-redis-1 Removed + Container lab3-grade5-9ba197974f-lb-1 Stopped + Container lab3-grade5-9ba197974f-lb-1 Removing + Container lab3-grade5-9ba197974f-lb-1 Removed + Container lab3-grade5-9ba197974f-api-1 Stopping + Container lab3-grade5-9ba197974f-api-2 Stopping + Container lab3-grade5-9ba197974f-api-1 Stopped + Container lab3-grade5-9ba197974f-api-1 Removing + Container lab3-grade5-9ba197974f-api-2 Stopped + Container lab3-grade5-9ba197974f-api-2 Removing + Container lab3-grade5-9ba197974f-api-1 Removed + Container lab3-grade5-9ba197974f-api-2 Removed + Container lab3-grade5-9ba197974f-migrate-1 Stopping + Container lab3-grade5-9ba197974f-migrate-1 Stopped + Container lab3-grade5-9ba197974f-migrate-1 Removing + Container lab3-grade5-9ba197974f-migrate-1 Removed + Container lab3-grade5-9ba197974f-postgres-1 Stopping + Container lab3-grade5-9ba197974f-postgres-1 Stopped + Container lab3-grade5-9ba197974f-postgres-1 Removing + Container lab3-grade5-9ba197974f-postgres-1 Removed + Network lab3-grade5-9ba197974f_default Removing + Volume lab3-grade5-9ba197974f_redis_data Removing + Volume lab3-grade5-9ba197974f_postgres_data Removing + Volume lab3-grade5-9ba197974f_redis_data Removed + Volume lab3-grade5-9ba197974f_postgres_data Removed + Network lab3-grade5-9ba197974f_default Removed diff --git a/evidence/grade5-db-cpu-2026-10-30/compose-up.log b/evidence/grade5-db-cpu-2026-10-30/compose-up.log new file mode 100644 index 00000000..ca7beef0 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/compose-up.log @@ -0,0 +1,154 @@ +#1 [internal] load local bake definitions +#1 reading from stdin 1.44kB done +#1 DONE 0.0s + +#2 [api internal] load build definition from Dockerfile +#2 transferring dockerfile: 516B done +#2 DONE 0.0s + +#3 [migrate internal] load build definition from Dockerfile.migrate +#3 transferring dockerfile: 448B done +#3 DONE 0.0s + +#4 [migrate internal] load metadata for docker.io/library/golang:1.27.1-alpine +#4 DONE 3.6s + +#5 [api internal] load metadata for docker.io/library/alpine:3.22 +#5 DONE 3.6s + +#6 [api internal] load .dockerignore +#6 transferring context: 196B 0.0s done +#6 DONE 0.0s + +#7 [api stage-1 1/4] FROM docker.io/library/alpine:3.22@sha256:2e0b81d60597f449baa56dc25d355367869d2dca4cd57e866f1e2b52af3eb55f +#7 resolve docker.io/library/alpine:3.22@sha256:2e0b81d60597f449baa56dc25d355367869d2dca4cd57e866f1e2b52af3eb55f 0.0s done +#7 DONE 0.0s + +#8 [migrate builder 1/6] FROM docker.io/library/golang:1.27.1-alpine@sha256:8a5910f31396cd4d89662f56c68b3ae31d374308270a1c3bd96672ee5ed43414 +#8 resolve docker.io/library/golang:1.27.1-alpine@sha256:8a5910f31396cd4d89662f56c68b3ae31d374308270a1c3bd96672ee5ed43414 0.0s done +#8 DONE 0.0s + +#9 [migrate internal] load build context +#9 transferring context: 632B done +#9 DONE 0.0s + +#10 [migrate builder 2/6] WORKDIR /app +#10 CACHED + +#11 [migrate stage-1 3/4] WORKDIR /app +#11 CACHED + +#12 [migrate builder 6/7] COPY db/migrations/ ./db/migrations/ +#12 CACHED + +#13 [migrate stage-1 2/4] RUN addgroup -S app && adduser -S app -G app +#13 CACHED + +#14 [migrate builder 4/7] RUN go mod download +#14 CACHED + +#15 [migrate builder 3/7] COPY go.mod go.sum ./ +#15 CACHED + +#16 [migrate builder 5/7] COPY cmd/migrate/ ./cmd/migrate/ +#16 CACHED + +#17 [migrate builder 7/7] RUN CGO_ENABLED=0 GOOS=linux go build -trimpath -o /app/migrate ./cmd/migrate +#17 CACHED + +#18 [migrate stage-1 4/4] COPY --from=builder /app/migrate ./migrate +#18 CACHED + +#19 [migrate] exporting to image +#19 exporting layers done +#19 exporting manifest sha256:0c318910e0928efa0ca5819dc90040adb1aad0aaa528b5fb7d588f3263eaff01 +#19 exporting manifest sha256:0c318910e0928efa0ca5819dc90040adb1aad0aaa528b5fb7d588f3263eaff01 0.0s done +#19 exporting config sha256:5558279852f2b8fa34bb400b7eb3618dbebb1d657db2dd70db91101432e58c10 done +#19 exporting attestation manifest sha256:edbbfc04103a4a2e0b5f62fc0e025c9c45f4ff12d8f0497b0a1d858d992cf8f4 0.0s done +#19 exporting manifest list sha256:c4222dfdbbe6eb51d596127bdff8111193c27e41f271fc4fff515dc26667e45b done +#19 naming to docker.io/library/lab3-grade5-9ba197974f-migrate:latest done +#19 unpacking to docker.io/library/lab3-grade5-9ba197974f-migrate:latest done +#19 DONE 0.1s + +#20 [api internal] load build context +#20 transferring context: 38.14kB 0.0s done +#20 DONE 0.0s + +#21 [api builder 3/6] COPY go.mod go.sum ./ +#21 CACHED + +#10 [api builder 2/6] WORKDIR /app +#10 CACHED + +#22 [api builder 4/6] RUN go mod download +#22 CACHED + +#14 [api builder 4/7] RUN go mod download +#14 CACHED + +#23 [migrate] resolving provenance for metadata file +#23 DONE 0.0s + +#24 [api builder 5/6] COPY . . +#24 DONE 0.3s + +#25 [api builder 6/6] RUN CGO_ENABLED=0 GOOS=linux go build -o /app/server ./cmd/api +#25 DONE 21.7s + +#11 [api stage-1 3/4] WORKDIR /app +#11 CACHED + +#13 [api stage-1 2/4] RUN addgroup -S app && adduser -S app -G app +#13 CACHED + +#26 [api stage-1 4/4] COPY --from=builder /app/server ./server +#26 CACHED + +#27 [api] exporting to image +#27 exporting layers done +#27 exporting manifest sha256:e9b3182873bf236319f8516fc83bc9042f3bfa9657c868eb0639b7b7f53f42fa done +#27 exporting config sha256:55598087bb7c90e7f1c865a1ff51b63694d8b4cc7523dd3f046e0e01247948ea done +#27 exporting attestation manifest sha256:2aed5ce2fe42087ef5ffc4231bb09e131fd4da02f1ff1fb77cfb04830c2dd017 done +#27 exporting manifest list sha256:35dc2a1d552f707177d4ae9a185ec51518b3606afb65a0e6e458263bbd8688d9 done +#27 naming to docker.io/library/lab3-grade5-9ba197974f-api:latest done +#27 unpacking to docker.io/library/lab3-grade5-9ba197974f-api:latest done +#27 DONE 0.0s + +#28 [api] resolving provenance for metadata file +#28 DONE 0.0s + lab3-grade5-9ba197974f-api Built + lab3-grade5-9ba197974f-migrate Built + Network lab3-grade5-9ba197974f_default Creating + Network lab3-grade5-9ba197974f_default Created + Volume lab3-grade5-9ba197974f_redis_data Creating + Volume lab3-grade5-9ba197974f_redis_data Created + Volume lab3-grade5-9ba197974f_postgres_data Creating + Volume lab3-grade5-9ba197974f_postgres_data Created + Container lab3-grade5-9ba197974f-redis-1 Creating + Container lab3-grade5-9ba197974f-postgres-1 Creating + Container lab3-grade5-9ba197974f-redis-1 Created + Container lab3-grade5-9ba197974f-postgres-1 Created + Container lab3-grade5-9ba197974f-migrate-1 Creating + Container lab3-grade5-9ba197974f-migrate-1 Created + Container lab3-grade5-9ba197974f-api-1 Creating + Container lab3-grade5-9ba197974f-api-1 Created + Container lab3-grade5-9ba197974f-lb-1 Creating + Container lab3-grade5-9ba197974f-lb-1 Created + Container lab3-grade5-9ba197974f-postgres-1 Starting + Container lab3-grade5-9ba197974f-redis-1 Starting + Container lab3-grade5-9ba197974f-redis-1 Started + Container lab3-grade5-9ba197974f-postgres-1 Started + Container lab3-grade5-9ba197974f-postgres-1 Waiting + Container lab3-grade5-9ba197974f-postgres-1 Healthy + Container lab3-grade5-9ba197974f-migrate-1 Starting + Container lab3-grade5-9ba197974f-migrate-1 Started + Container lab3-grade5-9ba197974f-postgres-1 Waiting + Container lab3-grade5-9ba197974f-migrate-1 Waiting + Container lab3-grade5-9ba197974f-migrate-1 Exited + Container lab3-grade5-9ba197974f-postgres-1 Healthy + Container lab3-grade5-9ba197974f-api-1 Starting + Container lab3-grade5-9ba197974f-api-1 Started + Container lab3-grade5-9ba197974f-api-1 Waiting + Container lab3-grade5-9ba197974f-api-1 Healthy + Container lab3-grade5-9ba197974f-lb-1 Starting + Container lab3-grade5-9ba197974f-lb-1 Started diff --git a/evidence/grade5-db-cpu-2026-10-30/environment-after.json b/evidence/grade5-db-cpu-2026-10-30/environment-after.json new file mode 100644 index 00000000..d04ec5aa --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/environment-after.json @@ -0,0 +1,6 @@ +{ + "project": "lab3-grade5-9ba197974f", + "containers": [], + "volumes": [], + "at_utc": "2026-10-30T08:37:04.468+00:00" +} diff --git a/evidence/grade5-db-cpu-2026-10-30/go-build.log b/evidence/grade5-db-cpu-2026-10-30/go-build.log new file mode 100644 index 00000000..e69de29b diff --git a/evidence/grade5-db-cpu-2026-10-30/limits-pg05.json b/evidence/grade5-db-cpu-2026-10-30/limits-pg05.json new file mode 100644 index 00000000..d4e3ed5f --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/limits-pg05.json @@ -0,0 +1,44 @@ +[ + { + "id": "27c4c430ce76455d731941e07b8051aa73055039ea7cd0e7ca2dd421483922fc", + "service": "api", + "nano_cpus": 1000000000, + "memory": 268435456 + }, + { + "id": "eeb8fe21ecc4529c3e7d84c48f727504f2266a395ee00034cf854f64623124b4", + "service": "api", + "nano_cpus": 1000000000, + "memory": 268435456 + }, + { + "id": "6eac927005f6fdb65a3e11a4d53d7bac9bcfc43abd7fbd922e3355647b3220e4", + "service": "api", + "nano_cpus": 1000000000, + "memory": 268435456 + }, + { + "id": "63398cfc45c912c4b855a0ab2a6ef57938ea3475d26c62c63f49aed31e92231d", + "service": "api", + "nano_cpus": 1000000000, + "memory": 268435456 + }, + { + "id": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", + "service": "lb", + "nano_cpus": 1000000000, + "memory": 268435456 + }, + { + "id": "0b0bbe274c886b78455ba7d552935126fec6e0b067c408fb6741ce511a421ffe", + "service": "postgres", + "nano_cpus": 500000000, + "memory": 536870912 + }, + { + "id": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", + "service": "redis", + "nano_cpus": 500000000, + "memory": 134217728 + } +] diff --git a/evidence/grade5-db-cpu-2026-10-30/limits-pg2.json b/evidence/grade5-db-cpu-2026-10-30/limits-pg2.json new file mode 100644 index 00000000..b9b03166 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/limits-pg2.json @@ -0,0 +1,32 @@ +[ + { + "id": "9a4e89f4d017752cf0be61f1d9879ea1a969786e427cced848723c0ebfdd156e", + "service": "api", + "nano_cpus": 2000000000, + "memory": 536870912 + }, + { + "id": "9e3b0c6b1076de824225b65a1013a5b8c8a829af8277e62817bbddd49cd13cd6", + "service": "api", + "nano_cpus": 2000000000, + "memory": 536870912 + }, + { + "id": "cd42cb040d8328103cdc803dd0420e1e3078d484224f2480e6d55976a36196cb", + "service": "postgres", + "nano_cpus": 2000000000, + "memory": 536870912 + }, + { + "id": "78970165bc786ff508394264017b181bd9b7b878a51ff0aea295227a6a25a0ae", + "service": "lb", + "nano_cpus": 1000000000, + "memory": 268435456 + }, + { + "id": "a5cad1c85a5ebe740cc6977fb6f6c4e5d3789c50bda727e0d57fcbff33206cb2", + "service": "redis", + "nano_cpus": 500000000, + "memory": 134217728 + } +] diff --git a/evidence/grade5-db-cpu-2026-10-30/plan.json b/evidence/grade5-db-cpu-2026-10-30/plan.json new file mode 100644 index 00000000..a060b444 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/plan.json @@ -0,0 +1,76 @@ +{ + "seed_messages": 100000, + "warmup_seconds": 10, + "warmup_rate": "target", + "settle_seconds": 3, + "max_inflight": 1024, + "public_smoke_after": true, + "runs": [ + { + "name": "db05-n1", + "phase": "db_cpu_causal", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 16, + "postgres_cpus": 0.5, + "rate": 2000, + "duration_seconds": 30 + }, + { + "name": "db05-n2", + "phase": "db_cpu_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "postgres_cpus": 0.5, + "rate": 2000, + "duration_seconds": 30 + }, + { + "name": "db05-n4", + "phase": "db_cpu_causal", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 4, + "postgres_cpus": 0.5, + "rate": 2000, + "duration_seconds": 30 + }, + { + "name": "db2-n2-first", + "phase": "db_cpu_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "postgres_cpus": 2, + "rate": 2000, + "duration_seconds": 30 + }, + { + "name": "db05-n2-repeat", + "phase": "db_cpu_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "postgres_cpus": 0.5, + "rate": 2000, + "duration_seconds": 30 + }, + { + "name": "db2-n2-repeat", + "phase": "db_cpu_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "postgres_cpus": 2, + "rate": 2000, + "duration_seconds": 30 + } + ] +} diff --git a/evidence/grade5-db-cpu-2026-10-30/public-smoke.log b/evidence/grade5-db-cpu-2026-10-30/public-smoke.log new file mode 100644 index 00000000..5a427213 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/public-smoke.log @@ -0,0 +1,2 @@ +python3 tests/smoke.py --base-url "http://127.0.0.1:60113" +PASS: lab3 public API scenario; infrastructure and grading evidence remain separate. diff --git a/evidence/grade5-db-cpu-2026-10-30/summary.json b/evidence/grade5-db-cpu-2026-10-30/summary.json new file mode 100644 index 00000000..f6c009bf --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/summary.json @@ -0,0 +1,445 @@ +{ + "project": "lab3-grade5-9ba197974f", + "base_url": "http://127.0.0.1:60113", + "started_at_utc": "2026-10-30T08:30:18.145+00:00", + "host": { + "platform": "macOS-27.2-arm64-arm-64bit-Mach-O", + "machine": "arm64" + }, + "runs": [ + { + "name": "db05-n1", + "phase": "db_cpu_causal", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 0.5, + "rate": 2000, + "pool_max_conns_per_replica": 16, + "commit_delay_us": 0, + "diagnostic_async_commit": false, + "duration_seconds": 30, + "instances": [ + "6d2ffa70f4a6" + ], + "api_limits": [ + { + "container_id": "6d2ffa70f4a6ed6db01e64747cd36dbb649b6ae5fbbcfeec7950616435d7f46b", + "nano_cpus": "4000000000", + "memory_bytes": "1073741824" + } + ], + "messages_before": 100000, + "messages_after": 117573, + "messages_added": 17573, + "load": { + "completed_full_latency_ms": { + "p50": 1002.037, + "p95": 1669.164, + "p99": 1835.905 + }, + "failure_counts": { + "dropped_inflight": 28908, + "http_503": 13578 + }, + "instance_responses": { + "6d2ffa70f4a6": 17514 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "43d08b44d4437d59", + "schedule_lag_ms": { + "p50": 0.068, + "p95": 0.14, + "p99": 1.043 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 60000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-30T08:31:26.331234Z", + "success_latency_ms": { + "p50": 974.433, + "p95": 1602.36, + "p99": 1704.8 + }, + "success_ratio": 0.2919, + "successful_requests": 17514, + "successful_rps_wall": 550.462, + "successful_rps_window": 583.8, + "wall_duration_s": 31.817, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "db05-n2", + "phase": "db_cpu_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 0.5, + "rate": 2000, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": false, + "duration_seconds": 30, + "instances": [ + "45d51289b571", + "be18841d8079" + ], + "api_limits": [ + { + "container_id": "45d51289b57181f232c78e5d65e310d57443ebe48109eb6fa7e9f5e90df8bb6e", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "be18841d8079a250a6eb1e5d086f8375d7f17e6c71288a3893b7069cf9569ac0", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 108941, + "messages_added": 8941, + "load": { + "completed_full_latency_ms": { + "p50": 1004.739, + "p95": 1886.363, + "p99": 1995.835 + }, + "failure_counts": { + "dropped_inflight": 31591, + "http_503": 19544 + }, + "instance_responses": { + "45d51289b571": 4256, + "be18841d8079": 4609 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "e9388769e1792fbc", + "schedule_lag_ms": { + "p50": 0.067, + "p95": 0.139, + "p99": 0.951 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 60000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-30T08:32:24.222169Z", + "success_latency_ms": { + "p50": 1250.558, + "p95": 1722.592, + "p99": 1953.801 + }, + "success_ratio": 0.14775, + "successful_requests": 8865, + "successful_rps_wall": 295.502, + "successful_rps_window": 295.5, + "wall_duration_s": 30, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "db05-n4", + "phase": "db_cpu_causal", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 0.5, + "rate": 2000, + "pool_max_conns_per_replica": 4, + "commit_delay_us": 0, + "diagnostic_async_commit": false, + "duration_seconds": 30, + "instances": [ + "27c4c430ce76", + "63398cfc45c9", + "6eac927005f6", + "eeb8fe21ecc4" + ], + "api_limits": [ + { + "container_id": "eeb8fe21ecc4529c3e7d84c48f727504f2266a395ee00034cf854f64623124b4", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "27c4c430ce76455d731941e07b8051aa73055039ea7cd0e7ca2dd421483922fc", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "6eac927005f6fdb65a3e11a4d53d7bac9bcfc43abd7fbd922e3355647b3220e4", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "63398cfc45c912c4b855a0ab2a6ef57938ea3475d26c62c63f49aed31e92231d", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + } + ], + "messages_before": 100000, + "messages_after": 108383, + "messages_added": 8383, + "load": { + "completed_full_latency_ms": { + "p50": 1014.633, + "p95": 1976.563, + "p99": 2175.223 + }, + "failure_counts": { + "connection": 151, + "dropped_inflight": 33988, + "http_503": 17595 + }, + "instance_responses": { + "27c4c430ce76": 1900, + "63398cfc45c9": 1952, + "6eac927005f6": 2409, + "eeb8fe21ecc4": 2005 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "b3e834c192c99021", + "schedule_lag_ms": { + "p50": 0.067, + "p95": 0.144, + "p99": 1.615 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 60000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-30T08:33:23.363159Z", + "success_latency_ms": { + "p50": 1196.629, + "p95": 1805.538, + "p99": 2038.828 + }, + "success_ratio": 0.137767, + "successful_requests": 8266, + "successful_rps_wall": 264.281, + "successful_rps_window": 275.533, + "wall_duration_s": 31.277, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "db2-n2-first", + "phase": "db_cpu_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 2000, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": false, + "duration_seconds": 30, + "instances": [ + "9a4e89f4d017", + "9e3b0c6b1076" + ], + "api_limits": [ + { + "container_id": "9a4e89f4d017752cf0be61f1d9879ea1a969786e427cced848723c0ebfdd156e", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "9e3b0c6b1076de824225b65a1013a5b8c8a829af8277e62817bbddd49cd13cd6", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 155452, + "messages_added": 55452, + "load": { + "completed_full_latency_ms": { + "p50": 35.032, + "p95": 817.104, + "p99": 981.768 + }, + "failure_counts": { + "dropped_inflight": 4548 + }, + "instance_responses": { + "9a4e89f4d017": 27726, + "9e3b0c6b1076": 27726 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "0eac8f4c3ec0327f", + "schedule_lag_ms": { + "p50": 0.07, + "p95": 0.133, + "p99": 0.298 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 60000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-30T08:34:25.47884Z", + "success_latency_ms": { + "p50": 34.965, + "p95": 816.979, + "p99": 981.683 + }, + "success_ratio": 0.9242, + "successful_requests": 55452, + "successful_rps_wall": 1842.419, + "successful_rps_window": 1848.4, + "wall_duration_s": 30.097, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "db05-n2-repeat", + "phase": "db_cpu_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 0.5, + "rate": 2000, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": false, + "duration_seconds": 30, + "instances": [ + "910e65bcd5b7", + "ccb306a394b6" + ], + "api_limits": [ + { + "container_id": "ccb306a394b65b7782f6e8a5bc97f81eee4c3b5e272022d3b67f041209028b5d", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "910e65bcd5b798a68379c24726802b69e97afd0068f660d5c578d0d7c779ebbb", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 113709, + "messages_added": 13709, + "load": { + "completed_full_latency_ms": { + "p50": 1028.313, + "p95": 1984.932, + "p99": 2271.813 + }, + "failure_counts": { + "dropped_inflight": 33273, + "http_503": 13105 + }, + "instance_responses": { + "910e65bcd5b7": 6873, + "ccb306a394b6": 6749 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "ef9b5758a71692ab", + "schedule_lag_ms": { + "p50": 0.108, + "p95": 0.184, + "p99": 2.039 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 60000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-30T08:35:27.106657Z", + "success_latency_ms": { + "p50": 1074.112, + "p95": 1656.234, + "p99": 1877.66 + }, + "success_ratio": 0.227033, + "successful_requests": 13622, + "successful_rps_wall": 434.028, + "successful_rps_window": 454.067, + "wall_duration_s": 31.385, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "db2-n2-repeat", + "phase": "db_cpu_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 2000, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": false, + "duration_seconds": 30, + "instances": [ + "660da0141120", + "83e6c4b66d10" + ], + "api_limits": [ + { + "container_id": "83e6c4b66d100aba153b360e527b6b21f0a9f6b34a9c0114e82bd14bdc6778b1", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "660da0141120ed3fd93c1ca7cf4c22ce427f05471928cc1f1be182ed305bb753", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 158325, + "messages_added": 58325, + "load": { + "completed_full_latency_ms": { + "p50": 10.954, + "p95": 587.487, + "p99": 754.753 + }, + "failure_counts": { + "dropped_inflight": 1675 + }, + "instance_responses": { + "660da0141120": 29163, + "83e6c4b66d10": 29162 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "9fe825eaa8e4d744", + "schedule_lag_ms": { + "p50": 0.089, + "p95": 0.174, + "p99": 0.662 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 60000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-30T08:36:24.93171Z", + "success_latency_ms": { + "p50": 10.752, + "p95": 587.038, + "p99": 754.359 + }, + "success_ratio": 0.972083, + "successful_requests": 58325, + "successful_rps_wall": 1943.529, + "successful_rps_window": 1944.167, + "wall_duration_s": 30.01, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + } + ], + "cleanup": "PASS", + "chat_id": "a6d44bfb-f23b-45c1-aa34-054896032253", + "seed_messages": 100000, + "docker_server": "28.4.0", + "compose_version": "2.39.4-desktop.1", + "docker_resources": "8 CPUs, 4109803520 bytes RAM", + "public_smoke": "PASS", + "finished_at_utc": "2026-10-30T08:37:04.469+00:00" +} diff --git a/evidence/grade5-db-cpu-2026-10-30/tools-sha256.txt b/evidence/grade5-db-cpu-2026-10-30/tools-sha256.txt new file mode 100644 index 00000000..90462367 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/tools-sha256.txt @@ -0,0 +1,4 @@ +ae87e048d50030df69c08301c1c0d0edb491d6ae7253b50fa24b24956878665a evidence/grade5-db-cpu-2026-10-30/tools/load.go +ebf566cae554c9df5c1678ed47fc428e2e8ffbc6438a9eeeb8860ce1c690d918 evidence/grade5-db-cpu-2026-10-30/tools/plan.db-cpu.json +75c0ca950b85eaee3c0802e3001c61ba6436874b3be12cd38a5feb907b91528e evidence/grade5-db-cpu-2026-10-30/tools/poolstats.go +7db6653d067561b19e76eabf1110f56389382e3429bcafc85dd5d635f50dcb34 evidence/grade5-db-cpu-2026-10-30/tools/run.py diff --git a/evidence/grade5-db-cpu-2026-10-30/tools/load.go b/evidence/grade5-db-cpu-2026-10-30/tools/load.go new file mode 100644 index 00000000..ad969140 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/tools/load.go @@ -0,0 +1,204 @@ +// A fixed-rate HTTP workload for the lab 3 scaling experiment. +// Credentials are read from a local file and never written to output. +package main + +import ( + "bytes" + "context" + "crypto/rand" + "encoding/hex" + "encoding/json" + "errors" + "flag" + "fmt" + "io" + "math" + "net" + "net/http" + "os" + "sort" + "strconv" + "strings" + "sync" + "time" +) + +type credentials struct { + Token string `json:"token"` + ChatID string `json:"chat_id"` +} + +type result struct { + kind string + status int + latency time.Duration + lag time.Duration + full time.Duration + instanceID string +} + +type percentiles struct { + P50 float64 `json:"p50"` + P95 float64 `json:"p95"` + P99 float64 `json:"p99"` +} + +func quantiles(values []float64) percentiles { + if len(values) == 0 { + return percentiles{} + } + sort.Float64s(values) + get := func(p float64) float64 { + index := int(math.Ceil(p*float64(len(values)))) - 1 + return math.Round(values[index]*1000) / 1000 + } + return percentiles{P50: get(.50), P95: get(.95), P99: get(.99)} +} + +func main() { + baseURL := flag.String("base-url", "", "public load balancer URL") + authFile := flag.String("auth-file", "", "local JSON file with token and chat_id") + rate := flag.Float64("rate", 0, "scheduled requests per second") + duration := flag.Duration("duration", 20*time.Second, "scheduling window") + maxInFlight := flag.Int("max-inflight", 256, "maximum concurrent requests") + timeout := flag.Duration("timeout", 5*time.Second, "per-request timeout") + flag.Parse() + if *baseURL == "" || *authFile == "" || *rate <= 0 || *duration <= 0 || *maxInFlight <= 0 || *timeout <= 0 { + fmt.Fprintln(os.Stderr, "base-url, auth-file, positive rate, duration, max-inflight and timeout are required") + os.Exit(2) + } + content, err := os.ReadFile(*authFile) + if err != nil { + fmt.Fprintln(os.Stderr, "could not read auth file") + os.Exit(2) + } + var auth credentials + if err := json.Unmarshal(content, &auth); err != nil || auth.Token == "" || auth.ChatID == "" { + fmt.Fprintln(os.Stderr, "invalid auth file") + os.Exit(2) + } + nonce := make([]byte, 8) + if _, err := rand.Read(nonce); err != nil { + fmt.Fprintln(os.Stderr, "could not create workload identifier") + os.Exit(2) + } + runID := hex.EncodeToString(nonce) + payload, _ := json.Marshal(map[string]string{"text": "grade5-" + runID}) + transport := &http.Transport{ + MaxIdleConns: *maxInFlight, + MaxIdleConnsPerHost: *maxInFlight, + IdleConnTimeout: 90 * time.Second, + } + client := &http.Client{Transport: transport} + defer transport.CloseIdleConnections() + url := strings.TrimRight(*baseURL, "/") + "/api/v1/chats/" + auth.ChatID + "/messages" + count := int(math.Round(*rate * duration.Seconds())) + if count <= 0 || count > 2_000_000 { + fmt.Fprintln(os.Stderr, "request count is outside 1..2000000") + os.Exit(2) + } + results := make(chan result, count) + semaphore := make(chan struct{}, *maxInFlight) + var workers sync.WaitGroup + started := time.Now() + for i := 0; i < count; i++ { + planned := started.Add(time.Duration(float64(i) / *rate * float64(time.Second))) + if delay := time.Until(planned); delay > 0 { + time.Sleep(delay) + } + lag := time.Since(planned) + if lag > 250*time.Millisecond { + results <- result{kind: "dropped_scheduler", lag: lag} + continue + } + select { + case semaphore <- struct{}{}: + default: + results <- result{kind: "dropped_inflight", lag: lag} + continue + } + workers.Add(1) + go func(sequence int, planned time.Time) { + defer workers.Done() + defer func() { <-semaphore }() + scheduleLag := time.Since(planned) + ctx, cancel := context.WithTimeout(context.Background(), *timeout) + defer cancel() + req, err := http.NewRequestWithContext(ctx, http.MethodPost, url, bytes.NewReader(payload)) + if err != nil { + results <- result{kind: "client_request", lag: scheduleLag} + return + } + req.Header.Set("Accept", "application/json") + req.Header.Set("Content-Type", "application/json") + req.Header.Set("Authorization", "Bearer "+auth.Token) + req.Header.Set("Idempotency-Key", "g5-"+runID+"-"+strconv.Itoa(sequence)) + requestStarted := time.Now() + response, err := client.Do(req) + if err != nil { + kind := "connection" + var networkError net.Error + if errors.Is(err, context.DeadlineExceeded) || errors.As(err, &networkError) && networkError.Timeout() { + kind = "timeout" + } + results <- result{kind: kind, latency: time.Since(requestStarted), lag: scheduleLag, full: time.Since(planned)} + return + } + _, readErr := io.Copy(io.Discard, io.LimitReader(response.Body, 1<<20)) + response.Body.Close() + if readErr != nil { + results <- result{kind: "response_read", status: response.StatusCode, latency: time.Since(requestStarted), lag: scheduleLag, full: time.Since(planned)} + return + } + results <- result{kind: "response", status: response.StatusCode, latency: time.Since(requestStarted), lag: scheduleLag, full: time.Since(planned), instanceID: response.Header.Get("X-Instance-Id")} + }(i, planned) + } + workers.Wait() + close(results) + wall := time.Since(started) + counts := map[string]int{} + instances := map[string]int{} + latencies := make([]float64, 0, count) + lags := make([]float64, 0, count) + fullLatencies := make([]float64, 0, count) + success := 0 + for item := range results { + if item.full > 0 { + fullLatencies = append(fullLatencies, float64(item.full)/float64(time.Millisecond)) + } + if item.kind == "response" && item.status == http.StatusCreated { + success++ + latencies = append(latencies, float64(item.latency)/float64(time.Millisecond)) + if item.instanceID != "" { + instances[item.instanceID]++ + } + } else if item.kind == "response" { + counts["http_"+strconv.Itoa(item.status)]++ + } else { + counts[item.kind]++ + } + lags = append(lags, float64(item.lag)/float64(time.Millisecond)) + } + report := map[string]any{ + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries", + "started_at_utc": started.UTC().Format(time.RFC3339Nano), + "run_id": runID, + "scheduled_rps": *rate, + "scheduled_duration_s": duration.Seconds(), + "wall_duration_s": math.Round(wall.Seconds()*1000) / 1000, + "scheduled_requests": count, + "successful_requests": success, + "failure_counts": counts, + "success_ratio": math.Round(float64(success)/float64(count)*1_000_000) / 1_000_000, + "successful_rps_window": math.Round(float64(success)/duration.Seconds()*1000) / 1000, + "successful_rps_wall": math.Round(float64(success)/wall.Seconds()*1000) / 1000, + "success_latency_ms": quantiles(latencies), + "schedule_lag_ms": quantiles(lags), + "completed_full_latency_ms": quantiles(fullLatencies), + "instance_responses": instances, + "max_inflight": *maxInFlight, + "request_timeout_s": timeout.Seconds(), + } + output, _ := json.MarshalIndent(report, "", " ") + fmt.Println(string(output)) +} diff --git a/evidence/grade5-db-cpu-2026-10-30/tools/plan.db-cpu.json b/evidence/grade5-db-cpu-2026-10-30/tools/plan.db-cpu.json new file mode 100644 index 00000000..a060b444 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/tools/plan.db-cpu.json @@ -0,0 +1,76 @@ +{ + "seed_messages": 100000, + "warmup_seconds": 10, + "warmup_rate": "target", + "settle_seconds": 3, + "max_inflight": 1024, + "public_smoke_after": true, + "runs": [ + { + "name": "db05-n1", + "phase": "db_cpu_causal", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 16, + "postgres_cpus": 0.5, + "rate": 2000, + "duration_seconds": 30 + }, + { + "name": "db05-n2", + "phase": "db_cpu_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "postgres_cpus": 0.5, + "rate": 2000, + "duration_seconds": 30 + }, + { + "name": "db05-n4", + "phase": "db_cpu_causal", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 4, + "postgres_cpus": 0.5, + "rate": 2000, + "duration_seconds": 30 + }, + { + "name": "db2-n2-first", + "phase": "db_cpu_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "postgres_cpus": 2, + "rate": 2000, + "duration_seconds": 30 + }, + { + "name": "db05-n2-repeat", + "phase": "db_cpu_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "postgres_cpus": 0.5, + "rate": 2000, + "duration_seconds": 30 + }, + { + "name": "db2-n2-repeat", + "phase": "db_cpu_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "postgres_cpus": 2, + "rate": 2000, + "duration_seconds": 30 + } + ] +} diff --git a/evidence/grade5-db-cpu-2026-10-30/tools/poolstats.go b/evidence/grade5-db-cpu-2026-10-30/tools/poolstats.go new file mode 100644 index 00000000..b57a70c6 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/tools/poolstats.go @@ -0,0 +1,29 @@ +package main + +import ( + "context" + "log/slog" + "time" + + "github.com/jackc/pgx/v5/pgxpool" +) + +// logPoolStats is opt-in diagnostics for the isolated scaling experiment. +// It contains only aggregate counters, never connection strings or SQL values. +func logPoolStats(ctx context.Context, pool *pgxpool.Pool) { + ticker := time.NewTicker(time.Second) + defer ticker.Stop() + for { + select { + case <-ctx.Done(): + return + case <-ticker.C: + s := pool.Stat() + slog.Info("pg_pool_stats", "max_conns", s.MaxConns(), + "acquired", s.AcquiredConns(), "idle", s.IdleConns(), + "acquire_count", s.AcquireCount(), "empty_count", s.EmptyAcquireCount(), + "empty_wait_ns", s.EmptyAcquireWaitTime().Nanoseconds(), + "canceled_count", s.CanceledAcquireCount()) + } + } +} diff --git a/evidence/grade5-db-cpu-2026-10-30/tools/run.py b/evidence/grade5-db-cpu-2026-10-30/tools/run.py new file mode 100644 index 00000000..285ed688 --- /dev/null +++ b/evidence/grade5-db-cpu-2026-10-30/tools/run.py @@ -0,0 +1,390 @@ +#!/usr/bin/env python3 +"""Repeatable, disposable Compose experiment for lab 3 scaling research.""" + +import argparse +import csv +import io +import json +import os +from pathlib import Path +import platform +import re +import socket +import subprocess +import sys +import tempfile +import threading +import time +from datetime import datetime, timezone +from urllib.parse import parse_qsl, urlencode, urlsplit, urlunsplit +from uuid import UUID, uuid4 + +ROOT = Path(__file__).resolve().parents[3] +sys.path.insert(0, str(ROOT / "tests")) +from client import Client # noqa: E402 + + +def utc_now(): + return datetime.now(timezone.utc).isoformat(timespec="milliseconds") + + +def command(argv, *, timeout=180, allow_failure=False, log=None): + result = subprocess.run(argv, cwd=ROOT, capture_output=True, text=True, timeout=timeout) + if log is not None: + log.write_text(result.stdout + result.stderr) + if result.returncode and not allow_failure: + detail = (result.stderr or result.stdout)[-1200:] + raise RuntimeError("command failed (%s): %s" % (result.returncode, detail)) + return result.stdout + + +def free_port(): + with socket.socket() as listener: + listener.bind(("127.0.0.1", 0)) + return listener.getsockname()[1] + + +def write_override(path, *, lb_port, replicas, total_cpus, total_memory_mib, postgres_cpus, + database_url_file=None): + if replicas not in (1, 2, 4) or total_cpus <= 0 or total_memory_mib < 256: + raise ValueError("invalid replica count or API budget") + if total_memory_mib % replicas: + raise ValueError("API memory budget must divide evenly between replicas") + per_cpu = total_cpus / replicas + per_memory = total_memory_mib // replicas + source = ( + "services:\n" + " api:\n" + " scale: %d\n" + " cpus: \"%.3f\"\n" + " mem_limit: %dm\n" + " environment:\n" + " PG_POOL_DIAGNOSTICS: \"1\"\n" + " secrets: !override\n" + " - source: database_url_api\n" + " target: database_url\n" + " lb:\n" + " ports: !override\n" + " - \"127.0.0.1:%d:8080\"\n" + " postgres:\n" + " cpus: \"%.3f\"\n" + " ports: !reset []\n" + " command: [\"postgres\", \"-c\", \"shared_preload_libraries=pg_stat_statements\", \"-c\", \"track_io_timing=on\", \"-c\", \"track_wal_io_timing=on\"]\n" + % (replicas, per_cpu, per_memory, lb_port, postgres_cpus) + ) + if database_url_file: + source += "secrets:\n database_url_api:\n file: %s\n" % json.dumps(str(database_url_file)) + path.write_text(source) + + +def write_database_url(path, pool_max_conns): + original = (ROOT / "secrets" / "database_url").read_text().strip() + if pool_max_conns is None: + path.write_text(original + "\n") + else: + if not isinstance(pool_max_conns, int) or pool_max_conns <= 0: + raise ValueError("pool_max_conns must be positive") + parsed = urlsplit(original) + query = dict(parse_qsl(parsed.query, keep_blank_values=True)) + query["pool_max_conns"] = str(pool_max_conns) + path.write_text(urlunsplit(parsed._replace(query=urlencode(query))) + "\n") + os.chmod(path, 0o600) + + +def psql(compose, sql, *, timeout=60): + output = command(compose + ["exec", "-T", "postgres", "psql", "-U", "messenger", "-d", "messenger", "-v", "ON_ERROR_STOP=1", "-Atc", sql], timeout=timeout) + return output.strip() + + +def message_count(compose): + return int(psql(compose, "SELECT count(*) FROM messages")) + + +def reset_dataset(compose, chat_id, user_id, seed_count): + chat_id, user_id = str(UUID(chat_id)), str(UUID(user_id)) + psql(compose, "TRUNCATE message_idempotency, messages") + if seed_count: + sql = ("INSERT INTO messages (chat_id, sender_id, text, created_at) " + "SELECT '%s'::uuid, '%s'::uuid, 'seed-' || g, now() - interval '1 day' " + "FROM generate_series(1, %d) AS g" % (chat_id, user_id, seed_count)) + psql(compose, sql, timeout=180) + psql(compose, "ANALYZE messages; ANALYZE message_idempotency") + actual = message_count(compose) + if actual != seed_count: + raise RuntimeError("dataset reset produced %d messages, expected %d" % (actual, seed_count)) + + +def api_ids(compose): + return command(compose + ["ps", "-q", "api"]).splitlines() + + +def api_limits(compose): + identifiers = api_ids(compose) + output = command(["docker", "inspect", "--format", + "{{.Id}} {{.HostConfig.NanoCpus}} {{.HostConfig.Memory}}"] + identifiers, + timeout=15) + return [dict(zip(("container_id", "nano_cpus", "memory_bytes"), line.split())) + for line in output.splitlines()] + + +def wait_instances(base_url, expected, seconds=60): + client = Client(base_url, timeout=3) + found = set() + deadline = time.monotonic() + seconds + while time.monotonic() < deadline: + try: + response = client.call("GET", "/health/ready", schema="Health") + found.add(response["headers"].get("X-Instance-Id")) + if len(found) == expected: + return sorted(found) + except Exception: + pass + time.sleep(.15) + raise RuntimeError("LB observed %d of %d API instances" % (len(found), expected)) + + +def sample_loop(stop, compose, path): + ids = [] + for service in ("api", "lb", "postgres", "redis"): + ids += command(compose + ["ps", "-q", service], timeout=10).splitlines() + lb = command(compose + ["ps", "-q", "lb"], timeout=10).strip() + with path.open("w") as output: + while not stop.is_set(): + sample = {"at_utc": utc_now()} + try: + raw = command(["docker", "stats", "--no-stream", "--format", "{{json .}}"] + ids, timeout=15) + sample["docker_stats"] = [json.loads(line) for line in raw.splitlines() if line.strip()] + sample["docker_at_utc"] = utc_now() + except Exception as exc: + sample["docker_error"] = type(exc).__name__ + try: + raw = psql(compose, "SELECT json_build_object('connections', count(*), 'active', count(*) FILTER (WHERE state='active'), 'lock_wait', count(*) FILTER (WHERE wait_event_type='Lock'), 'io_wait', count(*) FILTER (WHERE wait_event_type='IO')) FROM pg_stat_activity WHERE datname=current_database()", timeout=10) + sample["postgres_activity"] = json.loads(raw) + sample["postgres_at_utc"] = utc_now() + except Exception as exc: + sample["postgres_error"] = type(exc).__name__ + try: + raw = command(["docker", "exec", lb, "sh", "-c", "printf 'show stat\\n' | socat - TCP4:127.0.0.1:9999"], timeout=10) + rows = list(csv.DictReader(io.StringIO(raw.lstrip("# ")))) + sample["haproxy"] = [ + {key: row.get(key) for key in ("pxname", "svname", "status", "scur", "qcur", "stot", "ereq", "econ", "eresp", "wretr")} + for row in rows if row.get("pxname") == "api_replicas" + ] + sample["haproxy_at_utc"] = utc_now() + except Exception as exc: + sample["haproxy_error"] = type(exc).__name__ + output.write(json.dumps(sample, ensure_ascii=False) + "\n") + output.flush() + stop.wait(.5) + + +def diagnostic_snapshot(compose): + snapshot = {"at_utc": utc_now(), "cgroups": {}} + snapshot["durability"] = json.loads(psql(compose, "SELECT json_build_object('fsync',current_setting('fsync'),'synchronous_commit',current_setting('synchronous_commit'),'commit_delay',current_setting('commit_delay'),'commit_siblings',current_setting('commit_siblings'))")) + for service in ("api", "postgres", "lb", "redis"): + for identifier in command(compose + ["ps", "-q", service]).splitlines(): + raw = command(["docker", "exec", identifier, "cat", "/sys/fs/cgroup/cpu.stat"], timeout=10) + snapshot["cgroups"][identifier] = {"service": service, + **{line.split()[0]: int(line.split()[1]) for line in raw.splitlines()}} + snapshot["wal_io"] = json.loads(psql(compose, "SELECT coalesce(json_agg(row_to_json(i)), '[]'::json) FROM pg_stat_io i WHERE object='wal'")) + snapshot["wal"] = json.loads(psql(compose, "SELECT row_to_json(w) FROM pg_stat_wal w")) + return snapshot + + +def collect_pool_stats(compose, since): + snapshots = {} + for identifier in api_ids(compose): + result = subprocess.run(["docker", "logs", "--since", since, identifier], + cwd=ROOT, capture_output=True, text=True, timeout=30) + snapshots[identifier] = [ + {"line": line, "counters": {key: int(value) for key, value in + re.findall(r'(max_conns|acquired|idle|acquire_count|empty_count|empty_wait_ns|canceled_count)=(\d+)', line)}} + for line in (result.stdout + result.stderr).splitlines() if 'pg_pool_stats' in line + ] + return snapshots + + +def pg_stat_statements(compose): + sql = ("SELECT coalesce(json_agg(row_to_json(q)), '[]'::json) FROM " + "(SELECT queryid, calls, round(total_exec_time::numeric,3) AS total_exec_ms, " + "round(mean_exec_time::numeric,3) AS mean_exec_ms, rows, shared_blks_hit, " + "shared_blks_read, temp_blks_written, left(query,160) AS query " + "FROM pg_stat_statements WHERE dbid=(SELECT oid FROM pg_database WHERE datname=current_database()) " + "ORDER BY total_exec_time DESC LIMIT 15) AS q") + return json.loads(psql(compose, sql)) + + +def run_load(binary, base_url, auth_file, rate, duration, max_inflight, output_path): + raw = command([str(binary), "-base-url", base_url, "-auth-file", str(auth_file), + "-rate", str(rate), "-duration", str(duration) + "s", + "-max-inflight", str(max_inflight), "-timeout", "5s"], timeout=duration + 40) + result = json.loads(raw) + output_path.write_text(json.dumps(result, indent=2, ensure_ascii=False) + "\n") + return result + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--plan", type=Path, required=True) + parser.add_argument("--output", type=Path, required=True) + args = parser.parse_args() + plan = json.loads(args.plan.read_text()) + runs = plan["runs"] + if not runs or not all(run["replicas"] in (1, 2, 4) for run in runs): + raise ValueError("plan must have runs with 1, 2, or 4 replicas") + output_dir = args.output.resolve() + if output_dir.exists() and any(output_dir.iterdir()): + raise FileExistsError("output directory must be empty") + output_dir.mkdir(parents=True, exist_ok=True) + (output_dir / "plan.json").write_text(json.dumps(plan, indent=2, ensure_ascii=False) + "\n") + project = "lab3-grade5-" + uuid4().hex[:10] + lb_port = free_port() + base_url = "http://127.0.0.1:%d" % lb_port + summary = {"project": project, "base_url": base_url, "started_at_utc": utc_now(), + "host": {"platform": platform.platform(), "machine": platform.machine()}, + "runs": [], "cleanup": "not_started"} + (output_dir / "summary.json").write_text(json.dumps(summary, indent=2, ensure_ascii=False) + "\n") + with tempfile.TemporaryDirectory(prefix="lab3-grade5-") as temporary: + temporary = Path(temporary) + override = temporary / "override.yaml" + auth_file = temporary / "auth.json" + database_url_file = temporary / "database_url" + binary = temporary / "grade5-load" + first = runs[0] + write_database_url(database_url_file, first.get("pool_max_conns")) + write_override(override, lb_port=lb_port, replicas=first["replicas"], + total_cpus=first["api_total_cpus"], total_memory_mib=first["api_total_memory_mib"], + postgres_cpus=first.get("postgres_cpus", 2), database_url_file=database_url_file) + compose = ["docker", "compose", "-p", project, "--env-file", ".env", + "-f", "compose.yaml", "-f", str(override)] + try: + command(["go", "build", "-o", str(binary), "student-tests/lab3/grade5/load.go"], timeout=180, + log=output_dir / "go-build.log") + command(compose + ["config", "--quiet"], timeout=30) + print("Building and starting disposable project", project, flush=True) + command(compose + ["up", "-d", "--build"], timeout=900, log=output_dir / "compose-up.log") + wait_instances(base_url, first["replicas"]) + psql(compose, "CREATE EXTENSION IF NOT EXISTS pg_stat_statements") + client = Client(base_url) + alice, _, _, chat = client.bootstrap() + auth_file.write_text(json.dumps({"token": alice["token"], "chat_id": chat["id"]})) + os.chmod(auth_file, 0o600) + summary["chat_id"] = chat["id"] + summary["seed_messages"] = plan["seed_messages"] + summary["docker_server"] = command(["docker", "version", "--format", "{{.Server.Version}}"], timeout=15).strip() + summary["compose_version"] = command(["docker", "compose", "version", "--short"], timeout=15).strip() + summary["docker_resources"] = command(["docker", "info", "--format", "{{.NCPU}} CPUs, {{.MemTotal}} bytes RAM"], timeout=15).strip() + previous_postgres_cpus = first.get("postgres_cpus", 2) + for index, run in enumerate(runs, 1): + name = run["name"] + if not name.replace("-", "").replace("_", "").isalnum(): + raise ValueError("unsafe run name") + run_dir = output_dir / ("%02d-%s" % (index, name)) + run_dir.mkdir() + write_database_url(database_url_file, run.get("pool_max_conns")) + write_override(override, lb_port=lb_port, replicas=run["replicas"], + total_cpus=run["api_total_cpus"], total_memory_mib=run["api_total_memory_mib"], + postgres_cpus=run.get("postgres_cpus", 2), database_url_file=database_url_file) + command(compose + ["config", "--quiet"], timeout=30) + print("Run %d/%d: %s" % (index, len(runs), name), flush=True) + delay = run.get("commit_delay_us", 0) + if not isinstance(delay, int) or not 0 <= delay <= 100000: + raise ValueError("invalid commit_delay_us") + psql(compose, "ALTER SYSTEM SET commit_delay='%d'" % delay) + async_diagnostic = run.get("diagnostic_async_commit", False) + if async_diagnostic and run.get("phase") != "wal_ablation": + raise ValueError("asynchronous commit is allowed only in the disposable WAL diagnostic") + psql(compose, "ALTER SYSTEM SET synchronous_commit='%s'" % ("off" if async_diagnostic else "on")) + psql(compose, "SELECT pg_reload_conf()") + if run.get("postgres_cpus", 2) != previous_postgres_cpus: + command(compose + ["up", "-d", "--no-deps", "--no-build", "--force-recreate", "postgres"], + timeout=120, log=run_dir / "compose-postgres.log") + deadline = time.monotonic() + 60 + while True: + try: + if psql(compose, "SELECT 1", timeout=5) == "1": + break + except Exception: + pass + if time.monotonic() > deadline: + raise RuntimeError("PostgreSQL did not become ready after budget change") + time.sleep(1) + previous_postgres_cpus = run.get("postgres_cpus", 2) + command(compose + ["up", "-d", "--no-deps", "--no-build", "--force-recreate", "--scale", "api=%d" % run["replicas"], "api"], + timeout=180, log=run_dir / "compose-scale.log") + instances = wait_instances(base_url, run["replicas"]) + warmup = plan.get("warmup_seconds", 3) + reset_dataset(compose, chat["id"], alice["id"], plan["seed_messages"]) + if warmup: + warmup_rate = plan.get("warmup_rate", min(200, run["rate"])) + if warmup_rate == "target": + warmup_rate = run["rate"] + run_load(binary, base_url, auth_file, warmup_rate, warmup, + plan.get("max_inflight", 1024), + run_dir / "warmup.json") + reset_dataset(compose, chat["id"], alice["id"], plan["seed_messages"]) + if plan.get("settle_seconds", 0): + psql(compose, "CHECKPOINT") + time.sleep(plan["settle_seconds"]) + psql(compose, "SELECT pg_stat_statements_reset()") + before = message_count(compose) + (run_dir / "diagnostics-before.json").write_text(json.dumps(diagnostic_snapshot(compose), indent=2) + "\n") + stop = threading.Event() + sampler = threading.Thread(target=sample_loop, args=(stop, compose, run_dir / "samples.jsonl")) + sampler.start() + try: + load = run_load(binary, base_url, auth_file, run["rate"], run["duration_seconds"], + run.get("max_inflight", plan.get("max_inflight", 1024)), + run_dir / "load.json") + finally: + stop.set() + sampler.join(timeout=30) + after = message_count(compose) + (run_dir / "pool-stats.json").write_text(json.dumps(collect_pool_stats(compose, load["started_at_utc"]), indent=2) + "\n") + (run_dir / "diagnostics-after.json").write_text(json.dumps(diagnostic_snapshot(compose), indent=2) + "\n") + sql_stats = pg_stat_statements(compose) + (run_dir / "postgres-statements.json").write_text(json.dumps(sql_stats, indent=2, ensure_ascii=False) + "\n") + item = {"name": name, "phase": run.get("phase", "unspecified"), + "replicas": run["replicas"], "api_total_cpus": run["api_total_cpus"], + "api_total_memory_mib": run["api_total_memory_mib"], + "postgres_cpus": run.get("postgres_cpus", 2), "rate": run["rate"], + "pool_max_conns_per_replica": run.get("pool_max_conns", "pgx_default"), + "commit_delay_us": delay, + "diagnostic_async_commit": async_diagnostic, + "duration_seconds": run["duration_seconds"], "instances": instances, + "api_limits": api_limits(compose), + "messages_before": before, "messages_after": after, + "messages_added": after-before, "load": load} + summary["runs"].append(item) + (output_dir / "summary.json").write_text(json.dumps(summary, indent=2, ensure_ascii=False) + "\n") + print(" success=%d/%d, rps=%.1f, p99=%.1f ms" % + (load["successful_requests"], load["scheduled_requests"], + load["successful_rps_window"], load["success_latency_ms"]["p99"]), flush=True) + if plan.get("public_smoke_after"): + command(["make", "test", "BASE_URL=" + base_url], timeout=90, + log=output_dir / "public-smoke.log") + summary["public_smoke"] = "PASS" + except Exception as exc: + summary["error"] = str(exc) + raise + finally: + print("Cleaning disposable project", project, flush=True) + try: + command(compose + ["down", "-v", "--remove-orphans"], timeout=180, + log=output_dir / "cleanup.log") + remaining_containers = command(["docker", "ps", "-aq", "--filter", + "label=com.docker.compose.project=" + project], timeout=15).splitlines() + remaining_volumes = command(["docker", "volume", "ls", "-q", "--filter", + "label=com.docker.compose.project=" + project], timeout=15).splitlines() + after = {"project": project, "containers": remaining_containers, + "volumes": remaining_volumes, "at_utc": utc_now()} + (output_dir / "environment-after.json").write_text(json.dumps(after, indent=2) + "\n") + summary["cleanup"] = "PASS" if not remaining_containers and not remaining_volumes else "FAIL: resources remain" + except Exception as exc: + summary["cleanup"] = "FAIL: " + str(exc) + summary["finished_at_utc"] = utc_now() + (output_dir / "summary.json").write_text(json.dumps(summary, indent=2, ensure_ascii=False) + "\n") + + +if __name__ == "__main__": + main() diff --git a/evidence/grade5-final-analysis-2026-10-30/analysis.log b/evidence/grade5-final-analysis-2026-10-30/analysis.log new file mode 100644 index 00000000..e85b15a6 --- /dev/null +++ b/evidence/grade5-final-analysis-2026-10-30/analysis.log @@ -0,0 +1,58 @@ +fixed-r500-n1 500.0 RPS 100.00% p99= 60.1 ms CPU api/pg/lb= 28.8/ 14.0/ 4.0 +fixed-r500-n2 500.0 RPS 99.99% p99= 33.2 ms CPU api/pg/lb= 18.9/ 11.8/ 3.2 +fixed-r500-n4 500.0 RPS 100.00% p99= 35.6 ms CPU api/pg/lb= 21.0/ 13.0/ 3.5 +fixed-r1000-n4 1000.0 RPS 100.00% p99= 98.0 ms CPU api/pg/lb= 33.1/ 24.2/ 5.8 +fixed-r1000-n2 1000.0 RPS 100.00% p99= 92.7 ms CPU api/pg/lb= 25.0/ 13.9/ 4.0 +fixed-r1000-n1 994.3 RPS 99.66% p99= 193.8 ms CPU api/pg/lb= 24.6/ 14.9/ 3.7 +fixed-r1500-n1 1473.5 RPS 98.23% p99= 295.2 ms CPU api/pg/lb= 50.5/ 29.5/ 10.4 +fixed-r1500-n2 1492.1 RPS 99.47% p99= 145.1 ms CPU api/pg/lb= 48.5/ 27.9/ 7.8 +fixed-r1500-n4 1485.9 RPS 99.07% p99= 220.3 ms CPU api/pg/lb= 55.6/ 28.3/ 8.3 +fixed-r2000-n4 1823.9 RPS 91.68% p99= 331.4 ms CPU api/pg/lb=165.9/ 93.2/ 40.2 +fixed-r2000-n2 1964.5 RPS 98.23% p99= 192.1 ms CPU api/pg/lb= 96.8/ 58.6/ 14.9 +fixed-r2000-n1 1950.0 RPS 97.50% p99= 324.5 ms CPU api/pg/lb=103.3/ 57.5/ 15.3 +fixed-r2500-n1 2428.9 RPS 97.20% p99= 194.1 ms CPU api/pg/lb=169.4/109.4/ 29.9 +fixed-r2500-n2 2272.8 RPS 90.92% p99= 379.7 ms CPU api/pg/lb=154.2/110.4/ 25.0 +fixed-r2500-n4 2418.5 RPS 96.80% p99= 238.4 ms CPU api/pg/lb=158.5/104.1/ 23.3 +pool32-fixed-r1000-n1 1000.0 RPS 100.00% p99= 98.0 ms CPU api/pg/lb= 32.7/ 20.0/ 5.2 +pool32-fixed-r1000-n2 1000.0 RPS 100.00% p99= 503.8 ms CPU api/pg/lb= 51.4/ 64.8/ 24.3 +pool32-fixed-r1000-n4 962.0 RPS 96.19% p99= 1764.4 ms CPU api/pg/lb= 67.0/ 52.2/ 15.6 +pool32-fixed-r2000-n4 1836.9 RPS 92.31% p99= 1209.8 ms CPU api/pg/lb=126.3/ 77.0/ 20.2 +pool32-fixed-r2000-n2 1979.9 RPS 99.00% p99= 701.7 ms CPU api/pg/lb=121.7/ 97.4/ 25.1 +pool32-fixed-r2000-n1 1949.7 RPS 97.51% p99= 997.0 ms CPU api/pg/lb=121.9/ 77.1/ 21.8 +pool32-fixed-r3000-n1 2593.0 RPS 87.78% p99= 966.2 ms CPU api/pg/lb=156.9/145.3/ 30.4 +pool32-fixed-r3000-n2 2089.5 RPS 70.63% p99= 1273.7 ms CPU api/pg/lb=173.3/132.1/ 30.8 +pool32-fixed-r3000-n4 1907.0 RPS 64.37% p99= 1594.0 ms CPU api/pg/lb=253.7/170.2/ 44.0 +grow-r1000-c2 957.9 RPS 95.81% p99= 1832.3 ms CPU api/pg/lb= 83.1/ 68.9/ 14.7 +grow-r1000-c3 1000.0 RPS 100.00% p99= 530.5 ms CPU api/pg/lb= 58.6/ 57.2/ 10.0 +grow-r1000-c4 1000.0 RPS 100.00% p99= 908.6 ms CPU api/pg/lb= 63.8/ 33.3/ 15.4 +grow-r2000-c4 1770.1 RPS 89.24% p99= 1513.9 ms CPU api/pg/lb=164.4/137.0/ 39.6 +grow-r2000-c3 1746.3 RPS 87.32% p99= 1332.0 ms CPU api/pg/lb=174.4/165.8/ 29.2 +grow-r2000-c2 1168.0 RPS 60.71% p99= 1562.9 ms CPU api/pg/lb=166.0/116.5/ 27.4 +grow-r3000-c2 1260.7 RPS 43.03% p99= 1528.6 ms CPU api/pg/lb=143.2/120.5/ 37.1 +grow-r3000-c3 1184.0 RPS 41.89% p99= 2483.5 ms CPU api/pg/lb=227.4/200.0/ 42.0 +grow-r3000-c4 807.6 RPS 27.60% p99= 2224.8 ms CPU api/pg/lb=163.0/139.7/ 33.5 +pool8-r3000 1677.7 RPS 56.55% p99= 1315.8 ms CPU api/pg/lb=202.8/141.0/ 36.4 +pool4-r3000 1518.4 RPS 51.22% p99= 1235.1 ms CPU api/pg/lb=186.8/117.8/ 35.6 +pool16-r3000 1802.6 RPS 60.70% p99= 1366.2 ms CPU api/pg/lb=250.4/173.0/ 44.2 +commit-0-repeat1 1269.2 RPS 42.82% p99= 1599.5 ms CPU api/pg/lb=198.8/139.6/ 46.1 +commit-1000-repeat2 1437.6 RPS 48.36% p99= 1248.3 ms CPU api/pg/lb=198.3/128.3/ 33.9 +commit-1000-repeat3 1565.5 RPS 52.67% p99= 1232.9 ms CPU api/pg/lb=219.4/151.6/ 38.8 +commit-0-repeat4 1688.2 RPS 56.86% p99= 1142.4 ms CPU api/pg/lb=223.2/163.9/ 40.9 +commit-0-repeat5 1562.0 RPS 52.97% p99= 1394.9 ms CPU api/pg/lb=243.6/160.5/ 42.4 +commit-1000-repeat6 1588.4 RPS 53.41% p99= 1477.1 ms CPU api/pg/lb=245.1/161.5/ 51.1 +pool-1-repeat1 1744.5 RPS 59.35% p99= 1102.6 ms CPU api/pg/lb=122.6/ 68.8/ 22.3 +pool-8-repeat2 2259.5 RPS 77.10% p99= 1342.0 ms CPU api/pg/lb=216.0/153.1/ 45.0 +pool-16-repeat3 1155.1 RPS 38.88% p99= 1856.8 ms CPU api/pg/lb=247.2/185.7/ 52.3 +pool-16-repeat4 1268.7 RPS 42.78% p99= 1463.3 ms CPU api/pg/lb=216.7/180.3/ 42.6 +pool-8-repeat5 1370.9 RPS 46.19% p99= 1660.5 ms CPU api/pg/lb=195.1/146.3/ 32.5 +pool-8-repeat6 1582.9 RPS 53.48% p99= 1449.3 ms CPU api/pg/lb=211.1/154.7/ 39.2 +pool-16-repeat7 1523.6 RPS 51.45% p99= 1301.2 ms CPU api/pg/lb=211.6/173.2/ 39.5 +wal-sync-True-1 1605.7 RPS 54.25% p99= 1384.4 ms CPU api/pg/lb=235.6/161.4/ 44.4 +wal-sync-False-2 1555.3 RPS 52.29% p99= 1554.8 ms CPU api/pg/lb=205.6/142.0/ 37.0 +wal-sync-True-3 1406.1 RPS 47.59% p99= 1361.5 ms CPU api/pg/lb=218.8/158.3/ 37.4 +db05-n1 550.5 RPS 29.19% p99= 1704.8 ms CPU api/pg/lb= 57.2/ 50.5/ 15.2 +db05-n2 295.5 RPS 14.77% p99= 1953.8 ms CPU api/pg/lb= 59.8/ 43.6/ 12.2 +db05-n4 264.3 RPS 13.78% p99= 2038.8 ms CPU api/pg/lb= 74.5/ 47.7/ 11.8 +db2-n2-first 1842.4 RPS 92.42% p99= 981.7 ms CPU api/pg/lb=169.4/117.6/ 33.9 +db05-n2-repeat 434.0 RPS 22.70% p99= 1877.7 ms CPU api/pg/lb= 56.5/ 50.3/ 13.7 +db2-n2-repeat 1943.5 RPS 97.21% p99= 754.4 ms CPU api/pg/lb=162.8/109.6/ 28.8 diff --git a/evidence/grade5-final-analysis-2026-10-30/db-cpu-causal.png b/evidence/grade5-final-analysis-2026-10-30/db-cpu-causal.png new file mode 100644 index 0000000000000000000000000000000000000000..ac5ff929ccd6d98551b9bb37b7b1262a675eff70 GIT binary patch literal 88198 zcmce;cT`hr*Ds0%5EL6?K`Cwv3MwMfyNHNN@6uEZAXQ4}MbwQIP-%kFdkfM#h$4|1 zdgwtA0t5&Uk^rHcx!mvjeeZY9A9vh)$2g4P&@lE+R@U=8bN<>~ue3B&IoP?`nV6V3 z)NWqaVPay9V`AEFw2K9PQ}OPWC;TPtrefr#>tyBTao+{Sq<-J+vAvU<{i6r`?kE@6 zM^28SmqbJ^UAe$-9^W)}WnwyV5c#vsI=)kf zX&V!h+I1y8&(E{NtRFdh7_`Mx)pWt?*H52z?o3e=e#$QRl;Z%G_JIRh`A;*R+{)j6 zOI1t0AM8K0`YYhYT0S(M4r_dPMGEH?=W3>> zrxy+%^Y5Rps+qoK2mbvE{@#xJj~BJ?7x(=4%Z1&6*8lzLiN!A29sm7u{o3fU|9&-k zv+%RV`obgmfMvRM-J^&bMeH5QLNeDpBYjRR$DcG^_%SQTm!!G>N*9d zKG77RKG_mI$H z`l!n5Ro@aL)+`?L_nX~EE|qc5MP4*HJkzSgB*&O7r1@1d<}3U2PG0tyH>GszYDO^HVh*L(ZyIgC!3e56aUItVa)3`;;CNvkmuJsAEg-zq_{AMqw#bcGxA#e#3)Zw2Cg55qk3 z;`m}#UeB-L7mPbu)X;mPE}0FuUtjt4g72WO+)9_GLOHK0J|bqhw2dz3L%T{L;!5$Z zA$yKp@$}_ji(ZbV{DxI4XvV%hW_c~siBK~cZ5<~Pu)g?0%47bs+Vok?ID5j8SYjB( zb?4n|gIrVWvJAP3le__+Jhw=BcUGO7QDKM2IIwVVKh%ho<|0B*ks;w@H2pXL3ed-wKNptEBeLiwB=tEmQ}-pe+}_cQG`UX~)aCq6SS zw$;x;z1YWB61Kh8RyKgrD$#mdxcZ?^x(1IE)BM-K9qu|rE@rL>j)c)2`@1fd4n5F_ zlRZXq=TQ)~ZY%0KV&Qu~O*7tcN5zP=_OKT*)@rx{-QloR-QaY&Lv!6^*xHTYE~ zzu)GS)IL&~J~mYSllYIjB@Tn)GU}ftJKVEAUO~O)_{+zIHf!vwzIlWV;c;K1 z;w>D$lv&jJt3^)uY_5A1KK^wrOi*92tIErjQ;>afAFpiR=5V>I^>MA1C}E4AC9J=u zN9&$h!TMpgNQDFGntaDomM1fM;HbT{e+Xyw8U}7Pj~d+wu9#di3%OIs6B7GoE-av0}5(^?us6*l|Ct4NZ1Y1VC@r5wKA zK8CUl--o3JDlSaO<|ux-@*d6cQN;2F-pf2*Nv@$OLdb!-1En(~YFzD&E_5Eh5sJ%e zF&CK1c}rAzbGZL&X~8G`{(GxS6O+lI@>hb7OO)Uy+Fh(GhXv5?E^YhbBJFgnGd>=& z>8fcj3A)mrP1Z`+4KC^GD#@^nGFQD;V0s|BA%w>cV_N>;+4n5H1oCb_bIx1XN{Uyz zbFKe|cUPva0A8doP5skOeGVvFic2@3?(Nt4{$ig*ydN!k!z4PyR#A_?!nE9_B7L86^TptrqR!2qUPj92&M6x!S^3Qy zTc$H(rx}&d!CJz?1`O$}uWZM@>o17E6yL?Q`*qEb7D?xGF@jJRD zTXUrZ$7h7KmgT9AQ;j2@=z9myv|VSIxA6=_JrQVne0bxqYf#B!$J-as{+&cKOA(nm zBFAy@(}M3f;FSJ;1$CeQVRu=^l7kMML>ZcyXMBQk9r+qk$QD)UNM5D_+y@;>d~?h{74XFQ z%u5woZ>B4K@HJT$){=aaZYj0Nsj?&*vs)$Eo$X%m|){p?5%f954>x$gNN zy}2fX&Jx9OA<7Y7p!{LYj5P!04XU&=bx{eg%nRFCoxPSC1ss?zCe~Ry7i3I8OQ01V zy;W01l&<|DF*&wdxN1My=;x-tRqfWM&++=jqM9p*sO#(l-eDgt&*jIf1x%L-nv~?= zCkAf3xN^y|^WA=(r0Z-9zk^}Yx{{W!gbFVV^=j_2!11hI>OR`V&O75X;6><}zD~|A zm>rWQOv`9ZL~vd0a!x0%LsJ`X9oqYYZjvCM{fkzy&V~0fviv$vs3o9JkcOtztG%f$ z?TN~Bgr*Q)DVK*u6I+{%JW|;%)K|lJ<_MxkgV)}A;<$!*7?-JfwS z{s`JCQ#U9b^W zx!Sg#k<+xoiROI1BNm}1=$q{nE@AT_^yf@Uy!kWQvmk9PB0mS;!C8uO%N%85Wrt7zQ)i3Ot?JxB6|Ga~B?{)nwy+*20Tw3Xfw@|OQYRC!ai{!3! zO}&AlM{<}?CzXRT;7dpiR5%P2y`rq%iV&Pw^fLFJPR-EE)KRH)f*NW@=ecU5)s4oR z5vk5j71L=M!<8Ob?~Bzw^pfUJS08=IKwSygT+e`l?&;TN-(R3|(Y&f}yrRw0Cx-pV zr4v*D1_QMwMK%W}b_ehV{QmjgxkfdH*MH?#2DFdzUSqh`RU~AW_{+T*?@;9{ZvG@@ zcUT{Ookvnwtmov#(~0HiDs1UIT#H0tl`S@sV^A9!GL@BlWh9q@zi_YD>|6 zzy3Z_g|SGv`Q8(+IV%$0hf8_b_PKv#1XeIZaj?=OkL0Bq%FAQtwYk1JSAa3A^!9tZ zZ3jyqBLxu9%(uUH-!Jy}^_BCOl9BhJ%{pV~fMmSZtEP;y402=e)cM*i|GdHDS!9U- zh3rPE&mf+%5Fun}nwRc4T*2mjDfSdPHx=C!exB0-&<4pAm*~L$T!P@+C2u~{oyl3% z25o9i`pm8HT|bFGk4P&t&`m`I94zjH$}YV$iMU^u&Ev>wj0ED?8DJVd~hr*-5+bbsWTZjg1O86 z6N32^8!}m#F1xB zm{}~vuWCeJ`B7Z$F^rCKINjr2={{Ew967(u&4T;OhTppLctbzS25cRb4M1rn+KS{k zxO4~QkgkQKz57MZ+i)5#T-uNOb#+0is}LuDyco7=1~7*k8yj?jxXtVZO7|#{bZBjoJtWNrNUSmoFWxL0{{XN%@w-{!~q3>_Dh%O&GP!rO5Vby(w|rcHSVLxWK*Lcsw* zUpy}FTZYGK?e8s*XAm!RldxF4>kIjDTc%!b_6Jk`GndooX4u*q#&S(tv?!KDR3VUI zYX%SGTfQ*Uj6cGxIyO^vxQSevvPbp>gpMVf3bYCwQ8+4`mgPU0p>x);rZnSefBtkeP@ zdF8J4VT( zZZHIF&72;%f7MH8m5Xb8B+XYvX_F~=77>}Lte&s~x5*nXeMFKF%q3*-_HNnZL_Zw$ zxLeCd5e$83aBb7K|k)U42y@0F3&R8CKg$4lMrV6{Lr{vO_ql7ED@AvG=-11@Hg|IM7CtLcx zFWzXzaZdw&ldVuSV`fxyBwB3Vv*}vbK6NK0H;WxO>P$~zbN6FsAazE~#XJKN6`J(< z;bezA*Gm7FJ~NUDL1!$Ee+gS#RN?qb!&39kD>j$awG;D7T-2ZR`bJq@OU!oPKu^c? zlPU}e5nnljv1D9sAs-;e0~6UR+j-Y!2`f3CGI;^;&{rJELKTUW|Pu2KVWYd>H~Mv zk1`&ZT%&PbNi9o1Ad&V0EU~q6vDod$JbUSRy~bbe1rp+uwOHd+0#kuv_cP8-{l$6q z&Pz(w_)Y@V+U_x+Uwm^aLMRP!kiIj*M~E=O_kPR(`P?>LOC&$av)5)U6LT9 zDMt<0#2w&EUwa`hAyTNiQ~REG-SNa1Y$Z#8+0lS z(2Tj-NOtHiarnfes&&;pts&&K+TgFZ)O2Sv9&WlfsW+EK_TN~G*2{cgp=0y*vISu< z#oyODpecys_^fB8+R2l+#QgRVUy6EY^BSG(ggw$_6bHh`o}aFELyxst>sK0XaMb62 zXs0|`q4;~d&UBxr0Ar3hs~*$mJemT9omYWe_d$>BrQ@G=HHZ+xBQr|??ou+`@DbXp z)zW0^@ny?%X+XjI#!bd4%pV%kdiwGQ+JtLXzKv6)Wvk^in>FI)dBmZ8#gSvfxisA8WKK9ESS$+EMXa_>G`)^GTZZyxO|bGDQT zDhlDTR(LdP7wohFjks@7^>&0Hs%CZac-SF#@`wX~cxx=7w=7}PH{{#j4V(c$-{%P2 zd4AuXv!&gRx`d(BQoP*gJ%$$Lk#?VTG~HyIfQvik^{6l!r2Nsr^V4NHz`j3^Q&^ss zD37l^kl%Zi=-1g-Hcw;;?$37i7$%2l zaWmY<8-gdN)8pO!_(=4ahNyj4c|y6B<ND*3@_UAderj$w(0 z|4OB@R-t>>Y*hnv@*n-}=b({Zfu{5&AkVn4p{>Wp6j*y+o!G_{T_u5c3rIvszGAS1 zZFu`;&tjTd-5zb_pr^hyOLVEC0N07831{P12hW&>{+gDfPn4tg%=ok4%TNMs!gvz& zGBx*{dTe!meY|U6<=bPT6|`sE8|1R_y@fU%e^uVu_N49^>nE)xq8vQ}S|@Yvbz&#L zGM}o@kbO=hfeDdAd-AH5UPnthC&{JBZ>_uL5stlYiE_ol#+&pejN2-P-Zo_nJX#1| z-8j)kaN4}7k=Kl;JbqBaI%a2I`zz>p%gW+-Ye%xG16ElseY@R{H%CgFd!i=+Jw0aD z-2rRl?_w5T!Fs`W^~B#{N6bCz%-;yUTL#=b*d_!WqloABgMk{qN~y=APc{bG%)OKN zUxysfw%*oXfO?ZHs%}bZD88_NsPq(uz}-eImv_=&4XxKnpuwgoj6HiOM^}KED4OzU zYjcC<&$^HIYGBIf0&vb**9_&GcVeZ{1+IRqw#Ubl=->Oz9RmJl=W1E_^?lA-pGbnL z;61xM7FyQ!!ut}@L!Un{b6rlp$GB;A2urQZQ+me2>qI9Oa@lP1mabBWrKBHJp1g5v zwX4}>+`gI<7Mq_Xo_e)yW8y!bs@AE>%EZ67$+ja@OKjKL417d~|3~j6zUsS}ATHvj zh}5xjBmR$H`)Jx(c)V9pQKZsa@G7gR_fKown;8#Pp!HoAHZFMRyuoA0 z#Y{)dN7Mf_t)|+qQXhl6gLqUk%2Ifunb~HxsFl;;3SzwjPZE$=Uj{0nz{AK z^CUgI?OGKS`BvU!w#0wWJR>@ML$glOmTQa^7$s^|6weqX=Bl^Jnc29 z;yeZgux0!C{aA-TAHy*{d8b`2rhWcez_SWA4kl*7 ze9YRT6vUbHz8(O-bP3H@ANx=iCtlF_3`st2k7$2eQuyX0k|fr6~sLIXmKh( zp44sU>Quxw;kvTKz2P?x8stdisKNKr0`29v>>q>OtWk*VvKe3{o-Gr(IoUgpSE^-HgoRd4yl3ArQ0>R>xlEoPq&W1j8BeXP4dw`n~v< z1{ETTh?XAj^B%jGe6%nr=R9t#X;uVx%&R{Om+mrsy7fZ_;KI(fJ zIbpLiUaMXU!3)HB{?$vjFeOB*`BhZ};IQboWx}^-ivy*P*~~g0lX6Mnu`^>B)XAoY z1<`^PxRR=Ni z=QKR!cujIJ6<_MP_#lt&YHrPM{zBJ9$M~l0%AGydZw=AhM&&N4SjJQ_!W!irKGlYj zuU@n9b##Ji6!9zA=h-WXP5Bo-4Uwfw9^3&s<7Gd5aXY9(dxHnFo$G;RPc%)zdRZxk zM6B3YWUnW6C1jpI+1#Lvcl4_KWz656~j7j$qbde3Q;HDYgJ5-6@Xxu}f2`hw#m2b0)?RiOQc z=*Nk}u`}=`?hUpkoj5LP)pEJ+;0&lNpfj#le0VKSh?VhhkG1Sc6qL_e{`J;wwM7)S zvRpNvYB7AfM?gQ?!9qdx*EMViW>_DsGG1#q9v+WJ|quvs%?7v0roan?dwc)dhf$7jy|3&cPC zjV#5=^yIP9AKbL2O>L7Q_to}zQu{1Je?-q^+usu#%TyXpbossn%6&8&=ULD7{FNr5 zyuR89j^rSkVunBsq-d8AI`wXHJHn`Smcn*oiQbV_q#i5~LH1J(f`rC}=mcbF`}Z zNRlEQbRnm$8jzs;{N*i1T#0^f`a(ldn=mRI*B46r2hTtP>l% zU;Nh&(80yYIamvNO(njVMaN12rY_DSuqn!}{toMibQ&mX9GR34$r2EBn9DG)u3+0a zXGoM5OAI8g$iueS=8rPW8jolbUK{xgGG}$1Vdi6WpL6=`90>OPwG1jLDq~iexnaJV zZq6vZ@_h@;6eGH}z$+=&$(42Q&txuihRb%FxRPXt!4eF4hh~3-G{Jv!l}K|64wyB6 zf9@pim-*8HUF;<@(dC(*=AAJk`vfkh+hwgt(mRe4>SlIEYE`5y6$R*P5WH{?Le%Fz zr;F*ePPTrs%*}3btnN*bloxZ)$H>J}_2Z<|CYqys=AMkfeoDlme6OL0SV-%mIHcEp zC%EoqV!D5do$1MbAFu^_yzi%juYBDP{;mBO=8(|bboOGh%$&Am1|shHVafj43<~H-?xY;=koidT|cO_ z(`d$PE+H#2*riiO&2Thqqr_~x&)E)^IA|MUOkbhnpUdN5Ly#*hK>SaN6t>_+0|d)Z zez8}DpwwfozM_^nUjzfnK@Sv&xh43F8-5_6X+u+f zQ{lVn(hcxAxi`;(Pt0rScLqQ~Rm36h=#7Q-v-2TWkS;Nd2FR5j-jnhyE+fP9{e z7`LI{Kd$?QfG~J#+XrWd=~J(ryFTN2Q|z z^!KEA3v4)Jkp|YVD!}rlni{i8cNM?2>2!>%7FhF1wE5vrQ^WIt#hgRk*k}P-+*`a3mR&Kq+;z5!+G_&#QF@50UqDFWbKkQ(ZLV&> ztOfHcJjjmto|<-_`8V(ueb}GxPCna^?;`4BJL_L@Cc8|wJc=3y-G;YT_}hIyCy>FB z5+LZew(O43t)zzF<44d7qe_*SkS#v{l{)!(XcMyj=F)Ccqv%h|QXPIxQNnx%K#BYf z!btRzTH-GY|J5JVfn^^0Om^OYog&d&i@1&ex;R!hzSyv0C(BNUHtPg{_Sy=YE6Jn* zEee>mD#Z?iy~Vj)f_g8}W?WsLoN6ACvni&g;H+4YJ-%~D>|A#JO)hWk7l_$=LUMFb zzM`ggN#1X*{;v4_Z#(hj&ft7^L{6{u8H)oYv}xA(EP0>)cO((OjX4gK^IDo1sVar! zmrEIP#i{gwaXV14wN453+ZT&lsq&&EwZ+O<=b>xXX0j18q|7`F!*}pDVZ3e4+hTcj z@j5XRgy)L3`>>A+vB_u6DrNAd1H68bzFvFH21)XOL_^nrX3W}kJLg#z8|2>Y!0_A% zIdRNk7_9fk5zP20ku?CH10LQAW67jL*2gDt@#G4#_}iML0?!plwhCqBBO8ai=)vZ1 z+Fori=%Kg5&IX&&zV6spe|M`TS`_IF7ze`5Ml5 z3s)cUW#8{H(J~6w_V(2z3En*TlKA+kU~7z6AvwDg>jeRxByeaBf58(^>|69}dmz5B z;*)c_9=3sLu#vMm`^}87S3aXHgeNa}v!Np_%F{uF=PQ2jgFW6nzLs3>267w88zDCi z>r01Q*z2tg0xvj`vfr1$L8Fm<=F73;Yc;&eY#VphI6rrY@Dbe0HRGO&wn=Tl^3f{H z7sq}igEBjfmbq44BeD5erh6s!qDcw3!j_Ntci{d3oiV1hr5kel-biyu*M*m*4LVk~ zvha@WE@+UL?o<0oJee41O|15rPL0~WDaEco>IJG9hX3aq;hHIDGh&%G(;c4ML(>&v zCkbnCP%#zs#5 z=(0B6mZ8WThYtQFI|3{Ad6e3%rc9culsDautDu!Zi>{uRLANh2dmUuHha1m7W~qF50HP_*-6Oj#F#evudzc zk_M?&wh529g?%|>Wr8p7lUshbk(kZbx^^GJ8q^Hf6<=w;Y4!163qQ+xb;{Rx*JnGc zD2(-ZX7H}qUe&?{P;=##=SD54x3f>-5l?sQ->x)!g_k_0ZGrLlrye;^E z=9rvSV7`24bR8^^D)%<$bvPs9;}+X?@VGMXK3qiPh_$;NdErsE_>}K)N*P6BA%}c% zSW{ng`>NCuacEL=)Oc`Ak6sQbt+48#SJI-k z-&@P^oH05-^Ek^=iSe_%w*$Qd9m7oNF!&A9d{C1`v!ESgX4RbPBv7xi1cPcQpDlF; z^E6mSXpbJmDfh6$CCcMP67BZQ-S&%Asl6!6yx_}r^`g<2uf;rByWVL@2S_PtqgY-j zj~Wwq@i?8j@%BqC*6o4~V|nD7E{}dH5E3Ba<3(jV#~JU0wv`m zRI(}W8Eb2sx(x+_&u#qt486xm)z3=jr)BDN>y*NGl9pwQ2v_ovDkp3Vhh|v17I`|N9*f^{b#X(BuJ!i2yWX zZ=_u`Eo%?IXwoYS?)^zGf2Q+zxP1?apgs|EoyxSbcFIW$UQag1v(2qYzV3OVLYFI?QeD~(63Goeu5|rd%x?BoBfAQ zXb65DeDX7ypVF6asSfce*-M7~n~D0 zWMaDMj(PL?^=o$O4dfdC_46T5FLC7GFW~QgqFevEcorozTxKw==VUggjSFlFFMPZ(Ug7D@8tZ$1o5% zTo*>`w4B(->d=6G7Fh9qjqnGKk!jxQU-ApS5X2C5oxCFoiQGazhC9T74}=M5^6G+f z@+YAS5Xsxj1DNBDTkaDV)-*Op;^$3k?PoHI$g%ryDeorho4-#kzJa_@dXf$;YO*fWeP`DOFB<;&)k zA1wIoH=5O?p(Mx39$Ex-i4oA+uib7eyinI>02cH%jXSB#f}~oz05cgi1Kxb}tQL}{HL*;pUEd2+am zY1(tUS2y1u9LWw}D&NgQJHrq)b+(6#(!M2iN%vdv^^}`zWc^#KL(DrEA2yC*B*puq zew{mWB5ERRMf$HKtf#>pIUo*`;PDo1n*`L-mos)=H|--xTG8MDegw`kP~_qPPFX3O z>^B@Nh&P&JTHd)106h)zL^Kg#caGrbaDG7ld*xwWhOWD1&Ru=f`4PJ0;Amkbkc0lK zcD*faAmpMDA{XaJGsZ80Rnc$%2z4#=sK__84-`53wN((9Tb^v&(E@oK&gK8@JsS$^ z_ejfton<>;MbTi;8^Z*WFEU^aXV-rmv3Of-4j6XU7p?|Vv07&eb@tys-_+|_FvD|M{sWRN$MGK`7umB6mRYwqP&> z!2X~Y@MrZby}0ouph9BckzHopd*ZUh&|~HHUbUb1M&q86z)|wxc**+;u{LMaUmpFR zE0?u&3sN@9)&EZ2e=~jE;%Q#%UyZ0IcS`L0TOjO|#Oxn&|H3g*tK|xRgo3XFuTV1k z&o8F^y4iCRfRH*Eiw?9lP}SATT_$8h*!)(PPeHCiFDK>MPN;a(O(_#3iHPyYe_g z;!OXWdcSCBQ(%#n6Oun$mRc8DWs~rzq*J&Q+2c^)?L3WKEMTdK3+m%54<&2~!saZNOg=omCDpzan z>cS@d1~b8Su0VJ^>nIgehiFLD31p9RBj4=F&G&y@iNgjTx0XiFJan08LOpAPtyhR= zq^X59bY~mlT4H7JZ}}8PsumlL=kwmS?a4xcnseySF4=DcZ&w}brtZExrH!AH7^gYN*wxq=bx+Pf4y=Ti4lH;D0{~tLA{?W zv78^|)Rk@>-X~v~MFxu=jjz>i|H55p z68#l9)Ev7&ZW?%dROGMTihT;}U!o!0zF|^#Q9o1r2e%pC0i=vS0om>4H9292pbpIs z1pO9Ic|(h4oS3~$w>$+R3e8FXke0Z@KX`)asZf%MJ)lTSM8?2=kqOwWdeo8h_j$7l zx14FP)`LsTA>(le6r@%-9}bo&4VG=6B=UIp?plrxLv%R}NZ(0gWQPYP^5;o!BB6UL ze!Hr1_b~*U1f4-|@c@uFzv$F?!hd6*7afOZLuvKt1Hp~Ui zPgNM<<30c#JRKm<-?!}L(&R|;{O17Gadre+)19mJY(X$|;7x~Gg}v(m;A=A0V?^YS zbDFiB^z>U^?Pi6;)#dQugE>fL7*z=7k_GTLctDGXX;?H~Uo0I!AZ<$lOz0viVnxds z5>?Qr-L5(ebR#kkjf?~x$mkDGefUH2KOA^9RQQYSpV^!JrU%SyDg_t_EKOHrDmmQ-1)}hdfRJjgNS9pH@gR^zT(0Gnc0SeZ>5WayT;I0mBJGqqq&A z>@m3}r2~5=OdQL9peqY`oY6-wXeB)1_=``*y@iM#Yp$nV-!?z?Ta>^+0N;qMlJ9^0XiVt^xcJtso{$$IE%k-8^{ox&lc4Maqb9;x#0Ku%Z4F#*k%`JL4tm}&YR`vrY>yPVuG)YAO1tvDzrDklPK(C+`0wu|;^NL!$HvQ2 zY6)i&ue!9~P8`|EqT->l#Dgi{HNnmy*0hMSWnY*hSi)Bj{xE z**^I%JcmvITM%z!U^OM9WRAYN0R9OPxyT**dAOUp*iFGZ6-( z9Ia)}%!vYr?Fiw+StRXMfv6}d{W_CbXfVjT2x(h~ zBSI5LU-DV*P<5~t){HH%YWw_1esjgL5av&0Qk0P>hbT_ga=x6%n}-{3MhzV;yUE_!oXP(`?T!RghJ)iFcsrG z5vkH*NCe$2zXf0JG2}q&#HFKv1V?)D$$1xf{eG`%U+xj%9zg52o^vj+#_>|d-Uxg9 zzJ)C_jI?hS0VFCS3LTqL&#Bpm5{%~fT8N}zgSI^`*suuLK61p!p`Z1%h@d20ij|jy(~!|8QLBbqdmx>;mBi_mjGi5VU*F zk_X_DCpVQE5J>Yaq@h9o>;g0f%jTS{_Zq=}?-jWH;~2j02qZuY#;I*_a)Wv~MjgH| z_=5R>pTF9W!T4B%4B~<4D*+`v*9&G%)QN4ebF|=Nq75S$odF2Yx)fm-P&_+BxdX(` zFXX+o;t3d;ss>Hp;whgAwlB)U{}GZ?eX3%4Ghp$@5%DK+kfGMiHn=Er7~J}ARlA?>i2W{> z`TbMZvAvB^($A-TZV>1Q^9O6{rTcuxp)T-o9_A@g<+5(=*^3h8g9$aHQTT_JN8P8R z{<)7J@qm>^L|l_VB4XmOR1cjOQaN@iDTm8q4n|s7Vo~sQ(sWX9@siVB-mssLcC1>w zalG4SCNtgMAm=PSA!WNgOk>#n>!xil=!9H|OoJuARR5}AD(@cYw1~vHw`zh&N#l?d z>dRrOWDq9-xYEQUp3$!x-@S|J9G~|GlU(LT>Qmf&c)#4euS}IZO}tSsk}=@?MP+az zZek+NI4wU1>N*FR8(rbj7J+44mIZbZUfs3R_dFbjFU}!_NGAgsQgOo z!OpL9!ofV52MO%+pd|KK-92w&Q8$E8x1f1NEwzU*yoXEV?f}!y)*|l~R>-6rYNC7X zjBA==sk|Ng?2+?2_5LM1z+c@qa&Z;&*?YbmJaem$#Y?UMJSN99jaXY5r*ksL->V*b zDP)lIB^uY{$ofRF%j316+shgu&TFxG-AcFd0)Wb0b0)wr6oCY-IAk~Db32o7$<`p? zcE8%6VP^i>b1yR$pL4V5uSrgN{$%gY^3C&+BGd!Fd)Hs(Rfr>HUw_LjnKxdAvuYp%1}(ci&z{j7e4vvfCISh{+Ig|W7ocvM=i(Uc^RY}IrVf9p&@OCM8n8!P zIQBi=R{8Xa!uM|WLEMZFh~n|h*^4@(&p3V|^UnadqLGee%oSa|r}`*w{Rbv>Ld<8w z4>Wq_?K&i2w+4XCUoPb77m-I*KfyfpY4K*i8c`bwR9jW({zY$p)JY-NJ`0UZ`{3L2 zJ7am8z8E}S0i2yr*BzBg4ByCEN@+Wa1FIGtoSB6$L^U6-E#+x^HbO_5LXHxW0+;g- zyr-?20i=KMB>UAGzsL*5eX9pLU*^~~8k&3kFz9%kAsSH-+Eb_Y-3bv?N9OmK956(4 zrE{j}CjR)R0kQqlXJaA8(f9Q`VjVX<-SOe|mC)|SI>OgUpxpMO`muk7#~OpkZQXeMXLcs5ZEIB2!zQs3tb&*@r*(9n?7|a{>rO*u z9R_DtAq+KJOhnStUgu8obbTh<3VfV}Me8W}K{X>yOP}hz{>@I-tD&|n_&P^c~F6|Sg-qoreti2^IlHT2G=`Ho_d)R zWeuKtcShj#p4fq}Uh=szPvM*1cJt`9#g4uZm$7=bL8iEiCgP#=L6}63&E9EqO_HG; zN_v$(7~8Z>!^-*E)9N;gr%*&jiwK=@rXB=y`)6(3y43)<#BX9Oo4oSGd{!{cI?*72;e z#J!MS%4I4F`ulOvD1zwl*q)7HKEl7&uyz2N!hZM9L6Ye$f=@M-lu_HxxGm|enFfA; zj>*dpkYi3Bzbl{>XdQee4#0PzD^Y_2&^9I|?W-#|-;7^T#?gE)%9@N9Vls219pXBKRyR_xi15*VM50Ss_X@pP&EM z#GeMms5rnUD>Xi zb0Q*xK^YRv=M_P?q4SvN3|fTBuVuv2r#il0Fsr!Q zOOb`gD@^`w3=?PE8ow^^Tr_S8CgmN1GL*N4TgUtL!gQuouQU*ul2m!BF*1acl$)I6 z5uDGf3nKljZ{L^uRxn7083e7s7UrF-3mXnycH<)$;}S!*H!UrNpPzI4t6j2Z-gxP_ zxc!$@tpi?eFpKvd1O|!Tvfncazj#mRlsoVr9SSXmnE}t7pMk&CdPE<>5LSNVv=44I zPVa?4hleqYSI-gzaXei=-=8wW=eB)0`oGn7&(yaD%o8EJa@_DR2KI!nIZcj&t|oOT zl*;+3?5}ua+`n+4XMb+OGH9sl{_+v4dS@v>d>q7MZ@CG5HO+sZqMM<0@)KL`z1gXb zWKL7_GFXa|(>YC+c9{I^Y#5LzHOtEc#t6JxF%|L-G&0-{T=;q2223(Oi^&~aZ#nUy zQV2eTXy-DOHxy&;7H3^#!+fo-f*6AMo1R$S+tJMfd21&9Eo*OOa2LJz!Az!o6v=;p zkNvujkZQ0&c`YlM0$D&1G+%@*9%nK@@l+E* z<0v2~H(l?g$1^-EK%JcR1w4w#*oBr7B!;Ha1k6R2@#15J5!!#9{f`^7OUA;F8i5R@ zw|>)GxOFU)z5DzQ(aD`VZxL$z92#=Bm$9!o5^9D+C>c2>%s;!2f=F}(2~*d`-#+#g ze8&87o9wFeTV_I)o-l7$a=;XoM%@CCA~54Dc6MG@Qw{}&rX2)dpywG|ZfyeMZjqx8 zjXTF8umGQuzyK$8PFj#t8eq4{d><#uPv~ZjgGUp;-JVCm9XU7L(Y&u7L9j*qOYU1D z=o+6O#MIAKZ}<$EDR6*brixwpt$3lIa=`T%-207(b~FO0ph{{~`Lt_dUyII5z0-3W z{uOR)kj^KdeE7YRvLXVa#Vc1E1>%c{JSZN!40g0+I{|`Cuf)S&TnXbkZ4eOzn)?7* z)$awOVw=|Z_Cw&Nu?U_-GC)}=K;Tx&OY>&r$uYZjXo$Z&cQf@~j0E&~|92(q=K~8u zdRB5~PlJ!Yo_YW7HvNd-wCi+y-;bts^|u#{3;OK;803-MoA7_we=lmXV8r~&Zg63a zrk1z&eORmI9*F3lohwXYSwwn|gEly}spxR7v?paWwU$}bMcoARV{L-!Sp}m_p1m8g z!SsuW3^|N2l4#&)1AdVp+~QrtI)!X76HNoXlF@CRWF(H`@KyC8OI$T7!ggKPkJrsq zI=l#kO+`Fh+GSw_)sSof-zP`o-9qhSb%*nIj zjzcz1LKZbua(tP}F#`XbJGOseDiA;AyFWcSq+zVdUUT;PHS9gwS(p$_1L^$iyKpI( z387xkP3F(zoI)QGGHB5lImcv{c*vFU8?6l4W}m+u&%J zz{J1w%xA_%tKgwp9$kL{$0jR$x9F$UcOfCZT}8m2J_6wq9ms$2GwNMJp-jX*%?p2O z=}ipsea0e^Jxbrrryeve7+4JvO;@hq5n$QFF--v!nNpOagQ_$HM%IS5K>gUErj$Cw z1CM`T_dJ8_3jQ;Hys#%<(nRh>F1Q*23<=}mp$p75v3v=N6%5JWVTQz<- zlONfWXF+(&D<|ESZ@ulhVUdlt3<3}PZolBKjcuKa7!Zazvi7GNZoz!O1~{k}Yuj3rGQq1r8?G zFb2*;asMP6a ze>8+erRq68lmfwhdayKa6|9t2=y6h8r|$W0ZFnG#GzF5t(Xei?4)DGT|3Klsj+Jyc|gUnKW|*(M(BOh>~=(l=Zzb zwiA+*t-!NeVNL=>Cgi&pAWtFzvYQURr28g-L2uJdn4eIo@oi`=;dvzTx_7YCRkai5I?y7>_zVlm(}dR685|7dF9$GYv`zbd4GhVDY5lA>u= zR+0)K36ar|nUQcsWaVy?Y#9+k_TDKK*+TYAxw1({S>NN-{rq0P{<>e!Q=OD8^{l^aYe5O4( zO@*CBM4Ppu1|mWcgmn>c%rN&=I^1#Xj9jN(uZNWdurX;K)s+Q=x9N!X-4F&7hD0(5 zVU}oj>|jbv*zIzLD4!Gl7Dqs^3YHHRO)TtFF9{bjri=xCAG$ z-R_&|9|39_xTO&%H48cKVF2_t^h~QH-gEi3fW1LkzW1xP*}}rCC7R2vZH(uNobHGx z`MMQak$`d(vzt-_1PT$5mPLvALFsqM07Mb{AKE%#9<1L%1!7(wCBKnO-8mSGXkiX! zz5PHhhNy=v+M5Z9DXRyAEACwkFOcEw#rsBmbHSgl(zY!03pYoJ8ptFT zfRb+Cr8n*02=TfT^_I4b;yWY1`4JGy+_u5(fV=K)lw8Yk@!ju36>m-L^0w440m3o2 zn)NWIIt#oPq8XTqQgELDtR+&+`BXRfnO-QP#+>kJy@GE=nc4mI`o`C4nF>~XKZcUg zvIgVPH|wRm@s$5Q0@O6in%+M&Jblmm-#DY0&f=1}EDl_HV}^o$_*RhlbXUcQ zdP)1;R_UubT;isOuWli8tGCYUx$KyuP}a8n-gs7`XHtp`o>4msLX9FEdHSg+*iPdY z>*Vz}@ux?j6M;nw-7UmkLO`y>WMcUYKR%}T#p`#m%bM%g@xE-!)CsbnxQtEWd$lsR zzwF8Zd-~_BK*!yt*Ebk={1r0txx^Q!56BlBJ4P3_(HKRcAwZ2+n4OC58LE1)ey1V` z6NqGEP>^eMFn=e))0S5nc!ZE=k&ifn?{4x#?F?$}HY#qS@HPt77z zN^VWbW?%n}Na*&)oI>eJQxFkWM{_^ddFQoEBbaj#nrtDe&`xHa=dHKYUh6hIQ`*%| z9@xymucda(zGS{uy-9IO^py^BL>1?)_A3<*dt(!x^buw=!ewa#k|}7?t=Foaf9aeC zx!n44`=YMw7JptP5ezpm1f1q zc|y({J+NYT^wxmYBY%YciAhF6F`#{kzc8Ic=1f$=T3%_JPocb78MeYt{UR!q3B2EN zjkiW9cSHyoxHLxar+P6NUb`$ZO6-1%kUOkdvHHl~u_1Y&uazSm`AV+K>0fpv{d|f! znJ8gAvx(Wn+Jiv9VXp7UG7I`t{N}0~m@e(Wp#Nu%1d3Ven_Huu;TD^bXoY_@fO|Fg z#~Cw^mOG4V6t>1*NDd1n?~abyl|~l`YJQcNMt?L&Hn$6&riDo6g8Qh1#-Iu&D&|5j zLf@wQ{C52Lt;|j+P{Qx4r+mv7D+3uCvVm-#?-={tfA5qnJTWN^8vE4AJV}+UGupX9 z?@a8|`!`xVqnr+&cs4vl=MS$lV?wjDfcRRoA~Zto>+5a3Yb0r?U(DW$Bkyk;johwA zSi_@Ed!gAMTm;4~1k7#Xwlh<@H>f+uvbIu+pDM7Cn+?%*b#>u<7ztPuS%&2`s|dm> z?hL}GV{4hRem|LQWdm9$|8m0~ED6nC9bMvd)}AZWdWSr#N2m}2Nl3+@yVwzsdaC~* zHOA*f(RUibUr9|uhG=AJZ3z@Qs_A-ButgqUb@g3U$XJbAnlUBFBs2Y{*~7q<_JQe0 zYg$I>k@I`kn526>{%)N9Syc_bdV4YqJDWx$-?N~@UEA+6q0Oi>cdjgC zt)rbLxE^fNX5M>Ng&e#jRgXyag8CB~W~g2A@ky=9a_>e#0~z#~qOD@4GX)r{4X@vp z?g-kUbd&=O_{_RVk&+!crY3nx>m90%Lzf)K{|${o_H&Y~!C|k$)N4!PuRdg-UMBw1 zA>kjjN1m;AiB;BGK@bP7oIASC zzG0Oc^&k8q+$M9D>#lqV9-hN(ZM`RV7On`U>DMGYKF*P;9-5T;g^t*Bk;WAvr>X%- z?7Z0cL@<2zSHJ!udQ8bt^i^_J?4oAIx2J|olG6z-;Ed_s?)cn=QcQ#{h4L_R`&xuY^S$@tZvT5v zf%5fbRsgA92X+yEB)_xd(bFk^Fp}7-Z}8S-S<)hzdHHpG_5Gt-GYDfxp2oaC%U-5E z824*wv<5-x1L;`&9U63w+4)uBD(Q$bgj+bkpXg;`%p#O=0aH%=rHQ9%P+L_)mHoxP zMT130BxgCA1z8erfeyzL8%gs`>`dogUXR8=HZVZ%cA3Q3+Z9g7PQwIcn3WN1;@}pz zsKlv6xOMG%yNoh^p0+ba^03|n{ltk15+a@)^L&1_q(VT zG%RY~+RP=%b?4W!>srXy<`l6DPy;zt;nSbVY`Q8O_aQ6I*LOTbYJRcg!0IN2qgJ+> ztV}U4z1#Cde`%asN%0m6rRmv!-y}XHjVX%~nel$JSIc~fl4dG9XAbjdy0G=TId?MK zN}PeKngg-^WDG|}9$cApKC6|(V5fsO-+A8rq-=pd?JH{d2Qk0fo{o+?UB8sM?a0NH z%f~qy4ggPWvK6VG0BTc7W`?N0&2udb%3^6$)%hbxdU6)RZ_;1gu!Zs71PbHU@EP#v zhbEoa)AO7c7ew0>n!L(8H8zDvU$a~xouiot%9ds#A53Yea;{MW#@0=`w@$8+h`-3t z{qT*$7izE55WXjcF@bfxof9qemgB|4NvBSn{Yk5_Ob^(2=Ga?5fkaZ`mDOMbTnQqG zIhCrj>AG4YNQRYD?2{<=43WjibX8Pt0*C|8k6g^(M#rZ}vrd=`+;&k{_bE>qfT;IG znbT@3@eA<#;B9*8wM@`#?M1*Q0wCKdHt5Updsh5Vd!)OoC6pQnYSFG4aiQp;3OH_g z)8pn)ilPL!|01&nt|($p$a&$k_57u5Qqq@wMA{uHK=r#VU~lhPef3c|JBsSPkaTD? z1GYneLF#Xq7??uiTN-X5MB$-VAFn%-=Q+dw;CH<7=a*UDfhXQ;Eep%x;vnU2bSpV@ zJQGhyK5M&|3({F2PPkp+i*mJWvz9s{;>)7jj=!_c(>IaWP6cD=){=Tk5}I`Ngf<1= zJy*_H#whreQ{Te*G{Xc3rl2MpL#rb~5h7HZs57gQ1vHxjhH9kif8Rj7Pa*=ac_~h# zhgvjXj-mwWat4#)P-jn;D!UYIvDf!n0GLdN%br$zdmxaEujgg9yynmNG{l#IWCW|; z7z@G{bxz-Jr`p+il-#X?r~kam0eeFT6B%)JOsfhomVJe)`&}zqS_=2^dn{ZQG|0FF zaU^tKPPc+_WVE6NNtVT7t8`k7l|N^82Q`>aC+CLuv6zwp^&j8 zZBNbPZ#!8zci;nDeD~}z*(6RKIs~fNPy2bKn_#q|&+$17HYj{3UTG&!o(uvD?_;@C z5)ul7@&0;*4YbQ{lF+bipvw?=LqWq{k@9~P@#|jZ1~N@E{OPj;GQ&Fg}s30 zhf*X)VLYI|$6Bma2ZE5S25QQWt?>~BtZIaZcXz6Q(HUnby(^P>3G$Q{WRaNNXruh7 z6vssR=MB*Dg!D_+F0p|@ft)~P*4Ds-fiUzCfmr1+B zC1}%1m0e=8c+~5H;bo)+E2;fex3nNR7Htw-xT#}j(i3!;Wk z{fj5fl;I}g`NYiQhp092%L z;j4PPhF_E5lCV3penMF;a{kl5 zd!p{l!BlJ2L$;UC@6H7J9ZXIrG_dz>`*goU-J=gh<>hS{=+=X1iGU=7RO`qkEGkD zY|K50IIvaO6wSh`mwH<`-~=5?Y#EcaeLew-W$@?d=M9c06?dp>c%t zQXQ~Q>ub3kmFBC>Ge}R78I6kx6NG3Z2_?vhi~-gNm1u=c1lO9KMx?Jo+&Ymb$;fF? zAa0TS{hy{ooQ%iN?`KVLSQY>W-S%1JGA^1DoEWR%VtU!Ksd*SbkK@KR5--c(Yjm;JcQ~zc8ZUC{CoK#3oE)o}=_a>W(vCp3iAnanrrTkuA` zZj$1S$hg;TJ+dT<@jD&>FF|W?%fQYCUCgv0cKz4=^e(>UXbF<6Gu%$#m08CgE@NOT z`ZKV1b{bs0N({Xeal&K@wHSB!XUsfJG6>W7mPZ7!w4OsQhL3>`X7FYkX z?}u$3-nv8*YHAT}^BAD1qIMy>&ir#8kXn9Wwbefl{!+431jEp;ZFv$y?zFo}TUKJI zZ{jQO$NcYpSc-5`q%X$`)q<8%oD`DkCc(rmdArJN52{I&BGM#hK^yTKWph zE)ZQ0qeHpfIkr=7)s%Ho{{V^xJ8E$CH`2JfubJk~ar06>dPDXND(1EggFTJgmv{2z z+k?;~nv!6GZ1M^KZPItbA8Dx`Zp&u*WZ?)gr&0o zBPOQ7G8Yo7(Rn@czEtUU^)5l%nd5e-+xsvf)T`L=I*OmdouL&CNMv<<^>O}LGAo-U ztb{70h)RHWtOHdt>tZwVggleo9Cdc{u>7es{rRCVO(x|IDlckhy3yH*PdlIHSXeeC zh5km}G+cXdiP4ABWd7pPPj*-8{*9xPr5Laq*yXA}Q+OQQ8N}V0@Ib9Gd_6LH`X3Go z-HYl%fFX=+33Vtef{BO~KZ1)I$UyJFC=pYD_mP@p=E(hupsOf1S|(0FV<0)gZF?IP zO~iaYqED(nde2_b2XjDE0}-p+yj%Ypv&yjBb;3B3K$XKeXV}wgIM_GhOsM{2@Q6$| zr$&jJ9Kk!B`*md zI!J#mAokXAI~ zVLXkr#5jZoh)UU1@wIf#B2rk3)|+OCcjIGueq0{c^v@ z3$+n=*lK3`0d*x6f#G~C-83)*9a;tu+m9UFQdlPtDz5)P55B%F z)!VD=0PGfpA}v&l@cNP>p&Hrr8V!B&sxQ3c7m$4}Y;u(b;N-g`#pO_B*C^=>$OtO> zD(J9=8%Ib~mHPc{qqfFo=^0zYXK3%;%{WjC7}3~owe8+Ol z3W2h*eT{?>(6`pb^lN2TY2c8jSo^h5OWc58NteHTeHh}I%r91|#WP@x>+t2*^viAY zWS#lErGZFQYb2*b_V+yg^b6-I7z&AC1Uw9TyyS>Usejal)yns7J{MjrI&uvZWhJDS zp)@k?Y!o9HJrFb@^lceI_5Zy~)qigma88fUhCJRMJ_)$rSJ6>WNEfH5T@ehU*M9yqE2l&cSG<1ZW(Z!U;O!GGce)dBM0(g>lYVidRgit zPqR$GY$ESKwP|Al+kXcfDU$o*Q5lbHS`~hKuBgQ26rR)U$zN6-xt=t2??!dqsjrZc zlo3IWy8J=#ZiY&(MFCh99h)WmNMPU3!8>RxKOELh{8uGQ;WsyQ!x>;(j`{U{(D8DP zSi%j$5Dbc}^vLQp;FFqVOg1S0#+)J;wc>M}ks!EAw9OK>t>>!!7$*O609NZFw?6Id z1Sy>jD+7D@#Zm0u!j$P6G9f!Yki$V6*r5{Q--*nJB$GV@h?YLOjC(C#IMJMO>`|3& z(!Q}LtOu-#4@By0czke9 z1?BPtT!)?$P)p}RQ1fbDu$@W`F=?36(L_BD1Js&82-R1bExnI*8h0N;gj`hs5BX(x zDlr{uzIlefKhXqr*whq)(sNjY759qeF{-m|wQR7aLioI`^wGIdIlp05mK%I}1v!PW z4TB1}@X~~6g<#OEma2H%XtzTO?q^w_k_t7;p1b1asGh7RDZXoRiOR40X?YFuD#7)#c6oVwm)jqk>Ast^7y~_- zp~P-?!Ka7|8wRN!HDAjJl}0G*WJ|-J?Mc$Nz^@u&vGEw)uvD3;64g@kW!DljHNUL} zi5)lIGevan1DM)=*MWay@YZs({FOUHH{>JN3&ZF}6xVdkq~Uf7xEwze1RrQ!1btHQ zSu}=?SgnI!aE4Dkb}GEQe2+^TCU)W@Wq3(I^On?_O?@25qQYG!nr{MLN`DsaOHsLNkRt$&!1%D^Z_ z(^mgQZWV>m^IM4eYwzrGs*T_^oGdofvm3Sskop%FL2_0!sO-hDqR{h`WbF2PjaK*X z)Y5I~u10=E8ZOiR+7_wDn75&c6@qJwHQs=W#92(@%*LjOc9(=q`IGuta!7B(*K0rC z1Z`6hU4$a~jUhq5hN&e!zHc{L5D<;UsB5KcKY{fa$GQ5X^}I7__kUv&f1)ss;o2Am2a5{!$5E8B(xaLa3zYRv?`@Cr3 zPlY1{A6e_i(G?iZ&5ZY9$BrnmZjkg=zbWRc=0Aℜ+Q1-e{x&`lJkJD9r>Ke}X;P zUQI06Nayl`BoH}1LQQr^)P#?VHk%P5iy@}K)TF`F9dA(ZfLGz7V#!a5Vq`BVk5KL) znnQVu_PgH)=$xTR^|D}@i}CJ9AuN~0xnt}Y?y3lcfcaSIlFvycphVdP98gcxa&2qQ zi0t5hn}7M;at^ab%`+HB3qgFbx+ROqojge>un=EJD~Spdvo%eajdRa-N-@Np^97B) z@h1UEAlPocoL;i$mo2%JzE@F>Q>DzB46nCK_b`v_lF+fk4~av;5i0NM1)Uo=$;T_r)T^&R57@RFU)nue zm=`g_s@RYc-;~NrTNz$r%)H5i7J}HRT}{d^0<%#EAil(m@xh>z^25^xCJvE;UvCo^ zg&OF})^t0NV0<1f`ecL4#yH^vqRmi4dwW)G(2}`zz<*H4P_&18Lp8>Gu0E=sXKdZp ze6({YH}rola{aarWQ+U7jY5nd#3Q|4=m#GMjX0;Sy()1LZ%F7Q`=Rz|24Qy9R`ODH zpe*$SonnUILbYwU^?p>NF5h-tb2SpV3c_GHLl8dU`eLIwdv6W^%vZ4CdWE9%6=a0R zyF}-W&$XQL5Qq#uR&$+z}yd=#~-7ZA6nUdtrd-Xt)%m7OL?v8Iyy>m zs9SZlrDkXsx&(c1Yr|bTPNQ638U(iaO6VTswg>rEI`%LLkY$o%3EfHTQ&E79`<5Fplbt;H!2m=CD?^zW z_s({{9ubB$M3G+aDb(|b;*T{%I{C?}$Wd5bYekr^HT zWl*zs&wT`v)|R*FvpE&YxkI=~Eet2mMu*}?ZXCYaxS^ao{;XDx^H7%;&p`l({b@4(|lCqJ^E#Sq|cFy#HMKfR5%x1fZDyxSQ zJum6yM8ladSS)J!az%$$iBNq1wl%&SXhHnyv0*b{#~dOT9z=6blg5Ogsz#HB*k^3Q z#$H-bj<34#w>Ugzn9SA9-ydawU)m_aR@Ac749K)0$8Nu)!-IdLwcsOl-BV2p{E>01 z4-us+nJUC9cw{GhbFb^|wyE+F?Y<+4ZB;qE-gqx@-mTVmm<*%Z9 zlfaG#?QOR~8W6pH(!&u|cqWq_8I-WSE4Lw&)VpuYJJWPRem;0|A#=J zm0!z8s4SYZON>ngzTn>|g#y8AXpJ~wbB8)JcEv&R)#BhE`DJbJbw`vomGQ}MOau64@Yt)*XC{3!L=jD$NhVv@NEUC#n*(Y0~u%Ws(cw!n)0lN+j4Yt@})rf1jPXCE} z7ta3B9&9fW(&$USo#2EFN3?^>>~%zx`5jt=NHx6rk61PwG|FwA>HRYI^Jhobb(K4Q zW(h(wABc?xEvgSzuLfIEvUNfYyK$DJZe|vV)?`Z)S?SWos+fE(@?IAqc|u|ABpaP2 z!m^pfk?1^;SLs>tD7AU=2Zap@@2g{;2Hl2T3E?M%?_)hbOe@+3nry^2Go?WXiT>b&QA)dpAQ zl@#9w?mKjSRRg(NjD^G%umJKSX&PrVOq5f#Uu^hz2`93q($CR1avcEzaT`PUtMMf$We3JWfQDXZxlVsSUOnE>xst#6 zHo(V~W;(s-xOd$y;57)1z2?Jv$*I6pVSu1;s%|J`@{(#K=8vg0rQ(-3OektV7#@i> zej~2WUZ+}WfZV23gk0C7k1IS!JAKYjnBx8zojMs5Hd_a~rM+X6SXn{nH;^D-CAp}k z5QtCo#4SNc1(bQ;+_Ri$+`a}sO?vfeiTIFk1+Bfc?SMLcP{6C06OwJQ8kR8*wVPb_ z{Jp4>1BeWHrAPJD({1MIFVx*;aanKDhlQ@q%PFzc5aB-8KQdzm^-S-u@_Pq`oFwJ{ z%@}j;C8{23w8CJGe$sALiFKUhSG1Jb&Ihq8iOlACH=JyxIiiJ5DpKEnmb2JxSKX9> z;x%y~Al#_`z^P$-9YY8w-XFlGFkXRSfu(0-PhDA~##_w8?FoW=N zF*BOx-@aDcUr=JIS^pK`LE>`!E%x0{blVdr0~DN2lK1|b{zZICtjxCH0_-+Fi@MsX zBPsmed8z~S9jT2R;24D-hEVb1TXu@fcVsI=;O6UJs6Pis#TrM)VQtnls}3p^bJ)fka@AnQ#-T_YMO5lAOZu99fus_$aJRuUIx6 zsU_KHkkmy5kQw*Epf6<_WX0W<`&?4S2xfv}D!0T@y~H}|Cd=!McFdLo-O=7Zo^@_t zo;r!>rnehYq)&Rz>T#<7cHkSYd*$Y>8o|YoC#|Lxf(P3PJwTmkB~jI3H&M0!>6@|7 z&gy>!HLH9d&Q4N1!yA;&r)OPB3Ya<56ozim!xm%Cj$s~z!JB?mwJ|%mTfmJ#Y8%(t zXk))GSm5AcoJ~qv!u+0kZU^k1dUG0OO&e{Q%Z=`BE?=6f3EuTg;avsUg$KxKMN6>lZw8`-$1vwy<;1`gZq)O1g;gRT0{`cgvi#&-=tvr zCKqrZv&ttCn8cRazaZ9`3s3?UR^1Fcbj59N zuU04zmUJ4gC?#Gci4DDFWWy#g8u*`vJvdkWzlOXy?HSkrt~9wCe)ZkA)Wi3{XA%OX zRa@MY%+IjXz)vgBQWI0%mbo33%;AP$^2`ppi9QH%E5WPIs7GNvWOuG;?&o838@#*4 zp{Us(_fG)17(N*#7&%EUju)$%{ps%+8za#Ti1xN zUM!DHOsavhEWERc??oM5F?si={lmY;R!gy)>Dv8pl%hsp? z|7YD3WegA@jqNSL4L5D0aBm57{3%Ze2u~|eXu|RTG^o@md2bT>6n9R)KNY8~|FOm1U-t@SS)v?xi4(xQzW} ziz8_oquUZ7trM5ym@8S7JM49tkp=774ig_ww!;=7xI4xG@8mDfjP+0#uyG~`1ci?m z_3#$O7s01#Uc~pg;`yH|n%w8-uw%Qw%m+a|@bArbUnJX1#YaX71XfDbpo;CN0Q^5x zfR=h&01^03wh)Ng?mzbmBr_9n``Kd@?n8tvhG9v-)mug*?YT-2Q0Xo%qH~wYlRUJo z>oI8|Fv&}C*gIPJ^*c@j`x$n`4cZm})o>RzNgx~t zab4$<>H;UM_^7LfU!aCbukRg{eVE&toYm{_DPHr=WOx07?A zO5yX5bX)TzAd^WPYwo;WZjyeC8 zuq<1b)|f}ka_o`Uhjk=5;Co@1{sPl9b1~|Wu_g3?y0M~U`}c8TYA^wU=5s)#ZKsu6EB4?^{8cImPJ+66NT}0 zt8Hs42|t8@o>B4>MM`8hP^h@8F`k<28zh((Gulcn$65(cIYejXpqN~87RW&7qzrE^ z)L?gyVkP-?vtA^Plc&3G zx-F<+(rFqWUPZiXIOhbhPu7O}Zyr*+Fuqsl64iW*x!NOnORh6h{_i(ZDCJ}@UrQ@JK4ba42sN@QT)^$vP17wz2(5SBPKv*4`uy+VoXTciVU0T zQ9*no3HZV!wwIFFMj#D`7liSL+N|Z;~ME z6O>@_r-+)2EW(C9yJ$4=#G}7zW4Ca>)-WJZ`?Dp9`z9#LB>kmhF@U&57xr8j6N@8j zz;?le77YsZ0nK34UoMAIYzH;S2+#+>a+CQV?d-VptBU9?525(aw#VGrtst7>H5UrJ zw;fyBrzGNk13fqQ6O;`AlTACfif#1}9ti~c4hQr3R+(@)lpi_$O(i%ymg!KR`Kq2b zVMRDlV2rV|tC;(T8P5a|CNx#)9ETzCZnpga>TD%xxxk``)P4WwulSeoVz-vf_LwmD z=P0<052o2z#R)2~*PI2N?B5|fsnxRa8CSt_nRn_0m*F{1Wy??yp`nt=vJK|%{^mao z;k+bTZ;1N85BD$Y!d1{lDp#;bth=6I`uPsxnJ8G413l# z4JfVFUhO32YGfOAVRreumr>Xl$)?R$bEj+P&)CAV4GWtlvfOW6s^KCF5jeMk?_kij z=Svc;41O0wM}@!~6@7ThZ=EbnIdd-|IT|*^o+JIFQzCNMIzBgcJ8A$x5wgl&{0_+Y zWVo1h1!$$SFkvN!67S4(t%hK-!ZyoFAeFV<0yLuG&%?^u_BT-#5z3KvtH3KVF2TsB z!x3kq&r^KlL6)My_CnpLM^3d4FW0Ehr*~8g{Qxx|qaJrzT}S+Io(p6k-ro@CQ`o6` zROYj$9lNC^`lpCa3Ce@!1l9RIUax`B)*ZgT6S{s4_$Db25BPe%Jn;H_a$HW9KZS&hBxw8*1k@FuP z@3?f_cya+#a38=$XDi`(Y-TCvp_I7qN8o>y!3fQ4hrDFL&{5<(@gxmmd3EpU)W78+ zaYj*s?=uf#?BVyL33a|#$evyva6q$UDgpJGrfaFqpX6i}`3HT*Ay(saD~(rbMO&Sx zsOcBs%ryL1x;3um<^jJ ze|2VF58%6)VVu$CXFo?2viQy|m$R~HV3$0|bRu$tr$5|PG}1TPXt3R&4-I`>iyPOv z=8DK0m?;H3wEKwYRpyhFC=8u(^};d4Si&=XaAfs^t;d|&7ebMR+j`io&fn<7Qb+E^AUo?S}Gv;c!VCDAR`Dj0SSU+W1Z z_l(Ebl|}>{F{zq10j{_NpTglBS}@w7M`L|Z^m+0VJjy1+ONyRkXzFJ9ut z0_$(5_al`HsEwcUaD^Z;#m~@pS>ojk_I@&Q;fVZlbUmf}Qg={7o%=b1bkeq<2g;x7 zK_ac`36L#~RtSb5%x6BhSW16Y^pmTX;;Kf_VPxtb?1GGSymJu{2{p;8v(QSRSiINg z@1=s5Rmi7pIS4Bv2pbJSlAPOfY;>g1uKu zU%9j?Sj<TKy}*9CT3`( z$Tw$%7%Ppkb5sQw9#tVynL*ycRco%IAEB3?RI}kv-o~`2He4~=>oz9VX!=vUTLF#h z?_TLjbFZKFY^BSnA(SN^duLTaG1(|H(|iTfJmz|@0|T-@fqU&X=G^^I_Wiey>Ur9} z5?=?!tj^_M)){t@Z;|i)7W9~RtNVNEO#X}aJtFQERN3-3Yww#sj8eY%Z0w@U9SQP3 z6+5s!Oy2b>%7V6YEaX8Y$9%2Y37Y$=jRXL^+Ch62Y#|8q`qV<+FPg6(zhA%eRP!k{ zkCp;B2y)OV|2Rnm&yhuZMNUJnd0vj{dITr-S|k11Jdks(esOGc zoT~oj+cf7z2aBYYu&9*c8d%N4AN!RRsj~(dsq9OSEjbsvU zh>Ci#ZG7=oPuyb_%aDXX_iIJ&X)CYg$o&r@4y1;xdb+Pg#qu=I9nl>zMnl@NzIv?)9zE$quOLCgn}O#gj(J&&k(8D8o$JoAe?h=w(5 zlf&E+ky@2ba!dkDf@_d0uzf@Y97Lo(byC1&fA(87v@3 zb3yfy+PpCon-8ujAL20-O+5@~GSyl=YWzMtopxos({8dXR~r}pR!)fgck9^oP8#G( z(uXbMR#TI|j+>EX`T@PXBAQ!!p}Fw2is~ucH|Tf@Nr252`}14jd!C4WU53edarZ}J zEBQYSE3?(XYbI6QoOPc@nWgT*0a5k-&$%LffuH}fYx&%^*=bB!-V9G&VQUq8^ATRf z^bw6qGW(IX)pvZ7%shS&WT#Y`lTH1u3PFXIU!Z#LSZ6;HlK4u0|bXMNKZqpd8{5rzAdBX^1 z0mnHSSClp3KZYfcZ;v}$sAmTO^d*+#X0zeE(-Eo?>VxBdy%*R2dOJaM7sa6pqOb2q z9$>)8!yH6`jkNhMDb0|?h?iKyEf`AW&L{jWdju+M1{W~Y*&6AT!2fB;cgE`Wl>sS| zew9xI$GR$qj@#__hZ|S&^p_kv| zTRyA^>=cYIgpw);0);;)Am3D>9yeck!sBF;t<9W2W@DGh#8K8Qd}Y|(VYC5MvrVNK zdgy-7_fy}OH#UoXv}kr55-F*-JO06t*R$~JlcEjjYo7|~WsbzZO?MkWAzR2Kwf8(( zu-%9DB8-(hMwbS%3vp#m$K5y(z%eqbI=pRl z=OVfaqC3ixJh@4w_*~9t#kVlmq_sUWKW4TZx-9K2QB=>nWwY)J-l^aJsTdy5yiH&J zmOW+{ufeA48zxO{Skwk(w28WV_gQ#b4gJv$`dn^`g>(g+LT5Z)GEe#swPwbXCT?iv z?1-8k=@K%u4wR3bJMsF*jzzL*z$1Wt8dsCMj%c>Y_RB1uh@{WheXtcr%Sxq5ug9A$ zy4wmf74wy{w)>vQAHS)~^7?M1&-a&2Shp2QuEu66= z{I%!v>pZ7_4NdZfId*~}97msQR+6%uCvV$%lamIbfb%-_>Vdh{v^!2ziAHKJYrVm? zQC0uW>-um(D<~a?QWbj<8MKw&glG&*On@o94qmcKNnf=}_s# z#u;07mfvWrJu-EATgeVn;@vW}2--{~OUVpgjGPuREJIY#KVwe3W(m{v8rBc`Kfw5{ z{N4d5B;>NkzXx0rUBR$6CAw(yKF!P7RhY+3`h^arQn+hB@iP@5bhh=R5;V9?>{saI z+Z8N4?}VbC^!_9j8%CIG`=_`w$ZE}rJe1jMe`MhsatG0ck&UyZZ|Vab1y!g-=!DXetEa90v74(kG;?eu3o;?xr!3Nw1 z&6d*DJV&yZLU8&i6skAq@VEFrX_zz_yR4ws-?A5kLC$646L_=Oc593SE3! zWKs`Ty!%|OrCtP98U<%(1R|JY6VRyUEu7Ub>Av?bhSUGDiBl8yK2YdBYK2*5wbiNs z$emNkNN$I0t%CVkK+Dy@6BmrL^;;Et&&ba*)y_10p< zzA5`O34f5gvYOv9y2-NRx`SU~2a*J_0}tj*9FTfF6d9hryp6w27m#?7-Wtk>DC;Nn z5kxpbrb9zf6f2gm*N?@YSij*^bea0g_WC!nDAPl`J}6dNx5Rd+^o)pz0w(g{?m zt>r|8Z4nBs)4})+ykvyJh;JGV1;j&YKKoEZ`Z=cic@Jz9h6q21;IW1Z$kE(s{jFz1 zSuAsU7&zt%p;0aDybx48-ERGqybIm`sz$eBGOC!68mZWL(;4nP<{6W4$}uJkHq0Tf zUW!QzC&O2=WFpMIk8R0&e~z8Pz5V+WBm)!iJnlmTxBeA=`t(fE@eEJp6zXcLf?*VV}2 zz8!nE0TLv&6JU^Wwm2IXii|alfAtY$cu6z0d9wG%zKcl;M{l)T-Pf&o@fIr9Abr0w z&&TE0cK0oe^j>%aB<`Ue3&kvs)XAOJ9fs>Nz0yq0bQ!H8Y~AE$=U0R5$` zxk8j2(=r%AN{%qmFn!8S&&Ed<>(maInd}oM=D?*J+65}sn1&oH1J@&EX{@r{8^x2X zdcM^NL?lT(9S0~6+!Iti_>xsKrH|CAz!}umM+uEYbQ?OQcO=$ zD5<5-Z@CH6O;g;{Av15YhyNpyTwP`Am`2t-oln63;tRNq7(ISLaye{>qK^>R`tEU9 z+?aez6rzPwh6QkV`QMKrcE*NMz*;|n#@mXj`kfl64ur-Q1tlXfEu$)`@m3;4SHV`r zocg431?9sOvUYRocUVc8!qUZ%dTzt{l@5Mu4xD>QH_I-^tP-nB2CL^n|O11OY+F-UfzkgQY*Zh|^ zcV>Ay^S+sY>P?Jr55p)x81;)Vq;j`n53jl+`(^px)Rm0Y4TK1d0ndB2B%Kxpvd+y* zf=*;?ALw?O=N%>dxeymYJ{Uo$jG4pN0Bb9 z=b2k2-E(}%|F>Xm-Imwv0=Q1Zrh{tYMRq_W75Ro5dP*7HRuScZ1u z?Q$>wci)&Jg!Z$M`fwN^wtdv3#X;ik$1R2Hl(mu4y~qLL5!sHzray-0; zi%3rvr68uspzK|6mR>-How8&KJ%^k{Wztd8)An0IBH>eqlkkXwn{>-{eCU+}KcEj# zzfB}+WLksvayUndw7;RqDf5_2WrB7N7oJ=M;$b?<%nQh=pW}DVqn<{A-GZNN6*h_; zQlREqaD2`k^}#}i<_+IndcklIBps8O@FkE!hJFI8NU6ss73-)Z|6)Ny?T|^9Y7>Ka zUJR5-c9~lFyzftuh4X0PbS1*C1sot)E33$l2bT;UP-H>%lX-Epho9Xd81-_^>9rzX zzHI)!csjb&Z+yt)(lWBXLmd0D<4QTdwvTkC65<)3#F!(X^QG|#Ha9&-7z~C}Ul0WF z1jY%5wy8CDVG;Gp5(gXSrFr(cB>ABfudxJGKWB|Gws#SNZ#_|5Jcp7bWpMGS!qa%V z+$d};*%s`A;pDAWdo*woBZ25W+I}M_wpig`Upb(Z683`_RzM4#cAVI=wh0~;Fj0&G z+apMPBIpB)tdu4E&9dEpF4%`*4650^4NLoyu zeu**3@yn`o*%}% zUhV-=tHJ}hf$Tbwz-sDLfAQ#6WcC_n^dF4Y2uX`XKkI}c1J92IB(Y>BiFmrDB1an` zqzd82-00+d=sNIL&io|lCQ$t%PA25@u3i>r6__NZ2b*fXFx-R>9@$gp;~n=cN8zdX zk9Et=5MuIVhne4^47<&}n zk0^nLJ%>>=*;14FB7#VSi8zG}5Rtx?TuGpAgPM@!{sWlf_C)UUC+7*MMu~%S$608B z*xkv@M|zJ4LLWmI87a1AnOA_h_3#F`dT8(tc*oJC!As;D$$Wnc@Qw&{Oz|yneJ7ln(plrJguURNj7NCV)zG62>3jDC+WF@3 zFp-Zoh~UpjKtisjw`*TOw|pJ?CJHK@c%Y@58w~3{3t7 z<5JlZtK!OuxV5ei$Q*S~j-m_Um%)B8)_0un{9(*t0BTyXiux7VQ7o{=%<7UT-$^w! zUs&}Gt>HcZQ|7D*u+xK(l=7F?5XLlNZxNnukkp+#V(ZZS3?F#q08wrrd>?lvurhIy zZApy;!#F71wn6-YFD5yvrW_DQPK4;$Ow9=6Vt3f$7^)A=Cyz9QG8CZw#tec)bc{4cLc|us`RI5mc?7T z-cF$-|5mm^B5@`s6MFGCwQ$|~s)HSS`crNf24iV*E4r(I!w>1`yPbhPd2cOtOq>)i!hIcbggk2q zWz$lDKY?0K3CL|F5~yxVHCjN-C4_;4DR|RxsH2H`>o>Td!}MmLC-myl5c*yrg7x9# zXKv1)9Beua4~mq+ed?{JmtCcOJ>2~FsfEAR0?tMqW-MpBA3&%E7hfei91^XIlYIZq z>Y@9M<<$z+UWg7Yx%C>cH9pv2?ac|kIo|$1c8xjb^DbBV?0!nflAMoCL7bkts+xV> zUX^$&6O?CoBCcTyy!Q2@V#H|^>bgVV{fZDq2)gz(wmOc(7QzIi2WV^Sad_hpVboJ7 zfk&-hUEfW{`WnAw?5tSwOf?gIYg2W0eN?~L4npIqb4wIVv;{hwR$N0fKuwww#KPe% z;t*_dSAzc`K`H|-SeBBwGJNtoHdb6kZ^v$K9}dlF2a&%fJ#Kd20yHXg8to|IEZaJO zZB_~Atj)tx?})Vp{!FjENIxC&MB4o+At;e0!wYx75g=h>W51fJPV~pneHwnP3|}Vz ze762Z`9G{P{BIq4Y;lPW;_12A1xp|*7$?$!Yc6)%cjcD*TN5*rjd`@WtNlVP$}55_N#|Gqv|`ic9g zu?<=Ii1;nJLL=6(<`@Tqy!*u>K;d$!FJk0*cxTTN_XxM8W4v&Bla24>%PZuj894e3>g`qVTLVyt^CZ#5IQK=_hexTtb9>&Nw{X{A8Lryw||J@~d1w|lkE@6U0 zob`&k2y z$!04Oo6J&LJ4lAhfMa&Pq^ssi%GU~ha}bi{0}gPC^DFYrh{0vE{^iLv#5H+i8TM0b zlQTnG4Fl`47g9pc7Kml-17YG6c4dER#Yj#s^TvIqI(|9qntt>aE#db`o%1*+(^O^apxOqTyg*_+2x-M-)AJE=5_=2FTO(HxmoifzoWO&Jmr zqKruyDo>@sOv+RuY*U%a+@ORI8A6gN!;XlZnX_&^pU?06`knJSuh-dsJWr-Qyx;eI z-Pg6Qwbn&<_(SyK!H-}kMZ8*Egl(K-F1~+3a%X=Bw2YD+uK5@}-CF+|^&{x`^8 zyM(OPespe6|7%J|E8ANW=iRVgm<(oBk*xGq2tAkZf+tXB(|`N4yv)lRd>bnVNRdKD za0r-uMM37`fH_sd-<%IDd<=5yJ7SKK+HB(1%jXEQuubyyom=GppocQp36kL+02MDh zljh%%NTIZi6eJ5@!TX~KYJFm<`lfXFW;ij!B4v&3!h0SEaqLkNL+iHj_Y2Zh`gZp27>d>=hvtn@f~jpltDXz)H;HRIcq8-u zJ)LkujO=Kk5rG+TpDf5ug8yVr+l@_u=0vXBDGXW!5iavCny5C$9?3u!Jxp9-07V=- znX2iFmFw8DJB+*)c_D#4jC)GjNv4D3AV)#D?{SRpRk|L@dYfI>YoQlId`0Jc>PRR3 z7a45#T@~Y2h-$9i3Bkrid!Iwwn*|xJL#GLcSPOXzGF<=dX=2U;Q=r6FVDrU@kSToQ zphv2pOJSA*df~RufQdjX`w0yN$Y5tc$JtWym|S4^GO&+mHkTg84zaDLqI=T6;IY`Vl-L<`4wYJT?8*2+^%GJ?;nGw+`n#ktpFuVS0f9J}fC07I| z#ZmY2b0l=sl5;_MF+8j)&Y&+C?4_Wm8SjVnTar5fapxneFV7w~f;&a{>=n0NmO)g$ z(7$d-W1clFl0Bri5EBhQ;<9{1MtKefKwS-UWS#BpK*)RYK<_*a4`lI&vG7Kca>k%fFCK2hB&Ht3jPaB`OL5bR z^Q%=Z6wNVj?#29{{frZY+57t0Ml7G;&~f?j4}q{Lndw5DTKzl`vfX9dX`l4T#D|Py z^IHUkYfIogqo7%I|8<$m769c|;C^z&%Y+T&GIsgBNOB*5$|CFPsd&wMli6iBayyoA zD}&uYPG!rqqqOQ*(zh_$2^%Ybd|qz2u`|=k^!Kb{#@JOT6uqWbmT9n6&UUjOC&9*!jCC;h`8Fm;ewMAVKLY+k~@&v1P^8F0`ze4jo`2JpHpac=)7Xjx3) z&_Jm$VT4TQfz`W3GPuWi$8|!(%p5V0S`+KN74dL1Qk{X4r$O}WjSlje1og3t z`k6ud-e04d?bvCiYEe{oYJJB14y=v-LlsDX4-(o^6$1kwfOhXemYETx^qQW(_iA_N zF|LJhiiM8JDt%=Q{d5V=u=a`_3%(MDy~kS8>mxup6cGy?QGw)M`vi9)<-mbGd|o>~ zCAW<`Ef>WRF;^!&4};AXwPBiAc7hgiW`B&dg(a*M-!1$|2rdBswi036`)gSO^g)@1K$i*8D#6_NX;9fye)m|nRmU9({Y3gEfB(CdszQ>oKu1re8oh1>*Wj}nP9vuUk7+H38#J%R z+Slhf^|ntG$=oLj5W;CriRd}e>*}*}r+)crdEjEPRgB_y81y@YL#5N4!$ z@=gT))LF@U{}44AnL6CxO1cmgJq~B3j##`)xSCFED;-9OJq&`$@w^I>DLh9~vnkk~ zWo^Jd(F;nkYV(n?UszxZcG~hFLqW%8=|Pp7Y-2|syr<8^AWWI!a5yN+Y491{J_`Yh zI))qdbsu8K*py+}$BR{!x;gzw1Y3`t*F+%k31>8xe&mvw^ zr@L?v9pv`To^fth0!T1>KP$+_N;EQ?GVX{!E^)5VzNE@g3R<)dDgbRP^renu%g=8pcXclkRG==*Fu8xW= z%$Fx3T;4wqS2+{-s|{UzZHNWUm>bhnZh3LWO6b>L@fCb<))k3OL7}5-%@84YHEhLb zn9ru!)Qem>Y2#4B&_UPhV?L@V>jD7X<99OiY#WpCv|hj2eX$Y!*nvMx00W80b9B0@ zqD@+*f@MJoIrR9v)D|h%6L8r+yog{oY<38NrDo@Al>^05tk6*a3!z!!At^?=Py^4e z)9!{a0)0W{EZzlOttQTu8r$nU4Em}bGzsHpO?)?rr5Z^5g)J55~0lJxg6p3u%brvVcyw8-kz1w0HQW+0+$}Uq2GBKyDU=ZS7E` zb>vIzPOb|mnUrU@*;dYQf(clga@Kr#K6D+8TjL30wup34@5)kM9;R6h29%CIkNolyuq3S;TJ;t)3KtBce9-!XFv?8Z|stqP-(eI06%Gx&1e{ zdYr(4Iy`}qI9{jP^h^$0iSdZU#oo)dsnO?E3RZj(i}CcC-_&Pr%^^$N!ALQWrmeD$ zp|8GrJn$^g3WtdUUL{Ho4st}=`vr4p0U2a=4ckf<3FCIpNiRox=`v%}ka&+7RLVq}N-RX^fzUy-d zl*DDAmlrP9gY+g|eJN%0Hk(h%0(%l8P9hVapLopDx|lL}1i%cFhbW`sa2B->o8c)= zOO|j{Y4!`7i>%Q%N$D7BsI@-Ci-+xEffocvwQ^SFZpoL0yLo(o-DgiO(A&ybKm>|c$rz}0it zNS(Sl$l$)5OGHUW4h=~GxShT^446(Em)U9Z8IrHwZnF3-8+T3Oc5uT*r2oZ44v<1? zbg8Y;U2-$}Oj_8DD=2c$c4$4l%Y3daT@otP4?Bqj907FHWQhO_CES(RSl|!!Y32D* zJdqrmKop}k@d@Nrv4OnQn9$uOsm8EVG-}yi<&dFae7_$_xJw@dLzM3VFu49yg&nbE zcmg)KkE4Osm5#E=DI!u8evYSXwZUvX<`DF6wHWO(-{a%#1Y|TGL0BT5_*e#jbXNx*TRibTrmT1|uzIND=5qClD$LLB{BUWW7bjc5=sOFcsmkpBYujv3BQ_r1Esm&ELz%DH1c>gsxF7nx4!Ob(wMA`B=W} z-#4pct{QoamKFd=q{9_zkJRC^gG0jQzQECy`BWcjFNguVyVuT{pQCEWGOx)2Dqz>#a|@lc1i+V3M=AM|&{VaVnHu)}3yH5L$>R@yB^o+h3V zqP7OK!Yh~J)fda~Qw{eI36D}C^^0v@vWUZK-mbbY{QUB-)L`IyN)9*tnm1ks`E@UG zCQCxJKla5K=*@IKVscS5Ndl)Ji_lyqPVr6>NB*C#gkq;P1UConK6z5lq3u_orVXFfB$mXddIteEg6? zxnNDDqZ-za)}n3P2sk<(f`UibCr_;#Qn~ztmKzGl1Nc>V!L~?hFH|(s!sWmI@f49T zBn}aB-|e05SqALT*gh?6Gk?PkQ`;gG#2z@-o*%U&`^xkE4YVX{#G3Kni7(R@CgM*~ zH_mJDT}_e70{zn&=)&~#DVbo_tw-L1ag;>*s?SE{VzrD=TGs-3e!xC24Z>}C*}QM_ z518CpG3ScU?z&l73VH@D%o8`^LUyudm*Jr|f52@zDGLd7>(vah1Z1Z{l7juV0UhG` zY9*!g8o^9I^FogU8R4XpueCR}fV}=4w>x$mb zhlL?>PCHwGo9*>QurSDGJ++;Ttg(hN-&80HHC){)_su3rxy{g8s~SzkXnu~kn+@0E%lo}d_{}E>$?k-|I-nG^w0L6AF$lA zi1NC|Zak~OSPKnb4M6736Hec~NGK>B!^`RbJpO)}JUh3JeR8{g@NN@hu0t2(kX;>} z1|rmlJtYKPCmnQNI*dJpz~fMhBCZ!xod`k`;&8>RZfcE)aE1OnI%*w-GV>czgchr~ z${AFJ>2Uy@+VJ<;Y_h}*MP@Eb5lLNO>FXP{@>(-AEp-SOb?{xO#cupMz!T(%r)Gb- zSyk!|x>8Aic6$kYenbl*idy&;))Is&a^8$&OfE2YF2sZNKVxW+DjDe-wa?$NVEC=Nk5HyTixV2 z{G(z*9E^Aw>D`n;-G-Ym7TNoSEhGCy^0@6TL;0vqrw3gKU#Qpvs_#!##7`>okJ#vbzxiHY zenR@M4cPkxcmmqEP>#4u+=;HD&HCjI93ZJV{4|WM8%5WMS%TJrCP;=(KMmQx5@+0L zDWJs6ck4{_(uz=lSi^)w;@e4hPGMSO;&n?x4DeEuk|hNo)A1VX;;EVQILeJ)Q2hD= z5XSeEz~e=vY}&|D2GzrXme}La5V7l>+ zGIxc08{?Y&K%6t#x`^_;5#54XjIX@@iwD~ z&;u0)s<;n?MV=$33T(|B{3;3PW5-~}rAFg&v43INH*{|Oji}NcSUf*QJ!he)&yCa8 zUYSwn*E=&ksWEV#zvgXFV>nt-x@1)Yl-I#QrGb`pL&l-FICi|<9UlP6z^5c^<|Q^_ zZn_2V>^{6P8pQLTs(xdtdL46P(3#E0l58o@Bef4XMIg#a-o%r1cmmvI}}{RCXuYG-FgWeZ%0 zle{)4+4(aM@#HL##V0uCBl*xy6YR}Rjos;UpO*?E+4;%o>N_rTVT5_W=!fjvd!}I%QbueBxnGTEwd)6_{dfziE)UuI@Uorw(E-73a1oG`kG6R~Np>5X z!CFwWqM6HTUgy9UbgLA;i~^0UUrh8uec|!H3u}H{hE9i$wdNLGlJyWIFE;*t<92{L z-HsTKh5!7GR8_2P(ejO*U&L9w(m1NLLyiEQm0KgM_o@G2`|i})r^)@oBCqC|1YGty z4QP2HN8X2H;u3PuiN=V#J--&CnxL=^-tI=`rnfabV~vr?QYYjXwN=DRIW=?W25*D~ z*KVA{er$8z83(~r$bt;J<$ZV-5^K2~EmsIxgIU6{h&p*Jk+Lk32CSM3Ud9H>Qbf7GHO1N<_!QuR*PwK)CwRe3dPT-Q4J;<8nh!|H(Bq?#0F4Y-0xK zFxPSHzBS}Qk1(d!}|Re;VzWsyu6Wf8|!0S{upj zKbK$XHSX~Jx;i9IKbG&MBzlBexCMTLZrptJ^Tt-v;%=!R-K60}WX3vCr)1nlKAgYK zL>EPGYk9HTB}!p1FO`D{>tpXr{QzERU;xyG%%%@GB9$NK$1N#l@#TxE*z}<0xIJ)! zKB#>9&<@f$@&|1IU9t1uYWHvEqbv^=ZN^z=pC_#mBkvZ@Tg$gTG&}$rUQH~o`ivkx zFAsRoY5%iiP4W`!HoJbypmFEcT<7vdCadrgQUPeWy-53oG(;fM;`b@+a~yWhO#s?& zaHY7le*)rRdQblCjpZBG=(U&lrJ*2*3FI4|WmS3bWmk${+`GMXl@|h6+k8NJL3yrl zMIfjWr}v8eLG^VYKGx#0(?FWh#t{}01fp#soPg6B`tJPnONFhahOA*1k}KVU12*+4 zqzJS|t3;>0QRR?w^Sck|cPhv#2n_9_4kQRYhIPi1YeqY++?#o$w=b%Vt8mqNTDn@a z!k+1KtZy6IN0{t8y4x7P`06V6Mkjm$9i>2ODMh{ux!z~bb$9M=*iT0u6FTqcdNtn2 zV*nVK9f;T}-ZxG1;Z{b6nB0+Viga@^tV~6c&`J z7K6s#r(d#nn{6i0@29dZMm$tI;ak{`3T{6^a~N^NnIR={9?vs&Q)NA|D0P0L&rucd zK!+wW2VXW<>3tZ`?|OcrGIY ztYHFLpgKU(PY6Ax4gvh^^vN>{;e#u-NF`wO0M}|p_02aDOf@s%$gNcnJIZC9tv({6 zpDs^JH55PP;WEst-quqTeb8q=t*~uD+34F%uSXm!oqMAhnz?%pRrep4kRxS`EM}U- zY=u;yP$^0(2LRIT)El8UFQws}q+Bh3e%msqlz+R8Kqy**(^rtkb@A$ZPJqLeTcHhu zM=7_JRvUI1&NolIK}3Tyt~IgLRlWgPX~%$uj!abJN!ScI`BgquA%*jG+TISgvRKT_ z(c6pSpl@#gv~G$CqWge$^TK zhc??5^{L7`M*aXE)aQaFc^5U`o7+F%uL| zU(IF<&>KFcznE*8%}ZIe|9$T~nmVT_b`NX+pB&xovz}w^Hl!&R#a0c=`RQA|MVucS zjwTr1SJRffc^|06PP@R;OPa}hVb;^KW)PhawP=!Xv!I;MSUviyHLc-dsQ#U{IdBam zj;R$9Ewhnt(f)BhMclI$M}xd`lB+CItNHdfbRBGvcY{>d*`X;!d%yB&Vo68`UQdo? zQv(O(?FM$o$sC65RvI?%Ppdt|un3RPO|d^Xc2@HRtspa{BVEs=Sb`Xa82fot1zM04 z*;y0@OkNk0FgPz7JU{)9$A?*EoWY%&Sc-z;x?{Vtg^zMK#OQ|wg8D&&ny`=uZ+~9p zbDich9QEgpiiowS;A7~5N>#g6@`3BYq(}=Fd+m^hbXzn5a%1#4y3%)Le5C-gD!>e( z0Du4wjEl;-^sCg*oJTKK+wZDWtidrMV!KAy-y#j#ABoyFWL4n5<(u26ILQ6dNE z)jHx8WU-kT15H0yaVtV~L;NRFX5XVL{#Lk4u6@Id`PxXh4ynv~VD45nD&D{>DN;mwaVd=2WXbq_ak_w!VWI5LW)c9EM63mjv@iAVVRBF!?|L;Yl+r9kNf|`dex#4%^V$D^5 zklJ@F3kgQRfB=`RdGDG_Y>xVC8|s^CmiJ(tS!Q14zKGD71w9JEd{%MoJ6wPcd#=GZ z6^^38H%qfuY_ZL5iv?!X;~d$wZImr;Q;d^>Flb|Rt$5$4R|2C;IC&LciGgay{Yw0y z>sn2XuOL-Tq*Rp8 z6s{Innd7Mkcs2_reuab@IPc?7G5D4g_D!X3;d7BWRJhS>l$e=#uu<23ILc8&IdaE_ zmgpqz-xccB<9}N{@lQUm&(sJgy$X!yH>{}1J^4)+RB|#9(z)3C>v4-+CA<*Luzt8HGlsUa}9Y?Hd;KM##))>s16pQNCu@7504&ae4YC6P=w z6KUpNd?=5jDz#L~s#heXU|u|e#!+2~a&I>M&|l~vPdGnF;7NHwBIcJVhm!JU>lOPy zVAacAkU)k9be1B+1f?JWKuez=C!bO*CXAHc;yG@fe$A#`U*f#0vO$qD!>++|{-BtC zgMMIzgFA)=G`XPx`;*{1x$P!Vaofr2zFM){$5OwDa361dM1{T&^`wkZ(S>U+h3kj>< zt!Y$7VM<6p8ZtG3jEZkz@9flXEx zN0Jsmy{xXe2Fj~;2fR2EAAjC0vALDRChYyDEzkG&3IlFSCW5nR|KiQxy}=D0pKA4I zOoE+T)50J7Py%5<2<*U#(F~PkfkI~!k0Yfoq5+Ig?f@A4cvKdI__6?=n`*}8Zl43C zWB~Af%Z3s2wDGsiIB?m8S+)-e+uD%~6A?6~*?~08a>>{e%8~G7X+g1Ho&2U#WAj$! zvdG<~UOP-5gS|phb52=qoZO>;;`QvwD2L)briK(+%9;;87ZyGD((>PI9W%AA#qP;O;PH8tqNwYqm{dH7iF19g^ykZsD0bgKcHg(?`*P~tuDlyCyTyfPqRh(Y0`;C=d%ue+1kJi>cH_zO^QYYprcP? zNu%R}d;}7nvXeiqBAeGA%+n-W4MZ~W|4O5GjqLZX6_v)5H_mc%UWZX`7 z05qqe+m~#sSs-lKY;jYdd_nF2qjayvrM|@YuZ6p)Hq=uDL>gD3clrbe1qx6TSpI>U zKyP7{-ol!!-tuTq&m52G+$C$(Ou`NC|5^N$v2P!0+>u`C131E~qGi*fc_uqPT$x4^ z>H+W(`@0pz+vA;)a1mnP*1I_>d6>8s(vg}lEDU&i$tb}r5I2h=cT?nV@-8fbAKpyr zKPj=d)3J~0iPOB}-PX6vFtD4WN>8#i#%3f><^!c~kuC|UXGUcv$CJCqcE*<`rCk01 zJc1;2Kj@@8@MTw8c%2B|0-GJd`>Oyv`qj_C5&s0qi^K+ymOb8?P1^b$8LVDmxY_sI zFzj!{AUbeI@Zx>H_kK?S%cMuiV!zK6()eSOdipU(44lICE^dCTNWa(B-Gj*?7lu^v$(2(Yd%+!s~w6357CAnOMjv7{HY489VX)v z4y#wQ7`2ob9T(~1^m2gM@dZ{=SOWEFLR?(9-^XhKdty2{?B$Iuy|GA2cJz1&vSw)>|MVE z8(iLN>M#1j2cDN(jt>C-o~kZ`oqEqsW%@c7?BW~ePsy9-`2g9sZVB-FFG(GIy(cjo zMcR}||42(OU|{E{U|jkbD$Qym79`Lc&g409`SY!T>8zRRwUN%bbA+R{R5q}4rMR$)uG`=R0ppb%AdjcQm!B1B3c(eo==unNDUvNu*uhK zA)`g@c52U)RJ?Ppq1X}Uc#QLApkciFT8+M?H=|~ZLzm2A(Ik=9TLIxd_I=s$Zm*^s z$fv5<*b>tdpkSt)-jI>>M687D>!oOo&m#yZ*^Sz`#K$2j72cAp?~>tZLBP8P#WxMyuMHq9X85{sOZ z25pH+5UW0VP0qS6!FTD)F2vHj_s3bVRIK;-qOs37rTad3Dc?Lsl~~%l`jpF3wqH=Z ztO#-qwJ?g6c0mqMhjX$H1!0OUdcUy~;FN0vL3*2iQ{cZ>4sXee8dw34iv|(PV_3Gn zs6|V7=ICnDD324PUgN@BW5`Wnx_pdZ{rx`K2%yEPL+9KU8i)9OHv1I7L}4){8oz$ux|=P zA8FsE$USmM5ehlzWMQlRY8@`?ldaXN`K7U`;Jfrq3WLt@BmA1zHs#;$5R+RYA?(A- zuV=tLS|ct0_w9jON8|P&1^(`cUJq#8G>|e1))MUR6f}Zib)wq*{KiEdMlYJx{JG~{ zXXXChQgB%p-J{xx2)ZWgZFGzhA+PRP#D11)`5=~uv3;q}_(x_rPKe|QCc{$op+AG* z-B)*}YRwK3O2qsR@N`wGT1ZgU)U)=Z_@UfcrLaAZ?Vc;vY>+!=54sl(jw#dj0Bo4v zHWaze*fRaV%HNV?oGGC#^npt{m!DWHoHuLgIafRF!q@16%Xg5)~jUNzrJf^||DY=jM>=g5^GX^=OeZx&cKTa>l!$u(6Z$h7lu*@kwv8 zaS9}XvfHz%&%w+cifT9aBD5@%06$7N6k>sMJc!ML53lq#<mF5(gSJ~`6+ z1Re9XFPB&XQigeCn~$ zY2RKZMf_p*$f!jl@IDVrW(Z&@a{gc<)9l&Q3&Ro(@O3}Ys_{N_u{N}EYBwylX$ZXw znP3b#bNK{|0e;nD)sFCrJVzPPvR9t?ALLr>WmhDXNnR_Nax`J!doD+&k?>!xRy;2T z#u?)Lu8cr;2(odcpxTE)<1Vcz$Hu3p@LS(y5wq&6u-<(xJkb!!LYU+@6IqL8#3;^4 zj$T5!dW2sG2IJc3bll5|Y}3UusSV1+T!WMbSBM(|LS8whc!44Q5(UPhRxZ}ny{^Or zrH{Ibm^h?Xij@{Gc1)K?QpzQzj2C2eLPpJQfND3_eKMOEZFtDPZ}sUW>=5K>3b{rs z-vP|j^^1+b;+TAB#AnJRjN5x zk#0Zj`RQZQhuaa6-8f=0{qL9hAnrO(Xp_n~!Ka&qzp68<(d|7!;x*ZuOMg!U;!r}=OtIOp)G z`Zyz?9#va~8%B02cY0P|MW->`6V~&Ng{TDHU#ySZzk2p&*=&-g&u*@6@62}6M;S}y z=BCcOk$LOBP&e9YeT#k2^{#0U?r+1T1?0t16?kq9ViD~ssrmZgbbPD6kc@Pmd1x-Z z`+=%(N}YG60fCpvSz!Fj26>S&7paEsA{k0N?+?0;-o@8~a4Ma^+pfcIqT%L`bV}(W zQ}|qkHqP(KoXUp>cb4h+ag>zG3@9F~LNdPUjL(|hSS`f%tx75EEZ#(bwSVhz-9MuGd^qq zHRj^w2&V~Lo7)3+JVv&$Z;87+v%z}T;rZMyfmFWVlghm6QHEd!)*&k2a)=z^p7q0R zt?3u#_BTRz4y>vZvgCMlu@@ftimv7K6d;O3IljZGUs=hp^g0N;oY(kD*6ce;w=@57 z0UW{Y=h9$giohIDxatzr&wmqM9nCJdSvWA^=9@qmnS_Ui;L)49XMk=@h_Mas#LGHF z3r)Pt>&s>@h}oYIinz?|i%W_C?vn^Vvs8jB5Y3r$J^{$*n=GJ6zML^SiRl2-FE)Q? zO|%xJ-poQk*5mwY5yQ!z0H*DuyqPX=_DHzjO%9V!(0-Vk|o+KB^!PBIr7u_ z?9yEK^iYSXG2ckvlK_j2ycWuQa*)t#P}+J+IzDXlQbWyRk=YOy8mDD`uY$DLkW`3%WTf9{Ls>tfT8H;BK6rQD z*fo_M_Nr1^v?T(i1=o?e^v2~GQkU9Uy<5(@ohnowyVz>wZVq0>M+CSz`L29A1Ejb_ z9Bm1R--JaX?w*T}a_gGe1LH))0NGD*YaUOT?()&0%H?(B@(0MC=dDM%mbQCGcMf2h zEHpO&rJgBR*b1sc3SobZ7NF+zPyt4GQMlRC^HycnjZd4aq)N38P5iP{<*>iz%XxaT>gD&`Om*}raO`w0j9&hcDH_+; zXw;R-8wI#6`F#GuCUX^v#w03kCyT^eoC3Z)2;-@pvkwt~=>+ed+(3BD=A>7I9B1%u zZa?!01!&Tj{iWu}5b5gT99)^vGIhO@EAhhK^YX5j$vsQ(A3G74T{G_o4svU#-6x!L z9`CXb)_!~FSbb%1_#+2jLb(AeU6*(TyS4iWy!k2c{D}&?zi2#C`CEfBByLA}2~Lvo z2ME*$Ka*oW4V882#ZOKiYb78N=LN*Zt^Jmp^n2r6TXJKIOt)`5`T6tFfV*73jcR>)RI%_nES0HS-R8s10|OulsROUz6%lB7ajQ3?n-%!Wzs|T(s~H8t5%g+-1CW zXWBHV$-Y3F5F1rV*6`$o`B#Z>yRM3(8#JXlH>1F+-{WZ1jd1g^+o#r7y%l45;?~?d%y#3K#U6JNHItQB9kvwC7)vx(UO?GH#~|GLiQqRXQow)| z(|m*%%Tbp}91gv=m%2$&{60}DSVy4kYtT%T4$*NU7tN`KKtub!sMGnk;sj3rTyfd# zNwhGN79XzPdRKSS<=3tHnMBQaEt`uGY{N|<%Ij)7pZlHfwxjzDCh#XdYgIUKI;^e9x04r`%W8w z=Q<<8E+k#drf%*aMcyGsAMjZkBryy-QaigVc{xMOF5g@&(K02F?YUJI&1Nm6FL#+HoDCKiF6IW5YX9IByx8eXl?tDu zT3@Ix*?r^VlC=-?&j*IfIUJ?htu_XQwDs-lg|E@#W~f{E%S> zCgW#y#M!(LO*z*QNwJ~tA$&1BRC58-z>c%?SDrPk!Wx$N7Y_l z8_A^&*}gSz)X%h%45q4Gtl8i}EVCKB3>xq`=S|1e=RlA(qy$aP-2iR8al`H_?TyK9 zhG^!sR;dPltC?34QtV6&gHo4F6YLGeh_j^PU-D_n8y?5e0nf;jv0S4a-fr>X+E)AN zDve(+?pU(hDt+~;%JKRFg=!h&VpabGZ!YsHg&NS3_4XQ+DDT@hH7YL@_2hEC|Kb&G ztw;Ie-*-yKPCJf`?tte}8SpJ^D;ue)A*6Y?tHp_ov0q&NMXnnEyqmHzfDradEb6se zGb0V}oEX4G8&Wzf#Gek9l#lDuwW+f!2;2R3f5brNsvX^?CBJIq#v(Vc;a_?Z?$WGf zmsoA$H}!7brmXkDVdFqO&ny@uDWucH{sk0ma7#^8AM85@cJDj-R0utU#JR8xYqL`O#I3^E1x-29cj1-Sg*K5v#+**7F5) z`10m|T-z|SRzL4tj(#&bR*|kV2*Jq>z$4P4t0KfXdoL@k+uY#3DyJ-Kqg#kPHB>6Z z`crP6?oq?e2TFa6YWMuy8=XIL#mpny25pvKPJjATjCvQoL9WxzcQ=VuCgBS3p06?m zOfu0XsK3z)!<>vG=Tp4*=^r`9&!r@3`@o#Hs96<#!wb`3W#;b zrZ8!}QmaJ>Rd^)j#<4DQe zxPA=UFqLZbxBNbs^X)9L8d^XU$q&($jXJTTJVa684x~jyNX00<<^$bF=+AvMb>9p|Y1Q6dv-4|e zw?GPK94&ii&V!dQbue<~w&74>dQs~~gD3_~>6hkCq#gc3D!nX@(1q_&jtC>P|E$L4 zyr?;|nz-}c`*Zv%(-eZ7_ufXCE3RQ?v6FuOIt3aj^OwIW*yUbwNajFdpumz_q3^$G zx6k*|BIo-r&NBB`kV|96q|QH$yNnif8JpsS;gVFqRbq8**B5%o*ZVcs+2$b1mOah9 zt9GVA)O9kAAwWIl8L;VkAf@oq@Kd{4kqi-1m7lkUOM{LDj-eVe{J|WLXy+3Q%6^>W zU|z6CzgwB^^iu+u0QVQ_S0#9eRkC`};$uqCWp| zLWUujiB9t={Y4U2;x|#Hls8fJ(;B88qN5jo{O)?wev+Brj$ME3G@qbiBcvJwtBFT} zQP{RQ{*2_IP*+06@YsSeyUqRS??ZW`2yh=^9kjzHw3O$m`914PV}JWFd{jNE6kNhi zkj|W&5kD(7vHnH$o@~du)UT)pw(b+GiC8aalP7a!?1Z|(0Rl;qzQQUYXH0ZT*coM^ zzb>&SU>Nh?a>ye9Pt7=Yb1XiTq_>HCq4RL46%{X1V4EeD(LNs%E4H`IL zQ|9mDTpL&S2Li0#KVP6)=uMS{G7Z~Fq8DkYC=;5&L?DV|OkxIbp$4TuT!TYs7Y$OZ z_`DAvx_?XH`=`^!)KXiC7gm<%tOsJ^bGBw&j7QO3HwcB~NEHl2oD|kunTnJLDq1|( z2JZh38K=0;HZlWrnmtf1)G;vpX}Y8P!4H@Z9al>~tqobdeSuvo$XVLpH;>>Zu-+ltW#U)7Qk0^sNr8Ps_3)UR(^iF9 zch*AS$&5cuL|+swpb~ZhYrVAhGr$(F`$UiwO}Zx7OCrbOsQvg5=v&BlYR zD{(wxzvT+$G<;1S&%HW)Eb)Ktd_YiI1lET;iu{Xa(m5%Ml9se3z5Q#&s3pzvQ&7st zNb%seiysyv1-(y0{GcJkkZZFwZ8RMDM5CJqunNNC{)*y$j zh$iF{JlG#jg}T~-T;(wXE^-|<=##Ibtj0793GN?B#I7fgZKdaZEEDy}uq({m@ppsKRV_LQEd!Qz z5E|ct{OSb&=qE*Lb3jx((w>IWZurkAfW;y3QFQ#u2mftuc|QfBSFYb9cYYFQ4VQ%3 z->2rz9JjsKjXjnGelwk%(MXRINwfvhK?~WTaU@RVfhI_Ks?(6O0sEr$;gyMY#Tp5( z5E#5O636gVthZ2?L1I)IRMPJwCMGuG=-%zZn;qee&nGf|I+4UZA9Aet$i` z4rm%)APXHO3nS22<1p*-v4HGaK}~t6dJHV!=~PeN;c3YtzNlk}V$L?j$ng^4f|7`h z!%%Qd_l?ffIdGnvQ0@*;#Wv?qy9b&pjY6j;Su8^lr!idtN2sGtJ15 zUM{OYsJS{RhB=z85tAT(yv=O(07SnLbB7O_YCz+yEDOi&PmlK_7Rzyyl?q09z8-dA zOMpGvMjBfjK@P1;(BN?fBbF=L1)Rut_crMgY3WuJ!<X=Oq*X5PAR)^q;(W$(_m zW>`;@@JA8S2j>S;rh}lXG1M`8ac35GM6T=c&}CC_%c{lIDws=3^opG)5PmS6m7G&& zDkBo}+5r$AD;WO~-uKTs<4;u%*Y`kM9|0JQ=U(a`4>oQb+}4*c3B z*U83jCiHjG78dZc&@^|gDcuWLnjCDoffDGgZkfX)RTPPIllv6aAqQpS1ljmw<%AZJ zAv_ug^E0;QxNG9TNQri(Zc>S(F~}_DHwg7P?$h62U!QO%Z2c>IwBNV7f2o%S@oHav z(``q_EI1JZg7E7m=mg)`mDD+uF7{?#SD z;zTp~Qx$P}blR%F_C1q7>o0=NDHKI^!-ZJY$6S+mgOsQ}JFh|lxw=;dIO?aW9|o0C zn>j=Nl3*j@c#dgE|4)7U`*oGq<}Piq1UOkWRf{WzPq3)1 zX@VFZt_SXooaa=H^6pFS1n7FkJ@oTEn)b}(V!YSBwTGT!=g>hvO2lA7)fW}^e3OJk zS#vd2bh&2ycTcRA%DbIC0aCmcVeb{1; z#4Em8know_>_weL1I@^HL>f}DwDTtjw?Qnn`8zo49jls7f@WF)CIwS`j6kr(OxcC1p0i{1<{(%;pt7 z!*7BX-*9MEyRAu}^!uedv6pesUX1U(rG_;U-H9Q< zSGlTECB?8g8OcZ$Yr*A< z2VovPos;}a*y!{W)o!Db*hZ?b@>D2HM_RZnQAp2WukT}2HVR|%5ZZqV-W_o%F~ZFp z#*lSRjSw-2H-DnM9p)*Qlqkm^`L~$+a<|xV8Kl5^0#U$>*Z0Z*vDP9uKn8D1Meu>< z$+m%5>P_xNu*9^+`^}By5#zZU)?0J&ZpYD3p-bDRuQ1;mDO7a;=-50xI`0){ z&9xK!-Bc;_z|{Tw1a|}T>BG*+&DG;)0b8UtO-wj0%LM@0n|xyoO{9TbS#Ty=J6jkY zJN-@Wn$z2D7Gd3x$LkyKuA9jPz9Yop{+C8OgN;a?>lR6dttufK&{zXG8<|pX77X^;5=^h_(u7;!~Nkj%pQ9J9pXMXe_+8_FQ zf9O>w+oqx6Xn{*hx?+>5feR`CaoIW;H3@{JmY1Yh2`dMTg%|HR!aww&`#FZ9B~`c} zzjQu00<=V%J3vo^jL7Z(gC=kSPOg?dUoAwPI%pvc_WZqi-1R&|n^jSp&|u50fi;yp zb4W`6Ej+lba_h{%Q%X@VU48ZlH4q7j@xBF-xp?Yiv0>R7P}ge(gpBEVK#sX6bHuMyu%?(^I$lgF0C(wrlRWYr%a_fOExs8{x=8(VSiVZ@rJgghr_)?f#S5 zLj4|xvG>kcQ%JnArmmhk+AhA4u=gPjkp)Z8$|$Zqwcs>VUfc6SF=6!}Sox8Mu(dNu z!IxY-7YByX*xWvSvBLJuc1fWC+GLm*KM`MDdDqLdncpjw&($qAwvnYv>Y9b{{5Hd% zW8)Vkpimrs1~E|K7JUEZF1)!X?ebX}A08e|N_G2|cQFmh>X!x};}P`$)GsDs-Wl4< z7hNNDBurtBm)PRGyuHV+hIu@2jzNGfQ+ao7_um4MrMs~@;_amGBY!hnK+Etl}PSo7BAyI zk$@AZw~|fl(eYqk*Q)Bq#pW|ej#)W{6SJe-FU$k6Km{B1CeM){nCieCJq4TlL* zYYp{NhFR7jYDdCTil4mkKH4o%#rl~yNA8f{sSV|Fht~1CEU5n%cfDY=uwHLrJMIw< z0>9aTuiIFt3(MUu2Rfyq$~MS#N>rd)Hmo(mVZK7^9nTsG&E*BC)YwXSZsIgm4Dfa&dUK$9BMyA~^vUFq`ah89X~>rE6Hqe%6r~oZylD`QnyR!!&3FAC z0U~MJ)5;C%h=yE78kH$|yt=O_mA9?*J0vR!1kee+1>=btF&Q476ppSlPb4+Rw=@1M zc2qs01wKo%&bKyfa3xs`H;>*BPZ9%+gis`W8)9N0D|-H0a>HL86@X&lCdT&3Yff*8 zAj|Ga0jgUct?n4p#y1Iy|Se+*MQ9qv+ zE=UqB(FRK>PZN(>EEtx0SdKkL_R!|ijN6zPaR4)kTlghW(&z5?O+MP6NT^iZNPwGN zZ~T3KUY-H2E4ooiO7xyfZP0~w;>COcn-S`6tpOWk3G?0p0b+PaM5a75$ zwh;Y>)IGT9nIwVqwosWmT>o&OF(ZCPkAI6OMq%`Oq@OFt$T4OKG9^tyvt8M1$Fn!a zsRZeNMAqz`-GvFL?t0_X{ylx3ZN)o=UpyUtw!hY|G)Ks!!Nqxm=V=tEDZ~(cuM-i1M^_?&^i9Yl^u7+MK{6MKtoQ6*2g7^5+% zh2`Y&(?j!tZJ-bt1k-c#5N0t9`0{YsV>VLX=V1cq;4$^jzfX=X6+N1-O;|ZFEDFjg z8YW=2Sd*r5J%eX*|4;INbj8rX%Cl1um@gsNdgWqk3_Hr=qTW_m;TRJ zgG=U~_untQbmuha~I)1Km7l_ zq|%jND{gWT(I>xJL;``kfD2;bXyEYBKdJO1wR)tA`$-ur~2xDL3DoQ-s{gVpT>0$oZ2Zee0d zt7$ZaqWgm?e^{FUlO~(MKP9G837{-?}M#f4-mZ>zwn?d7anUf9z-Pr@?!;@9VyCsoYWL`4FM@5@vjrvO(&H^+eU^Vh6~5ij}o~$xKl6vVrQh4^4I;AL%%{6 zrNLO`SXS4dD?xuxWZZ6r1I)C^FKlpF2dbh*Ji-C zMMUcBM*E!Ho7>gS?7DSH#AUKa>Z>seup!#fWn#_Q-zIZZX-9c|ZrEB3&PF*nPxjAcy;yDH?OB@V0AN_f zykJiHQlIQ6Bqe=xcKY-t`Im8J_&3}g9_?q1v|Z+Q^s8~u>4~lRvnx<=ytToPH2bLy zaSX*!fo}AwTbf(Y!7F34+idfdf6j92Gdb7nsNv9OlHp}>F}}wx^GHIx34W9n4y6`W zbRr)};StUkl_hm`br10_xN+aiGk*19ZC~d-&0>yyOXzZP8OtT!Cl{$NXN{FVywQ?H z{K^gIrZW`dXU%m6yOz?`gpI1V)NVJaoDo_oU48XoDM*XCJvbY#f4TSXS9!F#c01x? zP2x5lR8$;ucNf4t%K)sw(#rEvHtrM9}ubr78xZ2cl(D6{|SeX_C_ z|N8=WJ={M1^!sBtiFS1TK%N{4o=bNPcH#??Y!S`fG%xpuQkB!l?f1Y&;;tHINaCZe`w$%%&b&M1rONnGj>H4N_i%E z8p7r!uZFlckjfLq-^2K!cZiU4=Pdrb3aV69v{+PL+YT_Eq@gg2Y7X}|>5;V6dzXeX z-lLo4&_{e!VTpZ4ZlMZE`Ea>C+G0#fZ|-5MlAYWvc8%`OrC*<2_|Fm6zC;?!AZ+L* z*B9?UhYVL55JzZfEgHgiEddQ?voMoBk2{>nM14Si<-_ReH|lmBcsSB9N*Pu!ejGb@ z$seJ_pg^I;WZ9hesl`N$OhD4kv~jg`y@6D36TECZn8lfhTgCN(U+;h_oezcOSE)7F z{+jxz<0;(V*zz1kw*R>va@9P|VsB;_ZeadFm+R&^+_;g)zl9%yD{dyzdm&aL_Cg}0 ztYE`Wx7&p!9W(puo-rPTK2buuwE-iv0I}nC@X$xX!Trk-4PgpEJw_x$yu?^V?;0kS zG1i~Uz_g4LXf%kPN0*r&WBNGrKdeGJpX^aa9O_XL8e<%vt`pq-ZCX&6Qg}`;tO2qt z$PFNbd~^Emd&zzSb09}fp&_)qV=nwGc(Ad241*HJ_Sk|;do-U|J#pWt0BqKRq@42d z9+}9&j<@V)2yYu#Y&(7*W+GiV0lhuR?8o_F4lzM?BcjK~gVL{IiaGT&q>x{u@5qObAOfed+HknaVYzoaQ|cH}^;JFX;&v$}7m!N3ExC?A zyY9UUBCl{=xBXM;x7lN3x@aieTl!tOOZafQ`W0kAQiHa z=_gasC4V`?pIACgFiaCNK`lzuX1)m7{Bz){o-Z)QQ@6{!>@gSQ$=iF7R?du9Hn)`* zR^CR-AW_`b5wiE^ZtLMA>q}+qiAi-cP*+6%B?sdg3XEA9k#1BoI1XxJxlw?N4K`Rw zMdlGJ%z_Bu;`#XL);DVv>T+QFn~yrwl?Y>MLcRCJ*s;;{aF}qmz#mq?AwbSde_RB+ z$u7VdZgWa;Ar?Eve|!iivF^-AAKTj7!GMI@f_~&K6uo@~C-b>U{a-vzx^F=Rpheh% z1?~#Ud&hnIOEIHpW%9UnU+?tW;PVt|kuGyLFtph}yZRilD}U+;758V?Hg;>X;VdZ&@% zA4LPTA#w{0Os+Kav2{!MQ;Quwk5HhN9HJsc?5uiwST4Oru90_9npf(ShaI0HNGsHy zZ?0JI=qo;c6o0hzbBxw0B_ArK>g~Sb%W18nVj$h>O!?TCgtl})TTJM;T7}A=)DC{z z;$cI0cim6=xuXCNvHe<}1MktfkLwo}PK)fLUpHPt7KdMOvSj%74B`_NFSlpsSEFse&_7g>ixr z#0fcda^PTPX18*hu0KSwC(!;^g{guHI>p1y4T~2J?|*J&#n^`b<(_9YHr;SqN2QOM zpTsnE!Z-RL##B}ly^Ve=vlP7zPC{ig@*i03GQ5Tr!C1Z%!$TBfAa`NFOsU=x(t;u+ z!oOy5@|3CPU%y-rQMz*^PSxQ$+!Bn80*JNcXF&g-fqAL|S7fZYXmGX&VZFzO@AjkH z)5x)g3Z^~`iP6GuHpdjk#&v*l6+86MKAsI;`37&|_ipH?9liQ6tvnT_Qxn^ttzeHl zg}kgIcv&hUxt1Pj4|b&k+Y%fm>MA!7s5;yE9|Xwx?CKmDCQ4j5&d57`MS&x;ZrXNA zy%BvY;-E00@3-%}rtHIlgV#o)75A33uAr8?2VcfnXOEiJI_;!$bh7O`F@xzOv=)uM zDIiot5!->VWBzK%7WFq2I)_7dp6igBK8O24k4s$F1*R(qQ z=v7?rL0qrY*A-*TmO+Tg_ToNy4vpLUeyz0(!YvBFxiQixku(KNS{mZFVLN{u8)rVh zegz9%HaJ+=?LzZEriSybu|a@2lN3`4EO0jyuak)2ugPYjBNy2!g3Vr9AFnA{xP3Km^H*bzok(7ozrDdAO9;QYZz)THhJ zBt!$jrV)fV^-O*Gl8bJ0i6PzzTi>d~dAKzRb5t@&y%417MwhWRqmUv%h&eB4`~ecA z75WLC4}BbA%vt5o8o8pf*bG#>T4<{66MCR6I7+tv3V>?g`x6LHqCV)zRZ@pyHNPKo zK>d1wkbO9NIp{d_H88KN1)*6w{0ofGKOu_pJ?0U5ho5LIUnb>s2$I^ zleFWhCpBTh!tXqrawJ|Ytk&O2DxTE;i01Q;@4X{?;CF8%PE2IR-1&-3F`~kb`gpb( zz;1=hQeiPb*7;B`v+y--mpwn!Q(M`q4&GklezaI9jY?dWgth9XYOoJoL7M7l@nn}hi>}AqZpIT1EFnBN?^79EZUurr&-m~aZ zG3Nxa50u4Yeqitb^l)G7vL*J;A6z8=m`~El{m;xVnt$?jtf*CMasLbvtls`Z2s`{_ z2p36sG8&>Z7&HNUw&0BAwJS%gW5gy9U>37yRBj4Dex$+hU~mA10R__v7=hJS#Tlak z$@xS7EWDr&TxBthNjAphMUIdRSYbrvgUQgcS2dW|;>fO;FevoQ$-Fiy4ubouwtWR? z*aGq&-H1zPc^967b@!Est{h~{bX=`hg2#XDYFGg-(m{Qc9tX~t?+^)-6n}wMr9lrS z;81bYr(O^Of_nPc4h@*S-gXcf7Y`*sqr>c23yuGW^;CNn0-D3Z19`*r-(O~bLn6&w z4{DQYL@HbjsJh=gFW9V-;lp?1_fb$6Xi`sMgJf>yj9BSy`txz@jcZ7_9+?L7ls;Sz zsbs}&eQh$y)p;XNVB;Q!VR!dE^udi28cXb8u~WjA=D(U%btpmYl0xQYbiYrX5?ku* zJRcI~4s{aJkY=vff9t=$+^8)hlB=H(`{L`EueCGVq@g?asXbZcAh)q>*I>1{MyBe7 zK=;L~sJV;`81Az4NQv(&9D7`3Ec>ER^UHVc$wtRX3pRAE^C6gVJq{Aqb~DM_nbpmF zY6<7lG$Ndke^O1_18tLrhJgY|YICrhrU_<1D7$$k<=Y57Oqhw$h`>{Ad8FhlrbuQP zs1p+?_YYqMqDmTKDtB#N9ct=?o|p7akhTJu*)%eB=-+=YvittyNjaXL%_RTYZ9f*? z9CEN)L_}n!*ZKdKFW&-g6cL0`i-Ud+1aAGeP+yK~ccC)Lmj==5*(BgIlgcJq(1V-lXrJDc=5ucS{oI0aU|H=8O!X|f1^iBX;QD6;`;iyC^3;(1C zLhGjc=qrQ2fy0<`U_+X}0Y5R7u==X)`x?End_23Y!g|{tFQgNsqF}KM8pZkB{=a;A zlg7o^Rw1&u^@Sr25Y{ADYtj{o%GhTwc^QxSfb6zz$;>FlH4GItUlf`HM6U@}Oq0Tn zn-wWU+|oUBV_b^3B1G1-b#5THR-m-$#z?$jlwXdi`Qe|0Y$+lTsu9XF%Bs%T}lp! zqjv8;Af|4r5R!oL0^J$^=wIeLezej2?f2fyrr{jm)T3r%OUJ|)wxuXuE)qgf)at_j z{blwyR8-8K2A2pZacmlE^QfN;vBnv41h36ni(yT!oM6_>ME8lcM*(uM#_U1b>?D<8 z^%ben6;Wx(2;8i4$oN6iW&N>t+>&n5sQ%cLfs?@X)v?HH(*3*FDsI-8&u*y-bw+WagWuP4;LVM>mAf9l!yD{}(%p7BTZ8VZ_Ro<<&`b|ib3{GxxQe^__+ zh$%>(t|u<+w0^qL@#U65SDYtrDrqmX4aWN=I5O!nMq(LsA+tF@TJlsl(Ge}kl`UIc z(6ER?A2J--MFhkigekJuhZ(f*%n5KQhYBvd9=NLsg|nCb-!*Xxd2eU`MpShqI7rgH zFo_#WCepz!SZ&BoIsyb91Q`5$Vzi&7bN|3W{;uvpBGy4Y?_6!IM%*Vz8W#lPAb2;DAr*oAnNu2=rmJ2ygz6L^l`{@UJwvmGl6G`s)xjM(xz^TX*J8zr7 zY^>6IVju`djFy>2VO^-Q`(}-6=STwLZLD@k0T?RHlX*F0;1 zwqc}coAFZ(@>s}OEREGO{1~(rxzzjFsH`l}j@C!0mj+sR?(ODdR%@y;&ByH&@UF`q zN=x>dSWdx?yKBJPf-g20)gXu3;D_PuMIWFURG$P>u57|j3_;mTd=_I1KTZM^{;ULT z>j;u2jg~!TloHLnAL?=m0_(MWN-}DU%%1j0*jGA|#up?jKk9JgyLXx1C z8Zk3Uw{+RBg$O;guHX-ov!2-jA!w)t7 z`IrE^@*elv5>Eh2GzX3RZ22s_rTV^mc`yCo#gV{%Y~^UV(eO?@G&GnwO`E zQT%-HjYq4Mjr0r6d}Zm-Qr}00kc1!=tA30;q_i#v_IuT{{Pdsi<@BL+I0xIy!~JAf zr#|4Iwf3qK-~OK_#dr45m%pM{sK}^&{Wb^yZNSt}sC6mvqN}bS3|EhT4g%K1Bc@KU zI2nl-jrUhig9>!a*0qef8+3q*!L-AV$Hj|y`BO0{2k(>}fpS?>RzE^zBoAy1k_)Tr z|LvmUxBh3xCpI>fn`ES}M$1ly&{*m#vQ|&14buA*lwHhh_#YibW0?W~oe_m^Rqwa5 z8X%BS#!v6wCtMiLdu4Gs_yy+Kx3FE1Z=jQGJQ{1wRF6!RDfldEhU#)#w7GKG2in>b zvHR?_fVsR=;Rj2!a?>nYVw=#f7izTY-W>v(MRj+D=(`4wWfI~4@to$7%s#XpmQ@F~+X2$dz>S`Zu;4^A72!F(t36iHKbtv9Xr{<!01w3bR40{ ziRq2WDjz_OeZL=Ohc*4&H7Q%0JiojE7-hE$=S(=aYy)qU3<|-jy>ar&8H7HjwM~9- z9P=^xB|F_h5I;2aa#UR9x!Epo?k!|lnIM=Va*tl4yjHtE14rNa`ZG|IG)&AEc~iWT z%9Q}S-|kk{y#@k}D^9hEfvCl2S1cey2?QQxq@gB8ibN_(~n_b zKb`tSABdym1$tqzWGWUhUd~YhQSW&0H`Id@qpisKq6y?fCO(4(d4&N@!??II(%>Yc zCXSzk;)+Z~v4&>Hx+Q;&=-TgO;7_mh-;--$I|PD-{B9_OP#4RSP9p>M66pxE&d@A* zz7S)6=Vr)KR*V4_B~cjFmUy!m&Pb%FG%6zZUZK&V>1_m$!;6`2Dts?6ono}*Xe-zt z`s}bZa%+PFPHT#(B_Ze<#wYnne6DIRT4ij~y(@Z5_uWwv9$(!a8kPDp<#OXoN zUtRiCxN=h_(QVWqy6o;SUjv4+WibaKjxxe< zVs+v%dJbe*DfC=u*uY^X!H^$X&(8V_R=X}^3{k)rPu@CUE4O>GK|a=mcB>a_#`e+Q zxTxeY{-drIdxM`?!H7RZk;m&eWqWrwJ%DPL%g;Zcff3E+pwZHxeF-xHgDJ+Vr}~{{ z6S)RqCUW{%HKtW=XK20d`_Fqr>bM%n72W7!fLgx~!EvMk#<+90G@gCrz42s^J`xmu>wsz!8BXl}h$BZP&n5o&d-Yc!H78W=&kLR=jpMMoAf3+}gD_6i`vSH@i zpIC_-`STp`v0@A_bAC^?vj8;)c#Mx=7renpOghPq5C;o9wI29PL=7*m>~KW--T2J= zImhAp9@lBviIgog@mQE)bmq2g3DsYN<+z?0Y9lmt+e{)Ob?vNtsTEXmAcJ(o#a?-W8}Qvu+Q%9G?UL z+c_wJ_GE8&KHfEbgAH)Q5C;nTAjS=Hv4(kUob|)JA?6aCoky?9%sE_f`?P4Un+iT$ zz460i-Vol4-`+58#pnnTGYezCZHq?@Zr-YGo<^DZaAdDvx5;QvEx*CN6h!Te-Hr-7 zzNFdIp8NQ0F+=(FHUC^1b`KzH?4IjyB>t?bt9R$nU+kWH1ujvvpMn2`!%}PKy47H- z6K;VBdZVyU$vT%+gR^w_65(y_^x*Z1_u{n{@9(6NGzVK=sIsEW`sDE->1fG$Z^`x^!b)+Ic3+JNRGF!;M->C>W;qadr#xxry zCkPbvo65iDz?68qPW(0KZA4!rthJdN(@{OjmSDJj(bW7-1UmR@E6y^ki{&U(vG@Mf z6~J#1a-JlM_|``hDAr4gv^_r$55SB`eG*BQT+Rle^V<42=G?QJNJkZ{q7DZXE$450 z5PQ*-^1l2Efg%y78T;;GprA)5908~c6#MLs8uhfkB5C4aY~rE==s8t?9CLov&Dv)G z<4EHb4|fBcciCscY4#SFhjKrsi_`e6?OsI&^h~KJJqyOvHT=I!HLgdE>t?ZY+LFCH z(Vtqe=AOdWS}27Ym3BONY(`U(=Ypf>$V8wAyLa{1!AxspiPGVo0`)EL9~f^DcNEDl zfc9M3?JDW!qt`RuI(7XE8X;nH&)^qMmU285QoiF%`TbNbfI)=aGU_}@3pU&#GPHhT zdCu4HIG`YF<-#OuqtAJ@7L!S{qu#fX?F|ogTa_ZIi>eXaE1TR2adS*@2WSBIYMFar zTxHCL+F-)W3C7{B_(Puv`X1{j=t)Ge2_yYgQNG@eEooK%BhtEo!9* zT*;jW4&=Q+J>Mz2VNjHsfluS@)YhFY%_wQL^rCX6NBjl8hoT@?yK)N$fR?8nD04>0 zrr1j-WzV7|lTw|`T{S({e>l0MS! z2TIeN{TQo_rdjOpoxDqr9_7gp^_Gg@y|@?Nhm*`bxlVYh2qH+-A0RC9d@O}H<7ng@ z`LGxIJ6L6zFw8!5Vs`3fviF9ue)eYfG1P+Nb##rvYs_*na`j{HF*M&SXnqd6|Gixn z(29&fVHKH7?Ms6PM+g*0JJtWMPND6Lqjn|#NXpf|g+EZm z&|(!(Yz9iczzfBIt~aL`9vgUgUM_powu!k$tSJDN>vt|^TD`$$`;E;zIZr-E{fdu8 zlQW9H0zL+g|+~lqimraoyX<1O{Qud zTu{Pf(aB+A+69McphR0E9DRC~>9#f!-bO28%R6=hzwNCI!$Gl+>*av z@-S0t2! zNWJNYb*I|4b+)B_^gnX7OKd^>UwxH*ccPSq&b2qE{#gWUeb+>=2-y0T&hrQe8Z*vf z+0=sLk;RgQ74jCDLc0*7&Fvt0Wa=DLr*}%o!aj7LvGS>ougE^CDI@=&@3`izFYLYA zWd<*!JG){lGD#bqP$OA&jy4196Uv?%l-Ebd$aqp=Ub9)Qb;AAdQ@?Kq0g>Kzz(D2m zs?JB%)_`EB)__L($=FZFBeUK9j!3fh-F0Wu(!*c?1tRNeH2@r}BuuLS33m$=x-lW`Oj=8>$$l)c1v86J z!Fv$>yO@;s3E6vIb9TRadCb3>Ku(fY%`ysL7o_C-6s_6ex9H5CL)*IJOAgc9D*5bw z#A|rW<_+^gxB?~T2%u$rEdGb9HT58kXTo_BA2fYfVtmTh#wmh6KILc8udX(OYQ$<{ zz5W{6kNz(98vI)1)UoRg^VOaEHe$6vO}fwUMUL$gFuCeTwr&%MxVbuP_)f?{{nE;m z9t=78)RF-jN_{!^EoE_a?;RjRMS-ComcU6w!H3i3)#c4L( z)ny~UmPj)EdA5I80=18E-8U8ru?HmCLRM^E>O6Ux6VLV>^5}^l*(z-qzF8i5`Ni=0 zQZz$LG;^xVnRdHDqq;k^+B78>+nIt*-!TvcBW`#2*iXl6hw#bM&$c6VLJy&ku5(k1 z+ohl14o&mJB0~S}FmG!eH_Dpq4Q;|;c1-9q&Eh!Q>$nFM?D>7?KEBxrDeBCZb>$+z zDCeWfH?>~>T@->V(}4?||5&p4Dn#Vrm7Wpu+ZXWvky(TzL z@%em?Q)Bt?{rgV7A=_HjfyYg#(e~C~*_(+9bN_y)@{|>3IR1qG-2S%=%^2dn5g4Md%G-4+1a5$Ko6F5eFyR17@sa z*0~R&SW#~V-#s5XrL#$WQV2amYi6K5ENNiLWNs>vke%H6yrPra(yO);A0|Nk1NVs!EPE z2O!DB7s4kXnQ^E5FCdxu@X??E%DH=0hd!UowrEjFyZD_k?!iGg4?Far*mgbMd`vZ_ z)>J++s0O18Zu6zjz(LRy$+GywUFRsMXf*>?fj-3$GD>(OirPX@um0d)esjg2#cYfN zoSa~{(r7L&)NcR!az>(A*yjt?m`S{Vt*m+}FDP>!>CH2UWTC8a3Svg(OoO?M}V)bzn?Cj5>V>o_>K$_CuF0e5~y)-jJM4~2&=?U>Y} zH~O7ZYta}AfZt^&PUPP;+&7$8zp+2Ej8Kar0c+efk)Sz z*i+>xYH;NX-RK%qW&!~Dbvbc=mNBzps>E8#8&j{To&c&MB$+ ze9$IZwM`q-)R13q&Cn@D_2qh-dRyt#-YRAQcPs>PRTJ|2p<&GE#heTN_k0^s&aUyqFK#sT%9F_hr<4fNn;hs++ z$qDc~x7_w>p;bzlX7kX&3eHEktIF|n2}$LjWDHPjaZ`gvU4M%4`-upQI#^jM^P8#~qg7)D7lU$3V8 zV+3jI)9uU6CI1xsN3i%wY5)-mZQ7rNExQBBIY_MdxaBD$Qosk7(S$5O!|vG_gC{T~ z2HNd|<9_#FvA^ZfCoixd-dW@d$=6YFHama)PbHg$H$;L^kR8vHsP-*@lrfxOrD?o7Zf646 z+HRLPrXc3?t@L}#X3$rgwZ8Ou`5Jy%u~%3K?R$ImAOyd#zW%p;xxP2RexYJ3_jZ#@{}a0^s53ICF)mR_vJrvi~BM{(Au^{MnEH zUI5hWfm?}}S_`mH=B-47*!9;N9DWw!abG&BW3=)S2t*EyfGnGFGY&v|O3*2DcC&le zG87Z-St?!}Gh4q){gFT+OAG#tU6#$ba38!gnB$P`*T@~f^zxqgmfb}X>5fwGagw$T zSP!FFpP}Q=cm~sT-h^X%88f%Z2}gMDv><)13D{mL_!XFveb25YWF@>w68ryLbdVG6 z==&}I1wpQ`)GI{>kGlA&M04$8GBTdfO+o-XxMjJp)E-z~@j?jb^_fTxDS>COKLhi5 zc)vSohjq99!U01$e&Gn_6s?CIw%pWa#t?n+Un?IYLn1T!9 z0SD8?#>nrb5l38Sr~93lx57owPBc3~OpsYzDis5r>|TfRiDN?FL<=-_&|-W&J+_Eu zAw0~WXF8vMt@wg+>vu6q7W!POCN`#}y)1`Jiy`BcU_X(g0?%&tah8x4r0!9=SKAn@ z@vsPb$52c<(*zv@z&ht5<%P2P9Ju;R6eiqMH8UkDWTvH8prV3K&&tO!Xonj_N z!1v)@yh+^g^-9vmK8{wSQ_mQntRvtA9dddNMWZ)Z#&hO}I0wf&74+Q@R-@3X4aXvg z0JpDTY>c?m;Tj^5s1OxT#Bt1wWQUfxYv-se#Q78G6R4mcQ-vio#|_oGkQGKIU^z7{ z`Lm}GpGbXx?$>{^hyVFavn@Zw3h1|vA6#C>AF+G_vqY=g zO%QuIzt`5#DPo)Nu$5HSO>M59L7>r!`kU-l_|Lb25nK{R^QVEle27U#eLjyQk))Z~`N%n2)_Puxc>P4O0 z+N~z>7HS8%tp`mVRWsE()5V^}K}$+ccfz;J|5A;a|ZSq|F% zJk9pGFr#EJ`6b%rN(PVI3>~y(ZQzf=`lU}7SfGTZ zdu8sX?I|dn&hz=)7GWB6bm1GyN_0Me#TWc_r_#%d%ge1+$z@ z#Uo?+2)Md#pC)y|0_Kdx1To{=_mR?UhVzgRF5d#yF$YRh;6%j;Afrm3u+|x~;@Fjc zVZx6A!YMmM!*xmh6L87EQU4fpA_^59oY&5eR zsF^0FU*Guhn+AusyyhRIQhXsyU05guXv1YhCet`58b#+oLnu5Gt(PNK>If+DQ+=qU zvWF_~35b{3KyyD7^v#n!QKelLoqr!?)lJzeFMN4*#!d@-RSMAD{Ens$n8=B#8O1N- zk9h5UJ6vP?c}4p%a3*tmgb)e1-DknU%3rGtL*kBE7Rt&>gw@{m#a-+9u4akx7Mf?oONe;MEiyOKmi+ufmmUs0CnP`0%|B zk06Wm7hzh5!!ZfvI&&hrs2%07_`N`35!XHCR?>}~zmEuLrZc#in!s`EbU;jaVJx%s zAO7$hayi$6VEK0KpQi-ma(?~HJtb$A&**7r2-w^J6RaIUL$w^XO9u9fXCj+KPJ8y(d#lp5l3}tH_*qjjPq!9ZVqvh*BrPP z_mhT!3&QM;iPhG~+0*hvGwcc`5Ob$%hRV3hXcgYwq_Iky ztItr|s;$_NqsOpW3M_}1+d}6J}J5 zrJOk87`}<$h{7C)IHVD00a4_s?vic~dz%bH3rB?75y!En#m+JZBp$DOt}ys(muEmJ$I8|WuMeAl%$@{JR9Q8#h!p{M zzNb$>F(jD;6nlklvgV#lyI!8dC!8brpgPPRXpsa_7551))#oRsS)I*ypD~Fu+i?Vwlot z(Daj`Vi8c~KaFITISh#4u&3wwRiraJJ72%xgZ7+^NWD3_8`X8W6@ohwR%QV^IGQmN zBYaJ+?q_iwZ?GKw2_sfwMeg=WN3-`y@73JYdxE=RXC>EqFRpbBN5c7swF$352c%0O zze}yY8G$v!!3~L#CPM}|xMfYC8HP=@I6N4Voil$_gnz!~-09*r^SfqL7Pqj*Jh+tL!fc-Fe0A zu*H{GZ{2_Wb#~Rl*2jG@BLl?8qTdial0oq0M{Vam?ny{B*RFs@GWNm``R7VY7FFVq zj!6!J$gq27(;Nqb!5-O1CS5Th|8orLaI+ewMEJ>|@p#3ne>=nL3Q4u<4{Hqh=-%nD z>d`AITX4q_lbjRT1%UaUH%Zk=vYC>3GOA_Vo-78E)T|!Xub^d#Du@6oR&Ceo@eFWR zvZE+YEIWsuLYWFN2vg2P7JY97^EJkW_J{IcN#!e$+5CBn^GF^5J(klTr2K|1au%vk z@)jqrvnv{iDyK*A6w%7wFJ$dEYO^r#z81^gNsv#yr@GO@pU0|w39Gg=a zLcgb*nK4IpcckqY49n1{yHH|=IJ*y}@z9si)4M{5ORCyUC9ZxtVH4i-Db-Gpzg`|p zBLgBQYWk`j*D5*cNw;5FyxOd61OSOk%J^IldY+W|C)TjeHwJ!#VKi8fIJ9spOQ>Cp zS=?>nppvQ(8ZEPV;bF^+V>WK4=-JwyF!~DZf+~d{Wb8!b!^1Wt($($dfK ztGbPl={(F$;453Xasi~rv=o&1Z_sph1%XQ4#hs{`$qb4?MiV-JXp^$U zt3I4Tb&znI?J=|mHnP5D)HCRsup^*0F>vM?=P-faCEV|$dl4E;zhn46Dwyr+z_-3r zve38eP%DS7H2(aQ5UQ18(`+;&x~E&y3OG(l$pW2-&U=|YV~un)MBzuAW^%DyYe`1! zm>c_$fdX(8Q{SrgoDI*x;Nf4b?;Vu|E4bfSj^sMwQu9vqn$+ zyuVclzCd?SjZcq$63gG-oK^gDy)O?;29(yir;MR5wkENcpa=Tw;{Ac8;r6hPpdi#U z1&tDP6|& z!|rH%{$MA96lV3K(j5+^qMwxbypWyrqtrv-Ml$=K6!qUj230S!f(nZJ&wz z8dN|f8NDIAf_VhgCw@|I4o!BD^xyeIoZmQ|&?O2BiRek@a- zQaF*xKA5Yk=TYeSR}*+(LuRma-%E7+s`Y4hRP09?csqUyFhR`W86u2=S|XKjom;k< zwWk4jXJ!NR!Ry$6Tw#Bv2emL?ER>%q9>oye@&opMuEzuK%mKU#>HU4cZ=^FWcfOm- zUULMdehFMZ8#p=%ttHC=%op-^WjaY-SdR9CC|F8a7%)3 zZ^d#k^syX8<4&Jedmt~-)`eptzl0|zn!D66Q>E#AZ34%;WbUSo8f@3FW&z$eU8>;I zi_I*|FaeQX+N}wR@U)|&#LoEzjxhDR4h}>Unbg7aaqV{o(j~ z6iL^L)5tH0rWIlVv#4VChq9Ec1UE`plGIw_(qAbawTvp2|QBS&0odG30m(A`YHjxSr{%{z5I5?q|;c%p1S0Q6m}29_6w>9-7t9t z7^8pkOkxkuVn${j$eg9&s>aAg^BU}t3A;15(wjA=U}ad+~ovg$hY+ABOcLU#*2 z-?4SIL8(E)+C{j~KZO%|h(sp*TXu^#h9ErGWB|B^Tgt=M%obJqy7bD{PjvW*4MK7n9=XPl6xytoue79s^q$=? z%_P$E`1hi*jFj(3)Dcuaw-85ivn)#uwh=@Ey1Q~7FHqU)Q-vJbaimavEykeR^4N*N zgKG2V9igBDmNfT{7P@%9g))EMktjPuh*7t3#0O7n!S8-VEK;5E!xnbG!tXR+IcI~| zrLM05&vwF9TOH&}M%EPkLRw!F#3JtabtjtTj>kMA61JY`u6*fcts^I?GIQ?cD7>Fd zUmz ziU&gD-&GUG!qyp#{ToSe5jWu5*26%LqCiUC8^~<>>G>VUShND5JadPdh(W(I3@~eV zI~t{PZu#gvMj_H^G3-)5Zt*qk1Zpi;UPsDCUE4$ACBtdNj~~yF&qxv~Q`z)sJeK=}TQQ{^+JC^724*|Cr>P6LrcXhQz|#_50F2kwz-ISR+I_jZ^-k(tf1 zJ<71eXF~XM!65nvbDsS0vKg`4MTWH@Su$>^y%S3^#JPF7Wb8ly5T&YUjgzQm4z-mB zHFZ`#U|`n>61t#E4EcyJ^-Cqr@YoVE2!)`-(C~&6?mPM{>NzVG!DEU<9i-f=(2T(I z2AiGb8|qnf{U?!fpGFpp7=(MET`kEsKxQo_!{fUC=1b5>WlO9W?n5&ZMZ^;U$I(^s zgZ-aZY=Ub9`pjKiSwu>zAsW2twiK6hno8mTOK0kcdO9mRCjER=_mdj*BK0Xvak%X>)t}Y~B#4SuIGNJ)+al-5R^##i5GMI@qXGL} z1Z5c~f{-1y-gRMs*&{?@x4?v~jS9$%%tiV6e2KQlWY= zi(YUu*htbqaE7hDz)sRfyKJI;2CZXW4^E|6y&$+jQkqhcLf8$KqYiMeY7BmXfGdrD znJY3wVFxaWH}eq*N8hp?bGLis>x#pG;;=r!*x2}Z?p-oivYgF)BrAgCt7a!gTr2vJ zgXzHdnH|Rr{a=Qf+M!_DZe2Nx!iOYJLt_ZQLZvl(ihf{qbXf4l?DXv_2G@QQD8qb` zssN!b56%GFmqx37Xn%3fL8aGlrN~E;X(3*4oIy^!Mba^)Z34p)?!m>Rac{lj*!LA~ zoG$k8V#!Cavk zY4Ka<_zdJ+x^X>?=6X(^>h|ZLB@$`QoJ0rIqAnNCz~f+kR@V!XX-kyT;H{DrKw(Wo&^HXvmp{PJ(Lf8)Ug?@jMX<2jo2oiLWcRr65cq z#^B)JPK(3;r!Usy1Hv%3jX~3m%mx1Fl10X|k~uIBpK6(Vz=aH!vaT|z2wHODuvjW{ zGiDIs-}WB9jnOp-mM_Q{`gIjR3TnK=QInkjj(_>50$mT9BqZ>++tdTIfZ>kzx?T0-5|7R*Zj&* z>5}(OsvU;sGTj^kN)qfZSWFV;(sQYIIo;@XL2!CcZ=^4ub=uvGKh>G60EjArjOwWo zARUg+*ZQ+wq9J)itA%lf)0;znL-#MD2_~MapqOZ+J`lr*B8!a|U%8L8dL#*P2NIcA zpu>npGQiaaF*2IV6hR{r!NczCU*8P2bxmBtAGUFbQADGZM+cL|@6So|P!mX*lh-9U z4*)>ZK)V^Q>(wfk_E{b*!!G>1PrVONwml~k%3&uJMZAFs?YeGL!5eg?J~dXxtH5h4LVAJ?O)|&fL})Z+SN* ztoQ2ljcheHDAb^IkZER;cr(9tP?OPiplHvtnP2_n)osPA%Y0;Ovz;L7W1$OyKy!un1e4p9%{oFP#@pfboYJ`$3&meR37Rd-;NAfFRG40Q}RE3D`|2lw} z@%H*$O^vKT>KO{G)4pRVStn^9WBkk(0pQB@G(opx5*~lw zQO5uIk+iG-^NMU-^j{s19wDBtr*y9#iSw@qgG>NAs)kLQc-g3pG}!9dRny4^M&)yM zr@lmWE(|(TFi(o3#?bmnM?V1^_xb=&({El#Db9 zy3|@2T>nmfmF*&D;)Vxl9St5U-|tXNs)$1fC(>V6yxF57l9>jhZlZXxxV1Tw(6~h( z0yDlcp|WV~4gOZ5y8L{bdYuaTN=*8T;$ftPzu@{e{OLI?2-iz>9@pRVpMJdFX^mUg v{;|7+->vokmFe#P2R^_5|NW6WFHDKY1v#v8^Xsc14_Nky;^A1y(>MPQ(hZqJ literal 0 HcmV?d00001 diff --git a/evidence/grade5-final-analysis-2026-10-30/db-cpu-causal.svg b/evidence/grade5-final-analysis-2026-10-30/db-cpu-causal.svg new file mode 100644 index 00000000..efde0d4c --- /dev/null +++ b/evidence/grade5-final-analysis-2026-10-30/db-cpu-causal.svg @@ -0,0 +1,2569 @@ + + + + + + + + 2026-10-30T11:37:50.408551 + image/svg+xml + + + Matplotlib v3.11.2, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/evidence/grade5-final-analysis-2026-10-30/fixed_pool32.png b/evidence/grade5-final-analysis-2026-10-30/fixed_pool32.png new file mode 100644 index 0000000000000000000000000000000000000000..fc82ae2966046a991c3743927c4049033e5b0432 GIT binary patch literal 132780 zcmdSBXH=8hx<85vA_%fXkzQ1KFVYdjLNC$@9ZBdtRA~ZBRHPF^Cra-~?;t8Q6s1=I zDFH%9YAAQcwf8w^-}B}F;f{O9%@{5n%aFY9e4qI|zczjMTtktZl#Y~ufPh?C>8UmW z0dWQa!DWVPSHb_`hg`l4ev|TeX6T{gV(sB==?)`MxAbszbn$Ssd%@xbbBEixIE(NL z3GoZ_vea^;Q(7p2KOAzkb>@4!w2Oyj5msWMoA5_CH^|ix#WlPyh2p zCUfiN|9r)cB<-mE=UenG=aT>PgNna=7Wtn)bn_wB&2&sC*oE zBOxJ?@LEqgY1GP6aCPTSNsKBD0z!vP5p@V#?n_;ma%t7ulRI9#wSST7(gLwP@HI3{ znzT-K{@L^{Qzb~wq&4v25G?0w+v-rB+pljV(+!?HiUaov)4ZD`4nMw}lSd$*KZ-M|K>W{BS)S z^WtcGeyt97bo9Y%V=~{Mj7cSdJEvlbLp|m1l@;4~Eb5`(9p<1@At|r*Yu?`82riwg z$4iOaKKJzq zp>hd41{yH(^If!nZ%d&3Y)eyMz*7YL;v6TS5J3}+P828_@bES7sSftneE!pZtTg>3 zYN7&m-CGo2nOd@3DbGfj!J^ARV8BgKJF$xeNjk% z3MHG$hsUo;>%6y^N=+NXR1^6ve|>v*v^OB9w@^!n+*e1*GMWeMCu|0B?HRWC`&O4C zEKHkUijEdTvMz_0wVZI17S;ZIdEL0ySuY6f_atOjvO6>J!`fV1Xu0EraOfFtj>ABj zWN02L&o$2Y_{eJla6BE_epwZlhMOyR$o<1CE-ysi>$Zvp=i@E=%&>{re*xr$=t0xwVKT@|OPjN~U4s_u=6i z(d_A}h#+1lb9aq$fjyTzcbU3y02_{{@z<|k!wtfBDvEg~zWA1xo(IP4Sms2yY5c~H zQSca)K3yHm0T*g1=+YKKv{r|PhBIh#HS#5oP|npP#&x%z9nfd^?<()trg6s44KWrAbZq+?O~u~{hZEgG796@JW;L+zpjurbgW7m>&{yNaqV3c$xR904AgKL!D%BBnV4@s0TjhHu?pJz|@!-k7R2h-RaDBIU92 zAyuGEzMl`yJ7aLND2-d}j$d=39h+)vyZaSRNK9PRy0n+?v-9if-u^7HyII$<1+>vzHzllcHZ2R$NjYYY%)2({F*N*_jnBYwsoP-Y|nqyK?Ny zkMFXvH%b1Cq*$0nx)fXbk^2L3CYkX$p~sIO52_$}3zj399!@UqG06A`_O-V^*=7t^?bMU9OD*8deer!QEH8+!w#tw|g2Am{4qyW#oSlQwG2l=pty|cqv8|={{ z=A49_Tpe^}REqnTfdK)v+GL{)!CyHwa@Nnv+~}YR=!S3s*Uan6lagV zi}444NuGg5qj@&K`l~g*+%KHikn=kzeyIjJQs~+5K~;f*Etic(>7p$YcvUBuegTuH zp!4L>PnJ(Yoz&FT_0Uce70(z`cbCxgy@^(wI7Qiuh)7xy_MrgNCZ8RX8H3y|*};RE zjE8>0y+I3+;vNG+zPpQLdj=&&Im-#0TKD+a*xD`3e0+Q+D+gqYmT6nxES7^wUp$F9 zK_^RL7Nyjei3tg_(Ocf7JWgi=Z5cM{&_y(3^&Y&=^x&m$#e^f0#*Mv4p!B1coeVqJ=dVjY;AO6Lb3$Zbm6>KDrSEE zBT|(55gZO5;^T?jtZ0#m@?<`x{dRGYyT6c_SspV=Q&NI0Y%HYWoot>Xo>F<%NYTV+AQhl9U;;#Y;6RKBrSZ zl>>_a^S31H;$#W#HI%E)emK8AQRx|MzHu~MsK+za$suIR`d|1M#ZDA z*62F_IIQ!b*ScX!Sy`ELJt-A;KHLO%j@UE83fef$K`wj@3bdcqnpZh6u5y0pOLU4G zW0}fgR85w>IE9CHB5%ChrI{24@J)0a(=nSfx?a>ik)-xg=5<>_DR0UnI5;3Q-IN4kn2Ta&UP& zl1vq`M7Jl6NXQF@=LsL)LU+4l>=+WRI-mItx|TJwt6qKpA##G!2}9q?f8Y5We1-ek zN7&%gXU}Mh1tQao=5hhHx|;kW?oyuU7c}dHOntSp*Oh^|zARWriE*t4Y)kn{-l$UQ zPz2XqoFckE5R>jb82(}oLbn8ywDa$exWg(~%3!f^0x91=SlY)9Noja&{e1ZKSYX0M z#JX1rcZ@;7H!2HQf=X$F!kR%(v=b5%YB+{t`bUWL*plvU%>a~|2M~DCF{N$B1G_lq zfaA2Tk}>CQw+blZ&bM2d*(Iip`mlF&28i$650q@~9Xk(u@BDg3m7jR*G*zQ_;jnmI z?b*kOI{hg(N|+(aXI!I;4gCE>ksYIYP*?xC^4vdJztp6l(Y(fBGk&j6*Shc^ot?2B z3OTc4OP-lLkNKP`D`{=ys#T-hdLt15%^Ob`(nsVu8+3721rRVa|1Xx= zyg{u;qls#xV4~O<8eBiQ0IeBFtbzKe?`5V>hHg#0?50&u@AOooHi-DJpBx z-eax13t`MXJ(zN_r?s0NcHu+_=NLUQzFgLkt)(ISWS4uJ7v@@R5h2S}S(rd|vD3+{ zZcU(kzl1P0qI!p=u271Y1TPq9ZBff8=T!dIY{|2wwsY zufz|3{^-IfAn7GsElNvKRK_mmW-YR312t&~x*E_Cz*7eu0RZxzMd8q^HsfY?0}F0o#j($#mj4z_Wqof?F*wD!aBn^t(y zLT337Q=JHFY?QvkYe*n2F1|ipf6J;PqV3PrczAKTw=z~{9_9(?QIRtk`r!a#Ci_p{ zysz+iV1UBS&27BFvuN`itZ&g22g+Z&Pkeb}qr~sLX&X?JuRneWeLWMkAAWRkenwuS zRSEF^43?aXtoKu?%ui#N=A3g`&$Zitc_s2-trJ^Y}0i@q{HM(fEV* zm?R8SiDKS*!yNcIO%gsl3$TJHw{HHcOr?X5+uPe+9+FOh9v&X0rRLvj1q94d@$t9t zP{_|5nkb4=f4v0XsK;c8_y(boe4Z#SK>qp#&1I>Ls%$@=w|K0^waKWOH?nnh4_Y~_ zcSO=l`0ldaV32rqhC3{3Ez&K>TxOK<`ED@*y75Ys=FYEn5gBA&o=xtb7QZ}VV6IoD z%5EIH6}>i6v;gXwM%G_~Dd4x(w~mg&y%hlAgd0)NbdC(4FN;>Ag?iVUU+!xMm6
XQrmUl>+1`1n8?rP1UIUXZZIiSU{YVv4d-hto-lyeP1W$3 zn3xQgPd5A2Zl0^BiWN+OrON_C@ao|^&_h^6MfK7<_pxIGu8ca3UQT2*f}a=RJ)RN% z2dwPuDKn#K>wADVW&#RV=ZU?O5qM(93#oW&TDJVu*~wdDAox`F&*0}wzvWE`_O4dj zUGh~*3&g7qf!5Q^O@NFpwH*C=Plje^W1H`ay}z~L?f_o{NTL$OV~=3EFE|?-eIZSgBr_2Wo|9nWoZT@>9zII3}4I1Z9AB-aT5JdW-U} z7-fKNg9l`BWV3;|68mYy)gk40b{Mui`&I}c=5-py;LW>v0Oh@@v>CW3phSF$nVET! zn1t>f0)bFVRMpVXukG*e2NVAvD!iM#gDq<<{O}b#P`%C=F{jD=eyUtUfESZw$9e-~ z0q<6r0jNNqs6oV70sDZZ*mncTz@a*Jb9Wl$zx(bat>NXqeJ=`ZYYD)4TpH><(0ND6CQP^x&Gay33HLM#MMx4U z2WK_3=O-{JHIa-@&!ZD}PFreble;`lRey4 zYY|*6YR_-0*`^}?iI-vH3^L=&Xc`)?GC?K((UwSQx(`xhe1!p97`_-BXNP>xr5mpb z6SgDk)d-zSm-Z%e-oL`KOm}%t#VbQxSXkQ|bv~QylnAX>4vU5M*^)Pm7CUS>AfgE4 z7+K}%BulM2qxyuum)rihCv$$ZPiNrx~g z^#m<(-dIFh zc6oW?#l>w_ZFQ^dxi)SBzMsArM%@ylk;RI^Rb{l`SVeDTBdTf(-5V8KR8-VsD1M%S z=qKt+6&Fwa!Od760Xy(z?Q8@~Z&>S`z8RncWQ_z8-r13RGBOMXr6xiWWA0x-Q)Z0& z!5eI|Dky0Ag;4MA+|kYg_cZ~=y6h)0>!GHNUUy|>%}lpeZJuI>qSWvFB!qd zgeJ~zfT@?HhsW&&FJ?dC1ig_ja&%lI4{m}|DFDuY>R)45G0&P^?+F>QJ0NJs- zj!;K*NG-flvW~2#eAUM@;cHf+_2X!(cQoNq6mo)#Jbbh?l|H+;m@wlOC8e&U5s77#5qP>F+Fu#L&;tA`Ljf5-A5QpyRlr3>rf9>g5e_x7*&_3 zXWF7~UjRl4^LJX@=R86Nz!kOu4zn80*J|js>bp2Ul=IXu>cKBMr3_Mo(*39MJ{4CM z-x!_IJEsD}AElag>V& zVBB5?u};^m7O$YGQ&myzE6+4#Vm=dhRD4VtQP;=ZnNnS1w`)yliauP#GLQ#15 ziG~t^{%GHNfcx2rXS`Lrs%P}{Y5$LY(R!wr8`WbK0i{cSi{iK&XTMJRmceA{ZA4UG zK`svnYs%)a3Gz*}3A0zY)w|QqN)+9F@Moxx2??(&A8yX*DaL_rmB0JjT|H$;D5GS; z*`fcE!#^;jA}y2(ix>2?_~XI^>OGBzVg8vF|&+_H)%s; z%(ULmmF{Osf+6ByC}@g_Ld8p{zby%` z5?J&~$Ssc=4!}A`iQXXv%$;jw>b=%q{$7bK`d7`{ghS&zR|lURX2hzs0JQ*eHlaH% zH&$%f_eV2mh#C!+zwDK(^s0MUqR!nPNZYyR{l(ek_3*k6>&(V6cd4`Y-V!cmhYq^5 zp5?YMLr+ahpmnl*`CMC}X~++wE#7Q@**njizNCP8mUbW51uN@RMU3@!Y*kyE!`?u* z>=%%#7LXu+n+2!uD3`Pi-m1=6GK;gF`F-WlDngz8#M-bl3T>`OQs29sS_98?G0|zC ztQ$)tiAe|R@uq}sb~YYy$Bx9s#X&!4h&ugjnphMDSWat?n1adC{Tz(!k<-B()jZIf z)DP=QjH}Hos*lpc8-#S=Q_^-3JEhb zGkX&n8oKFeHwBFZ9K+zy2RH_H9GV%upL)Se?cGG<^;+?*!`YyLPj~@nPzAyHaarzk z`)hqoY46Y|`St7QPv#}bg!KIw@@aK$5IVqz?5C&Zl0<@S0-u6A~ttujaBb)kCy zO6$Ji3ZNKhHhOPmv^5nOlocLE_A(1Yl`@K%>F82wTxMlOslIJgdIi82{UhJK6Oz6F za(=@?9hf>Mpi6b398OS{9jML@j2Do$du99auoDSn&i8F+|0eWeEG&;^4yWM*FhfPA zGQiLp_Rah@L_?1OwI6D30f@@RFbIglc0fn6j@As^M6I_RRt{FcRQKzEQXkuWyekC_ z1p2yqKT60dEJXmbk*l8Sao7rko`$VKfLZ8@0ltY{UR^C%26x7f7iZQF*x1?W)>8p| zD>&o9w(Rvw(;{2lmsE`E-IqLY4nRb+Lw+9>_hhnV@>>_GRs$C^vL91UZSJpiC{clm z)C0u753ktu%D%zx%EfW?0vJw^nI5mzcnm;x*;0qqhhqbB7isfucu`MU%)P{dS4v8% z1Yj%sKnn|tumEIwfU|Qw9_%_HaME7u`5EY>w6DTJ=cmW@HTWKR?D>!Ic=ulr;?bP% z&nDl7{m4)@Y5_B~y`3GQsqX@ZcG!c}Aw{BxtP&Mq{i=wr-^mUDPKg~DajI}HFR^Qg zE-?r40H6`txisyB*$*Q(f`G6-I6X5XLQY`#SkCr-^ad82dH|Y!krOD;68o6pkjH?5 z^?V9+cXyw>LLu{ESz1aeHSHDCmHZD0NHnqS5Eb{wn~MX{O2sG>~q0pY6&@2Awx`V`{wu_`0l0 zw@OQD2PXIXV&Uep*G~>MQV;gW%=7rnnhYP7reWeaG)F}zRX-d5w5s2k(2bEB+m+gO zT>Y2A4SW;58Jo#`t*l{hWU)B7_$tus3w$T*Z5e!!pVLQgcJ}r0Ih`KutQ|Q5K`?+_ ziQxIg(cf?0OgUaa51Ubm!8RmmzCJ!lWNFHR&A{ce&+w3m4JdNioUU)!KrXeM9ZXe4 z(u)@kgtwlb@N9H42dVi1pMyK#4NYlb$<<~c92-C^YJl}=lYW0gR(0F73q`i z=~A95#&xbACj&_wf!;DQXCgx7gLF#t1(uo}e7RS7sve$q5)~VDwZ6Kn;t7+YpMNr7 z6su%tG6sq77PJffgmk`|cIe-mGsaFRnU*Gswb7EI)LQ@JT{5iEEuTA}Ck>nOR6C6E z^Ko-?8v}A$Gc^fkk^2`p{r1O1jg7oAa1so&n-hB`C)n(DHFcVop+!j6fWxQ&mqb2d#)NV^1Tup)yhb8W+LRk297(A>bQ<-OvEQb4q}6%*+j^c1-+ z16+)$G!yS%%h{_;@mIP;U+xW>Kgz?W#~oGj79$#ERVy1uQeJtCr@ip*&?XG z*O9%K2mTJjHZr%K)?viTj5+(M4$KhsjsLPs+b421Oy@w1@J2^ z#V#-BPEqjl^IzSQ1@^P(`EpMJkK56w)4tQ>4e3Uas8r>^}vX(s;9jfLahab&zgq0Dom9r{itld9c$ z_kQhM|8kPsRhLrhJfm$D-E*6PA;Mv-w7}~2?c3S1#$jZ%nH@r+)_pcQ@@FRTht)Nu z^#hy}n2HF;Hl zMr&*9B-3%=8ZgGg&Uk0x!kg6*wPyh77oM@rT7vP|382Lf;9V3$DitDIc{=+kCvjb! zog70;xtgfb4l1)x7MJ)<8?sxXmy+;eyQ#qGIc{sM{I_|nLdWeyxDz1567Gv{8~S5* zGSt%zkefy8F?(vI0-#YRTKd~WriD(*#1aND4Zy{(l^j4tbWK#aS$>^$O4k#SrQPa(( zcfivt>M*`ZO`S(a@s70N+qb7wbqKhA2+iQO##3J_V0tG#u%iSVzF6w7amra7o>@PA zDrwd5UhK~&+~kUT$N)TZ;c!|H_6iL(wTKDdxN_h}&la{4lhIi0nf4vZ{&}ZX|EJ-9 zenyL(->fOW$47;o{U!thy7M<+vFW}up|#Eg{l1X*6o?dpz#9hQcfoGQLPuofap|%j z3U433<+L%hPsRVi{b|Q6;`1YoE{R-W{(GuUw{B87QThY|g|@dpaVIH}-xRN@En>a? zxy;!8e}z~ig{^yO9A_Ft6|s&#n`jxOy>#1bx*4c$++f&${Wd?}_xu?1qsbSZuv5`3#w{nHUEBCGcvEpNiX#S)>G8t?HfW?KeWh9Y!A4X390tkQ8 z3s0XuGX(0}$UiIg^x$<)4Zgkn_p6J$*hT4IfBUcB{-4U#{4+=Xx${5&owyAzk@g4_R}CV&3_ctQUwzqBE^@c(jHic~5nDCpa_Z!Cg>-$zp)gW?kVi;j*I zOeX-M;1|?FO*dHY-Q%A0VKl7TF^U06AKUBITB$4|85?PY>G5%KyNl&I+SV z`yd~+4bAZM8WQ1!iGI7}eh!VauKmuahzQ+UHdSQrekc3XoKW?@KVxxU2#itZ3>ki^ z4eX<~f&2gd2#V-}vu?Ci5B76rq*Dmu)@fk*zklZGq#gd6|L?o%e?0)b|C2Iut8n(L z5Vy0lv+s!-9@Y&t=00^_NV)^;NcI1@M|C~GmQYewZUgx8FDk0ni;IhnTQ{91-oCxI z`Aj;NzEd}(9}Hej^A?%u>1lU2?0@ffu*@I0DT6V9cUXY|Rp+ylN%{%Ntw#!OyyJef z%w=X~l-k(CfRhJz_)Xpd3|)AE9WDr+|N15ifHwBTR{vw+K-`8n!^4-lup5BGQh=P= z)924)CNQ6%>C=>;3ul;z3`j1mtR!(vJ*|lc7t=ov@+0_!oSa%yz@d+IE}W!OV)Tw0FVTaK4g$>b*}<532(OcCW{c`>B_bYvN%2!1ltPCP(?*NJqWHW=Sq72;R>ttwDpq*+}dC*d#v#A zV`pcl4j&EBp!@f-*07S$#$CJTL<=adBH)uHflWYdF7j%(A1Q1b8WPbQy$jkAcmBHU zHm^Je=)_qd8pM4K5U2NmM$Y5s2LJ=#TZ4kq9{TCSDyWe+(QR=CUFf)W*M#iMN8C1g!z)7F$O?``?71{nhq-p#+iBg71E>On0KkZ#zorEWfOit{@ zw`>03KDQ4J`V%}IH>`bV`b&;UG7P-Gva#JsOqaQ-Qz}}x&+uOR{8G(N8T#(&)2%I_tFn216Qe$K>QdcN(U04jSP?^8hj~VA=OrZM;h9R zAcOI};-xM%n$xIA2Avm$V$(UmHp;h{tbn~IJt74e!rKC74BlHmtB-cFXP(6A zv%Y&eTxx1uz0>_EU?@+sGg-vuliPwqC}}9N*h+P${D*|p9^^sGK7|qWP!Snd&{gKA zgTr>?3uDCOikhLR(jxfL94_3bp_jm`y6~Yg7ZA3Uk)p)XysVb37M#Wmo(!_A6vtkd zmy?qV#R1YH;E7iu=%DX=#FUg>oM_K1%Gj`f0YPv6hE#M~HTB+M7%fryRy+=~MXrbL z-bMIj|2+?oT{#eMD$!knH!IZi<9GJ6WUQ^xvyI*YLr(GB4|i$W+S)kt-9WT1; z*=R%h>FR@aCfa?x&MNJF|5Qmn*hM}d{PGC|s1gkCZ3K-b$py8LvZ#htm>eo^9|1vr zywZjOxPkBR!~`S~^~N&Fs}MpFRnS-tYiry#uUEI+LUx8GNodo~?*2 z6_TOY;ed3!WB0rYn%+AMk}`{D!u_QWs^}80j&*zn(wIKXZ&567;UqU(@H)Eg{#T#~ z3W84g!1nv+^#CG>Goy}VZT77w_AnDY4%xKdyj)7N=GwAt32t@2LfT0n=h_$Dr6S7{sMASt3?>m#X0}R*!RN z#%vin{qYHwM)ol`VU4PogU43FX+QCNnR}|sMY7wq2Fhq$Ps>!;M5kZ?3QbETB-yn0F&p+ayLi^EPp%iR_4?cIlDxF)<+zEIc`Jh5|bOek;z15T0`-+n<?8w1BlyLWJVs@0b*|W57zb7vnWwe13I_)3l+g8)6|L+X9>MZl&@gtMU3 zKn*_2n$JSEbZ;X}m=)z=@qqnMb?_bQ2PK;>5S@fnMU|u(i?q9{VH{&BrVj7OzR})b zzLGX`$wu>Y`@;FGJN91f#Z02!Q#_R+O}IzxgM42DxMKbe4rC5eKlWB5Z?Z-P4~~xk z+A%Wpyy7`4?g)^;=Mc_87B0vTWs{e?%53DxC3`D;6ja|q0$-k8H83Oz-@;d#_%RT? z{W!&>TB%(vcIt+336KR|G$rGuBB?85|_kFfTF;o*x_@ z8o=TK({ucUB9(G7Husq)(sQo@oEdnPq1>0G?1%Gt#}eVHelA`0oe?%uBKx$DUeib0 z&BGs@7C*x>*57d$+2QY*=>G*mBg1EW3(JrNK$rV}xbh~)I@;9d^6KQ0fe}`Ky|()6 zS4e?QUSW@n@N_uYrJ+V|m+`^#?e&Clu^It?=06cU=vWnLsJpsNRB!x&k`qLAw0nd5 z?ZlF=XYDhrUVSsUVFRBrI#;s(e&2-YjEbNU&iukkD#hmgqI_DURe+N|42I1z210TmOg%W9bk#4mTc({ppJLBD7edBgZwjfdQ4gwR%KYsAd*kQ!KxiBfXRLr0E=D2K$=bPyeTi?5 zuU{h{#6c>8kYHf4*gKUBXX`BBD$AB^NFjONNPk`uGQBGAU>hV|e@5Na z!n~q^!j$6ZZye0jC_jCQ(0Rtb?Y})I|9frZI=G&85LnQ=kE&;S4bD^41>nSh3SUmP z=P;cAF{DrU&ie=4J+s10s0aK%>)ft@GYH&hJrrVVw8Ntmhc}IZTbf#9`|B;GavdLEZ41W~aHpa^#z2zGdTI{rpisNRW- zsJ{=3TAYquU`waShUP){treswPJwS+I27Vm;3U}**XOZ1$c6wR2GJL2xGf`dc6K9P zObK(Ad=pvuGdtLCq)^YE*HzLRkcmhs&$Y##^Z4?DcW*hp>!cu~Eb~i7Q2sH}2Yge< z1$h}gRdH_+3d3~QmW(u8X2CPxBV%jPOqa@W1_@!?UAHP68_(pZOu7u8(Le#sfGOyi z6)qVWt7FPSLd(+Av=p^A-BR_YL_&@HXitlNZYQ4Fp(a<^lFQSv1Qe{Fn+?Gq^3T2a zkW4-U0`1zA!+-mrMOsCcR!+>h+?<5D*-Fp*6}sJK+?m3#63bhnqD4g$c&deGPb$k= z)!N2-^1PHK^2RleT2?#C5G+1%H21{ILMF8T;G%59+iVJ{EFv#V<_NSp(Can0vjdwYRfDsTp(b5s)x zt&$;gkkLeon!q_oR6Sx9Vc`xOBe%_INh(_;jIGN_t;V$CH_C5QlByUvIQ9!DW-G%5 zw}6ORT7v2)CojD!VLW#g66#mWl`rPh>ddhvAoucvGzb_8U^65g7Y^+HWVBm|N%kI#fz3 zXZ|q#E^UWLe>m?2uGB(irc|W{dFTf35&k-E(isXOEQX8*ZrD*i25B!fSQYv_T^JU= z=>|;2NPNo8lQhPvEY_lwu&ny}`Hw8cB8zIm0ye|6TaL2+G2fR0j#Kew{FokaT-GP6RTBf)(8|`evXU+!v{5lF*4=9jGLxK# z4A<%-Nzj^eM+ts+O19Pw$tc9H&)qE-T0Qjyan%vGK9hx6kd+x0wE^i|&%^HTyzUo2 zoBi~F6?9i$!&D=-E>ZTLUK!thSo~t2bv|nRXp)kO|6Q7E3qK@nT5+ z&e%RPL~jXyEF8zyXxK`aOL)MRioA*r#&3lzXK97jh7Y;;KxC*GBG~9`A9}ILiDTPNoAgb`SKr`z78M zS3gl{j5~Mb1AOy(&gqr%u`+R^X|qemwDFMB=cz&8%P5RaY<~KVcK^6^-aa#oNFM(N zHEB(Zxhug(J3MxAT|;qN_0bEJwX=;^SANaqvaekH9y~|RXIIi_PyYBwqvBVe>F6eo z*!R+#f{bzm>?U439DF`{pUSMA@;NV;hQK36V%82Cq9Rye#Qf}4v|Z4}p~P-&TNtK% z7|Jrw&rs!`FdgMW4ezBX9)&rlo=mBAyTQ@j64PXkdGT=DedEvbzJ*^yv?;^y%m)?B_~ojLHWMC6X7(YC;M1_bxpn(O1naf_B<3%91>wv$=k>lx>Ru{`(T{0GfER`_8&me~@9b!G8lWjh*&+HBla<_- zkTSD}da^nlsYA}j4sGfkD=Yf8pJ13jiTUtZGo%Ld{4nsiw6a8vv|4IUSkbGe z&am4iE4)2mwnUF->(lobalmjZz?pL|kdW}I!X8^PSRlj0L55IogFo(3=2oBhtS$)| zfF9ALcT{&nS&6y=z&5S5AE1>BY#PCitAys|&3~(H%TM)b4H&-t?kwH4AUZ57Z)pa7Na2KHS45|(f}T={w1&iai+R%|zd*4svr3c;Th zGL*4>xbuXTL_;;Ep{j^fH*v@9b&<{um7iz@b`Bb%vTBR!^I3&9`_K%{jZR9LNLK=!dE-dwA&)oYQ)Z&xBlO zCV2@Y(VlgS03FgvGKH z`W4UMMjhTrGVaySEDMS%S8JhL=;)6?p;E48=maKBkMZtA%c=*Vtcfq>-C8o$vJoy! z=({s)=Ch^WJ+~`S_Q62Gc(D^K82?pQ$=9jd1NoscRitx~hjXG|o2uOevR*vhAk}V^YIxxq z*|uU{BByU=SaA8frIw|A{cx3TaYG&Hg~=)L!_b$71Rm9KBaYjJcuvU~x8~LX>3BS; z3mxR1v6EjZR&oz!MUXMeG62SH5U((q0SIQ!Kkz73(#K zF{GLeiBw~KDg`Bm$S!ej-$P4h!(G-oQB_5`J(9EeRaH-t#`o(QdBpiyw<=JGn~8`J zRdK6f1nor4?+7~sD#R#JUcg}Jknpi@!{@e-hA(4uDzx+z*3Rrx>lG&1bSOm-6s_J^ zDZnz?rbgNX4V_G^Wrlb+FD_592l6b^l4Pn%+9mIX*YA|WwcUXPUZLi!D;A@M=?&>W zf!2#I1P9JSE}DQl#<#t`xmj8vR}w(ht=(;B{XQ^xxygt_pxdWMds52JN=DkUqvrjQ z8~i}U8teBFUd<4>lV+SfR*1+!R3vGKPsLFp-BA(f`{~5)k9%rWX%B%`SqT{c$*iZ~ zAQM?g|6}3Ohy;*&PB=#>UtYr>TP2lJ-G)?D5dEnMX=>-E3t0&q#G8ac1G>&}!a%OpSs3!4(Qs?=XA@Y*KqXMCHh*_gWjQbckVyF`d zIr-{EgIkj!Lya*vr3A+mnZ1EYs)){H0P)@0H=<<*I*pSTspdBv8`vJ8S5szkp$% z>JvJB;hE+W51U^F#{fmsLdWU)pv3o^vcql41zK)2v4Q7g%TId4_Wsn zeGF5Ik17~szdsfeXAx(N9Tz^D-ffq26_FvsjH$iu97%Uoe)lXcp5sMNwL*1|X zz#X_(R|M!@p3*2?jmMqM3UWEet_CeCOk5zc8KBTqqkfZ`!=QM={yiPD=#7oV4CUk< zN2nVI$K^Me<#kDlJ|d}Rv=HhYr{=ilTrw{Qc{(IAFD)(Y=Ue^>x%-p4Uk0Z5lX|Cn z)|7 z*&=&|YYss;J_-*|dtRy99f{cV=QA@>di*T6deaj#STQ?RYWhBun1W7b6r|X6lQ}ko z7Cm*raQX^&kFWuaoSF*tHvmAL#T$uabd0QBr#?k0J~Tk7bwW428x#`oC^&6d z>tq_*Y{^Jy;x^z06(8A-rW@T|sBF)VR|e`l4&(RkPR{i)q2s6`#V$G#rwLYhP3_vm}U(@Ob|kMvNT5sM3&wvy`^Aw2C&Lo1dN_sI}uN zySl`7yfr#zHTs*ry)0ElVj`~ms$h!a8B?0r2yMNxVLs4`Va>c38f?=;HF)1eX(&9Y zRlND{7hX!VTE;LBaE3-nln`w=L)qjs+tSPpV-21K>VA<>%Rc^$P9aAjqCMjMdmXIT z>L3x2>7Aoc#wyk--;IS4Y@rak%ADT#)0Jciw@gx**8NfABTxXt5;0eZZ|IUQgUnzX zID}PLQ6*Z@3$SihMRqo{DT0LWuzCB-^{c^f)lMI?CZBR{Q2{7@&W>4)mdEBaWJCO3 zW~Kri?YWc(5voKsGW7?^)jcDFov(kNdp<|Y*^CHsZsFw$d!<_efMN@Bmeu|Hm~+FR zyjqvHm-Q()&3~A4kZ$J))KmN^pD-NAKsk8M++C`H<&y>M&XmeIhBdo-xIP77RQKJ+ z{#~pd!O3YlP7f{?=B%sJ`6`N=z;vvvRJ}G4OpLc(Nr-R!OG}09ELOz&>W|$?@3CHU z5|-d&YaLPz>SVX(HP3)3c>Ruqnl#;vx6`gfZ1OwsOKfc9cH|_(wl0&u2wiLdE88W!GJtSk|6NqX|MI}3r@>nv-P2;f-qXYm z=@AyI<)ZwapkUo?A`8y?(s^sCRH{DG>o^+au#!c)t0H;ZKvV{QSOO?a=(%5N!toqx zNfytex`zWE3uiWXZtp2W zVyBk)s_KCudO=BZ0tj(S%3cWQ8xZ>NeDihF;>+$W2}-ZdxpPvs=^ZoFLEOZn-*wS0D#ja^dW za_P@i9Wy0$bqd+kzW#p8JKo=v(G^vD?k0}+xCg^?x@+ktN46mDzb?g9z!%w$hn}RmQ_?z}!<3^L z#t6Ul`cplvb}M^&@l49?W0#?`yC>tA z<@(eVWO$!t>dsy)%5CkSfNYPM^Ws&{D`(x@*pY!}%RAB?{}m}n>_m(OKQlIC3JScl zBu64O8?O9$UoB*4_b`1t+a$=@MVx~wt;PK3l;{)JhN?uKG)KtKMowG+i>n*Ff2?Sb zgr@v~K+W6TYjS=Yn%N+0aHo7z1u@2&bh;Y4zhhrZXILjk)+q2(o6Q1x8mq5&y6q}5 zl`sa(kDh{Wi@Lo(X(P78Gjy82@9!6w-*7oBeI3r$cWB0ux$eff{Gr2pli@q9v4D#n z?RO66nG4IRg|!=^)!bt$L?2R-PCcfocop_pSk@CEs+EL-K=!3(HZCOuNFCo6qf4abdT8~QreFYa&?%uKh||Eo#le_$gbI`Pf#X5f1DQhZ3(1!-Q>VOigWXB?ThUnJv!sAYYlB@ zgCfSuq>E}ey3 zBD*;0%DJj(3}&fNxb6M_#no9xRT;h89uP!I1f)w^HjUCqNOyNjDc#*DAtkj5rMtUZ zWRub%($d{sckTZ<_ug~w2fsLU3}ExFcRll&^EU+#t3`6MI=g0Pm+k0hollYeH5dog^%PrQIACm7GDl@wl4#DMR5v>B7JeFsl`@!e7bN|5 z8+2)E{PnUevzD9Aj3`t$qT? z{!wy^i@4Dh@!4#8+d7RR!mU3_>bsN~JxOti|Kbv;=gOp1txJ{vi}zP7qU^p&MNRzm z+0Rv_BIuf2(bHbR9Xl+d@SFto>MiPn<5QsNqcxKo(YH(6`4}JZf_DdTl$aZCYyTqDzPQG z@ecVSRGegl^z0w^45sm)f$YD8Qora$T}|^J8<9$^GZR0eQMo__%I$kBFSQn4zU34*jU)Yn z;vc)ejfu}}A( zU+W=00sc%MGY4hl&7+=^;=<)X5c{MuHZ80Y$&Novi zPb0s}jU{DI)-xjI533)X1K-ku(3d2hjz|(ZYh(FfjxF6HrYED|>_btvvVufYyh8`} zN5Gsha(@Ku4i58ymt2oPs1XC9P@Cp7aWn7qa>YW`zj6v2x%v52oZMq(4!TGa5bqm9 zLAxGWi(AilaJxLWYfa@`5F(W7b}UdpE*SJ^DH=X(!grzIvu3-{zp03wgh^izRKHB zq4L*aPEvf@TDcj~Z|5X_zzvGI#bTo8ayl%T-eaw2BvywzrH;_7muKhT^7@x)BXCa6 zW`XQ5d|zy(3y+}NgDHWC*CCUHQWH2;QGjJYtUCnDwzW=NeN;xqMwm^DYl_9*uL-htSGIT|^ zR{Tslf4IN%IjLE*w~t%2_y-}*EGqHRb?C70@?@DB@mb6 zzw6Bw@nk&WM{v?2eYiQ>-f;t4@8(;-s})pWj>Z6nY1H<+6FFw>N|6N~=M8yMJ4T#Y zyng<2?Qt=Ml<==goTNV#M~a~*i)aug{uVn)hT`qDI`55!kuk))HUovH;Cq^_A|lxD z_>nWydL=?+=xfa^yCjHBmLBi7Iff!qv?Fpm<9wzqE)D}n#Q+^}F91gz^*|CEHi$Xb z0DrQ|LztX=*JK&t(djgXw6x;X0$Z9pr5#DYjQ6Cv@M2h>(9}gql)Zp&#G8f@6ww(dr;p^_@T7p_=Rc;Lv2OYlF!LK651~9#R zL1i`7U$P&UvkkRT%Bb3=>8yY#yDOK!BgDafXJe4nibIY__5%y~5CJy_k&x|GA0i;9_9E_yZ)%BJB?%>+8e?#q!X2cOm*vk=E55>#mC zFF)5Y_DtkUS`{3Xi3a-ioh$rdsdO#GEv_zWAU!U7cX?Re3M6}(K_q7=quMoYf6jKz zPJai!U3Jo8avuzwwvCD6;wed&(B}u7QzgoR z6C5e_;tSZ4a^G~T^Co)J+cQ+iGh90GeC_6Zj|pI|#ZLuKP}ysk9B$v=M0RALd__gV z|GqKnj2G)`x}4&qrAk(L!?JuN_-d+fbNYYk$d)`UOSd2f1+Jp>UkQ2qvs9G(v0LHt z9Ln#UoSYS42LQe{jT2cfVsFos!v!gEGp2&>Lz90ecz=Ay9BgQ=$1dF}bcy~H2Hj9e zi%Td0!R*L0bmZ73$5I2q>pX8tT0zdf4=n<{8&yD9Ij@NhVWGpypI3kr0k}64GH92X zZE?V}D+bbVm6jtEynK9FfV*SWUaRnohv(K_iJJO$V`DE2!3dkne7fkt(C6e{q&9rH z7Aj*KzV&(SOjyt-Fbg9v#US8HK*ULq{ZYmEj6PF5Adf9J>?`}zbVm2!Vds!}w%;aS zk#n%`p7vegbQ3-qK5+9zhG>;Xf~hr!9l#fGfOhu{=b8CfM*^`9LsQ3A%q zPjF?oX$uz@=Xd{rcYJ*K6wKr>Z|)<7I&P2bebV(^@2gi_#9`sm*h0c}PaU`(=fMHRo7|ezha0#3 zLuXVcgSo-NC;iZp(X}kmSXMznLR*`t+^EB@GSciAU_H=4Xat1aKqv^E%(~5Lotu}J zsK5X5{MleoLIL#raG}N0$?yI9Ag@*c#t6PO*E4@-8@C^C{#!;?R<%N5Zg^g~M3ZH2 zse>{`@FWbKKLUKLD*%1b4ZLd_$^l`0)2gZyN4*CxT<)AO{Fcm#Tn_Y0FsIw+DeNzc ze`h))o`K++DagV6X}^D{>jt|W4YVE*sxNuk1Dr3jE~NeKDEQbvdu@ebCxL?;g@0f1 z;Lg_|)FgoIRBAY-FUze13U4V**}?2?FW<51y`Y&``1QDM-tzPjUSQk$}lE zeI{HSm1a#1AC|xPsynwU8SYuPJab38(Q=KuOC;YoGPq`9ol+8>mYzh^*Ki9M*4UBxI$dNUbZ-z;8Ew3Lgg$Z za1H+gfFC>4!ai4(BsreIYwQ7H5$dLmXPxJlm%SAo52@>?)~14NM(y*7K`={_eK$;beZirPV8&MREw8o1aI z05iYntGW4HVMSHomjb@I9?XjV8J_zOk}w_MmdJZYXrFb6J$L*tzS@ZA?e7sfkSEBo z8*Y(&F7B+(_}c^#o%)*f7RX!bqfKysO|;jniiWgge!C3;>swb1lRbgIB?Yj8lIfH19?)5%|YuVo43S=O@8+`d|nIU;!W#2 zX}mtoH*Yn`nwE4Vf#2@m7uKocwI`wuu1;&u**fd(7K-_mWEdE(?Fhbe+x`S>j7j%Y zAJjqj889zRUgo$AQx90!IvU5j~zJJ$oYz2;Vo|6lG-f>gH{{WUb>lqjwSdEqS1MLVML zTI!8Mtig-&PkJo(-jW^S?mnsz0`kVlo{ynTi&CTXpWJUE7t|0stVB*#=Fi0wSTF_S zKjFHh>oXoIrP~_iD$O2iK3g`V?p2~f)MvzE5w)N~+*A^}Mg|ct<=Nl5otj8p<29O` z83l@I#W1{aX~}9c0t|4C^|?Fl)dqLHf%M@|%Q`_bs{FUWe^snvKw2Y)w3rV96eX$) z!1qbSZj1nw;(Vk|)dyXYO}cnJZ>;xTD1*5b;EbO|7aZIjiflaq4*lgQo<(I*ck1lB zml+8`#B;142A~*Wa-2g!zLhd4k%u}M=05Wt%IJv17Vo9$aDIcsM`P;wev5R7`?t;- zAEP%%^4CSJTAr;-H@?7pNKz9$@-wbR?ptzdAqK8b)g#88(;cCp$|ahh>M4!~Z-IOI zD~y>`2^_3>S{c6|(Mra96s>s{X7>wf|ceVwOiy>>(q z_cOmO4`kWBfL;4pJ85K*LBY@8MO!YVAeG<-6 zQ-<*qF*Md`UM%&g@%s*bD^DEt0X!f?MQOFnbf&JZB)2fU^k!R-B%5c49J?|*`%*si zP^&Prpl~>ct}b1ij;#c`Ik=l7@=5RaY!W|7}Q-uosCe_5hV8x2PSuRyXsd%%V z@j0UaV{u1EE-~K8q0)z$raB5RlZxkn@?NO7t$q&9z5iH5S?~x5EGn5}%My-X2RG=p zeo;A>DiS&U`33_gBTi`A+3Y=SyTBE>pTIGxQv8@S~yvFq+I#o-rie&*)_QeBPX?(W}6%75ov zNb51RxHDByxMTz(kux9pw?3<&RhY&Oh913!B8=2(PtM-G^|HBtnf86Ms}dSmXbA1_ z4SP)ke!cJhv!BH4e?$>ZTMP2v#P004B#o#kyC>x%U7bbB_xmQzw-4_4=0sAnKfuz~ zvQdfT7oDYPf2i844X-lJ|A-b=-xBvl9p*(Qk&_| zB9g2}`x#+SoYUCy2Kzk~U0TkXfI7?z%5i6=jkYZ~1&p=}oM1t!-T+kjh7~C80>i3p z``8_ppvEENkPsg!h9aA?sngdMH234~EJ}5Rn`8bMQ|*0|Bgf;F1Mr3omRDh{NW+r@ ze#S=0)vssCBR6J51XTEYuOHdfG724HmroiMr`T&%yii8t=$tjF6odLzbrkt;D+F~> zmuw@t_1uL+#H!vR^Urr`6=j(I8FoLO8#bV3>H0%K&RI4CP+SOvglt6UvRe~VQ$r+Be*)F~O(TB1P=0Z~!MW;Hrak#ZVcnCH z?n|)A`$cNsnpN!m?AoZjsy13v)vE>IY^?e)vx9z(EMQk~`{FB2`{H(F+>xIu{uZ-w zDorI!B>KV_TCjYH*HN-ugPax7qC4#w2U6>UMw<@oM*)U^>iqxD&A&UAd1xRym(N8++F%*AJ`u_5M=O;be71NR`Fcbr~14z zP?u=#)kV&BVtg(tu0A>IyL=5Uj;isFz+(`fjQ zWC$Cfutv#@9szeo4{#I~BF(=KnuoLXP$_+ktI2AB@n3q;JWx_BFnHT^-%M`RBtVP! z&(BJe?n=7_eoWxPPb`5_vfy^UbKZzVe}+x+_8B0gmD+jsUnH7709;8?WGT3f6rW1U z8f_*Zf2Z4GnH>UYU)9yOy?{PvT$`}$2XfsUARmRl2i+v)vP#%FI|4-7LfdbSdFTF- zaGOt*C`-y@+?RWBK`aufNtmyLgafi4L>w@Q>=V8Cr z865Wp41#Z;_$(azW$f0a&89r(+o$o0DXiWnAhgndTtW18KepwXFD6U*)@U3o=@* z00>~Sz_8XJ0!{&}5X-FA9(iAC+=sSBaeEvYFFfMX#$$d5sO!R$DBSsl4*w1kC7w5N z<`7X!5T?R+8Di!wOJrnK%a0sTPh_@0Bcc#+!vx{w!BJzoets0qivG?r43WNz(xkFU zf~}O(Oj|{bGF^?NcX>(|+u%4ahp|GVk)0y*)(Vhq=w7gN8T-b~GN&O30co%-p6wO&6oWomxq-ShW@1gqhHoBhE=2`n$V-; z4tC--^M|+(?5lq;@xhuRLu#5F&4|ZH&z=+LfSvnSa|C6C@nlcD-N1OXury9Qb|n;5 z8!X-H@%%BdBe_UP{Od1<8=oiQAqZWM#Vv;JhM%hwcmJ(^(+yLSo!T!1^K-F`te@~W zGeS)LGm)M+iuqV^3F)f0Mf)}ds;a6-z~BoWX|qXb?jlVmy=vKx+XI2~j>w3)W>@R@ z7)Ow>~M-@N}0&#Ob75OooYKfJ4o_t)4i{7(v)gXTodp$kR^Vy{>{&)(O_o~ z?C5YNLu}c9gpW%$CChJ_1SQ|4&8z2X=YB`rA;YZCinKf5gbqe3lD@^GtnivR!jDgg?@7E84n_*N$+ft z=$ZciiV9V&8OyRc8noa~oj%(9&^5VPG&*49P$O{j_oUYX{^l_NH$?+~j z=MvM+U@md>9O9+%D?-6gJn^5#3w6O~<U_E z{U1)|=WG#8-tQe*soRhe9EX}sqsED*t8w|KAWx)1-^ZD0AsqW!`BU%LDvXxDNjKj! zSmki68`=bSP69BJ^?<{@(sfs}1{i4l62V865KYQ6yyq-qQ4GIKxgeU2)mSQNKy_g3 zKj6^07qfA$=z^B+nM>{>1@3{s@z6CF`0Hb555_YqjJL!lH79?8NatX~?@LZu&Kth0 zx4oKeWtDW=mHXg2md*JFX+I4)72L*1HAKaW-TIDb^5v7+MGb(&NU+GdNHpOPNwVtM zm4cG&`+@s_c3$Q5U)(DD?V642qZk*(Pqp*(_n%_M>le+yI3TgYv7$}dN&vSLh3if8 zoN!&*M`s5iZU*&^N8S#OB^__n^Gq#0?;%s}DhWb=uf?b$v7pIfh@Tjt6_Qj-h^qp^ z9vGMg&xW=ze=Q-#t*)HUI0$lh;Yrqiit+7=1=m#Ml9(?v9CYt6bZ?UEg`C9{)+1V0 z#s~sEay=0SZYqQMV%w?#{>3f(9@k@ffPgeU;0&aPk3m4JDDHQPdH6u}hAgfepDmiP zoJC#aIul(Qi%x-Z?6TAC%mf1%?H_@EAqrb7{TK8N59Wo847O$KbQ?W|HBR4Rg+zcp zD&PpAp*|-Y#p0pvmPn>P4MV5-B<&4f`qOLZbQz|N=i;^d&E+NCCIY|YnyemeE8A5y@ zN-#WryYZC$5a*@0RhcaHw@>do#F>R&gm`+t$HIMHz8KXzvpe#yC2DiD&W$(`g~jx} z06Ru%UpX)S`coxhCM_3W%ejb)q^B8=n_FpL-A*=<|z?0 zY{G+o)bB~K>9&~3cg@0Lfjx5;BtpZ~<*!1o9OdB>vY4khDpW6sDZ{a{NGmVKb@y7@l~88nV~2**6TP!7m6h(?{_!yL zfq5c>?@0+3^Ea_KYl;7RzY@2y{h2nhZ`AVdH|B9D;3^BfwfQp&)6;wV_SD`&rD)%Z zuDEFKn>Up-C)dj*|MFf#t@vZ-1Q(Vf&TP78Wt7QK5m%0)IXUrqjVAKZLp|eJfBX+L zib!&jh%v*cWNFL0+d-CpwR$FOON?iF^dJ~s3*o!ciVBa+N-_%FfAMCfUT*DX#l4`g z(!|MY)rMyDQM{b(tVysHgpaS>c5p)eHKpHG7W#8JzJpR&OPlL1lvUd%8gOFJsewi_ z_s_Ljtz;p&H6%0hl|h+@@3@*e($RRlx}7us^NPqU+e5Ps5aOOUzBBcP>VarJ%eBhu z7=}%XUXOZPM!jmbFZ;>)`FSQ&;iOl7a?k8wMBKb@G0wWa8!+W~eNxJ$`}K;mtD4j9 zi-94f+BGxu@Fr*tJU}}aRlO9ZqbXn25xmS6Vm)#@C52r&A$|w_{!{qC21Knd; z#`hak)!tE|Pk2TU1=P$V2V{-<)?DwV8Pk|VFZRvB;&+rknJwT>R!M9)vV7_c{nvfaO zgf?f=m!`OdpFMQ%BAA4P7XP_|6)Ac=-b^;T=RF-+3xTaeM@I~X;r`3d2IFwZkuEA3!JmwOuZXfh6EDU>ALMa^oa~ijS?TX6Z7`LW7S~-m9-A`VmdiI&d4qopssp-@BR^^7xm*raUo4G8wH} zK|Vp_!Q*t0664xCgZ={CALPFq+HhkNo8=Mg(ohvE%btyn9`6*PW)Yp(kmV7VM&|k}; z?SpBx8=xS>^5L%UD3A$|Pkqa%7gO{uB(lc_P=~w-lJq@5;LSqu2XE{r`r3puZu$x? zYU;LFx$0(?-?G0UG(XTOtz(LQ=$+8$QAiEHvk;t1FB(CB%%h)hwBaNMuuZ4Ke%>cx z9k{zXDGRfkIk}tIpWX52qp-~B08+kzuM(Ny$K);%^#tiB+oONQrieyxeUd$G=*xTb z)lO-H4=SAfO=hpnxAgMZBzcI+NEAWn(Ek@hZ^^6E9l4UK{S)qA1<8ufUhf-{ybJOw zEHc>+ncY!m?Ak;tV=&gwalE>nU;5+eSuk*S_FraTkW9~3Hv~CckH%&e4aohu9D>&0 zGI-?cp+Yt9Ycqgq7f+42o~+3TUM&YV%LqfUn=y&mU>BKYWZS#caX0M9E?%EB&RfqM`-_R8ThS_fsbr!BJ&6Odmc3At~HeG z_u0}Cm~`I+9sh~Djy1UL>&9cX#v!t-*X7wLfg69nNTvSrK;xjFpC5>AzXcfd%$8SB z40$zC?)@sWc?*+%ez+GwM^zSLafk_XCmp7Obg_HqxcmCIPPA}CpldPSNMH?D%BdxE zvqb|3?t1|CMWbF}pOd3YS2q_WEYm8ua_=W6en2~}uf%UT899~9vc^WFHl|D18?1B{ ztbDNAxs6ket32INOq^w2uQiQVU_kHtQ?meZRZID;Fz~jjv9$s@DbIB5TL2YGyXhyt z*npbac))bT0^8P~AcLmslzw)z_u_4L$C8xKDWy0`TR z`v!fCXd!6uxDEeGOQ^J5B^*ec7Fbv!qKjU+C1X6vpDDjDuf<~Ylf1&MB#=-*s~a|f z1HsU(&f)^TwyWJ`e6FdJOBj&Hi2gJpwJvD)2Nb?y!Uc3_76!sV(3wE58(YYzYjY51WmE&4W7B8Em?y ze4(Xaf1nQ5#lawjby$$S^(kKlc??Ln27EY`H5Z99DqAwU1u@zvPgeJug=|$C6hW?x9}%1SO)5pMY#ujRd;j&`ByxhHb$CVt2%9AVPWd- z+qV}643gG9fO!VlVn*BtANls*XL$(?wWPA&v_qETxjXjEK3R)y0#nVK_9C zMC{`c4%a8^01cR7s{t_XfY3LwCfM{kvDC6(O=`GwPxht!X8As22Bv=|AJLe4*V&r8=q&IXVlwN)=`mTtKi{(7_Z~jC>2)< z^(+OZpqk3Rz2#C8`&*6uP=D6@9HddzMb%s?g+$*(1R1#7_DQp3KX7K5QD?uG;6Ej6 z^;0(IuE5rbnLBP!VBK6<3sekDn{51TJJ6tl4|#1b(_~eod&yfbp2F( zXG7Gt{X<~=F@|x<{R~fy_Iedye>H6#L5^ckb6Ka{Brnbc5Q5>+5q=Hee;KrDc?5QD z`FMTwh@j-6!-KWxzkYR7X8Jv^z%j(*R;yXBSDlgfwtHgDcQKzmk4H?bW9)|+=Sx13 z{Mk%?)`{Xxy}|nr1NV+YX4)-4Bm8#`cT4uent~kU-?R`^Cc^Pehp5->M4-%u#7HTG zjY9%9I{`b*33A=T7}!)%>4U{D_l-#TX=3HUnxDG$z{3d&MiXh4&O!eNI5sFfF*EjE zN~1T;wF^9-geFdWj5zb{AH2_s=P~vnwQ4%)U#^o0e(iRa%4Y}}Uh71I$3spDk@Q|ItDaIN-Vcjzg0OXrWj6t z_uZu3OjK?zx3)&Q$f3-@3Eovet{n0s)=ju5?Db4{+{yyLg1$UkHA)taP*qiP;Myo= z70?YDF9xthj4&C_(&fa3&IaUcaOn1wWM{kgyw@PlVy9Gt827q>EkX0;!K0D=Gj%2j;?@>m}0RVmdvRe{3y5DrsVA+trwTPKd&1@|TMXRknd4lGK_ zNcW+XO<$EB`J#@zkDs3YAGauy9J$H{ysI#1SXEaUHa^G(ylz%;dw9 zQ(lZBi;rY31f0)n)aPS&y8v0sjMxKOFDXOK2MpMNhY|sLueLX2ro&fmyYuMA^qX;xJRUjM5MQY*{{#ay!FU$ ziQgkfO5x6VFO>x2Mnu}HQ&F6bcJOhf5=X_v^=`m`EBds3`IhkV=Ta{gklXTLe_|yGvrFM9 zhPml7z0K=k@R}tB-AUm9XTDut2frYND04`KSjHZs{JsY7M2+CgD){!z3BGn!9-+~# zw+RP)H`tzaof$c#IVv|UaE7K3mHV?zXKl`e1MA5TyN8X+-&Q-yRly`rn*FwKxEBn8 zfi8AWf{R)7h-5(-1x6OZm#xvHx$~yZ+1T=>yLoSaHZ=qyyFkEZ_mFIzhEQi-W2Ke= z34v2?L0yUltX|z9LGg82zJx ziKmEjad!J#q4^u)_|7JP9Iz>#Pe}7sBWmhIshhVhLi6h3IHa8ym3DddKKuO(GV&jO zr1+7f$2>zqnyOZ~!%KV>^jp3!`8pB7l$8~yMThK(y3lc6o-2Dd_qB~;B6}#mxAyn# z(N|vV%|U^Q$E6dr?1j5n^_q?;?1iFg27Zn5C}*Azm1{??rGkD>IKmm5uW`RYKaHQ@ zZRu6K4S9Pa^({kS4{@pB0x)Hk3OH@TSwc?gKv4QEBwfgte}=*yK#+7;Y1SR!1*T;0 z%E978{kZ@5%I45g+sz~ef>CJy|8mae3=Z3`t~?TT*o5ghTPiA>9ao>;Tpm^gp>RI+ z1hyR8HW~2*CA(hQe}k@;>N+&{i2V9wpCl_|_KXg7 zqzu?VN0g0tmVA~J2Pn`Q0Yo(eBA_E{#AeW}K69-^qP%|dnl1D!Za|Q_CC$noG_Sfc zr3{X5tI(?yt25T^``%t?Jnr(`4RB?;e16MX#z;=*4XR*qi2=-8PyPol$BZGNPWfkR zG%l{QH?8Gg6{4q5vgp{$77QbrLe%Fe<76}D{pmKorn(tEvc0~{7`MxF72SGO@o3i; ztUUiE&9v~Fql=_`M$wTW@3ZLG?L>OPnU3h!8R*iCNdnzy>TLVr#|y>FJHzpOB z`N*Q*{v|m4+B$~r+=_as~(%L$E9#1 z4T0TbaM1-mH6~GtjPv>d5ns>#InH|U|7*h@7GKzb z+pw*2;wa^CRENQHtY9A0m+U@X)jxkV+$2guPlu5Q#sw>zHV|4e^EMzBV;7(mlYni- zA4+fMa(Q3aB&Jb|+7;Q+tp75908Oy2Skd6bHX{o-P%VlWn4H6{2ae-&Il+U*YB7bf z!8+IRTtS8_4w23JpZdRosRfl0>`DaKR4vpkJ@5&>J_Y+nhV7q9QFC;?_az^aby`BWNA!EdOveM2ab<R*I5uPJ(*c1 zbdbhUK~yothq+1f9`L*-&of)6_mI8${fAbkeEd;>&7@kk)cE3RBUE z*7;hQN?EVUpe|tye=E#U;w&`(>u#C>!Xzq^qyoAFZY3uRJtc)Bwe#itnv*~Vs9xY; zLBlk{9NI(rC6TQyOYNf>jVNi4B)eg#*VNjqVlHQ*-mA;&b^RQE&#La$!bx%w#_%%Q zddHP`;?yPf8|g^hce>?kRdPWKterE``OX%imcG^VK%3#nI!A61 zLIPe^i(UdYd9yo5Mx1ltR)NbhHRl^IRD}L`KG4J2M{j1ZYQ#!_q_N8DUKr~h_`ceo z$A0k_Se2F{mDv8R?E<*X3R%nnc19RzvYs+yWOPrS5OGr6pKnsr;Ekn32fTTel&SZ2 zbeYUp-vETA2OdlvT^M%_laGbL{&U^UeKfo#oQRh1uKM1KS^T_za=e2M_LeLsq=SkY zQfl{WQF(Pi&f+wdRBDKoVRhjWU6wLE^M}?&h!)KpydeO+RyN=Q4$y?RuCl`$=Cr#0 z0KGs5fcOI{eB2G&yfjcgM+Fb6HYrv|)tNiLk9%%LdM;!6o~nY8ot<4TMh&Q3a%A=N3vNtXb&dQ-=YA830Yb5~XD&F)JxF+j3((+o}6q(<3yj&%T8l2$B zpbM6Ut^0v#bCP#ZwHcnxCIW1Q)DE+LT#a@{5DSbtq*-Mb23;5qj*cp)G2{aIesBAD zBTl--2gm@Cq{R3Hv;wA?(>q(33c{NNwHqC%0IlsaAYK&jd+ihzs5iatcY_yBiz4Wy z?*c)#J5w|mlLFAs9=bs3YT)RoGMC*bXmbbve?nHtVkf@wn?Q$U+s5T|+R z;J2hwTeM8;8J}6YIr>sxKZwTGdjo{b@k>V^7qmc!K2C|eN!3}N)q+j#rW*`xgrBm!YH!3&1vWS$j9 zN*+tWMgC{qdKy2wMy2rs3_Z_CaN{TBmgQ8UY%T2z`@tP5<}G$-4hxcUd82P6ih`Ln zunx{ftQO`D^@_;LD6(m-B=3Y>7i?PULSQd-45vwTW_(O*gzPO3$#|k=JY|W$OZk<; zfei1w&Xi}x-VYG`hPxiV(J3>T?)EK#ExY<`+jt)t9$rp$teHH;Cl9bqFC|&kCK&{b zt}LWkQPB{>h#UE+W9C~;SwC6q1u#V$n0xo1N{<+#S;=Z(fqJphBJ`O$nyhCLI^2av1M z^GQ1DTfC&?Y%iaIgrlV|jT5t!nmZZmE};K>Jw#MRh%O3M1gZO-1c8 zr~S(PWeT*HH~RKruqcHj&glbT*PR57-52Je`fP(&!(hhlI&ueu48Q_g)J38SN_;vDj?^;0du3 z8z1=wU9PLm0fo=XbUbiQ=F>FNBsQb+a+WBj2f+H&O57s=5_s*7tLh5L`#fNtmg03w$JgtP)yh*!9uZ1 ze^T!cl5N*moqrnw7me1ohoMV+3QX6<+rjOwaIo#r9O>5xo`V<^az8eTC0oHzfCv!V z)HUZQ)p+$+iw#Q()oq-v`sI@mvpD25%H&6p^ux4mse%$l0XM<=Cqk@zY+Y1s8tXp| zc8QsUA+!Pf*3-<1jLe9i6o6StgZmWjtqAHS*;epg?nF$CVun|5BMpPAd;Wm#a5yNO zDGaEJe54^BCb{m)LJ3_*jc^PxLLhwRcZL?Z|)by{VZhlMEU&osJP*h;!wrhDp~lPpGxnz?D3y2x-&mTrE_jH9JAvqM zwKpesG=a;sUnc1PO3>o8JA(pvlcr2gHDL5XCmu~`Rykye?YH+KI$eC%V>Eef=9pQa zsgt@}kg*8-nveku;u|=u4MrZf8GGz&2TXV*S$U=PZ)Mp)y${N`xp(dP!aQcj3%VoL zT}z1$!AoGrQWw!1NZ?Fo)eZRRK<9oTy&*5Ex*yPlQ`;Vmw zdWfHq=)2IoR-ha*wmw1O=moGBmc_xGvnR#H=%(C-bV;iUYo+{`PV@cEnCS9=rt9 zzC8vJIsXxD3BSLL04jTPKrNJ!oB-dV-s>}_i37_;YO0&m9(S_V-?rLvvj(6U295jK z`Q0(+|A<|h4)%L`5Q3=nxcj1IgQc^9Q~BLvNK)L$?6k)Hq{|zA#E1(y0+(k$?Us~a zjby~3U{BS>vpbS4W#Er#OB^<>arZ}3GC={n!xr9fJ+FyuV{Vhl)35(VQTvycuHpXf z4ilQRSPom0`er69Lu`YFWSNw(2i?mV3Yt>=DZ}|gz;)*{yj|;E#~nMM_C0UE*rxmIqLC%`mxpW^&WN z_c!FNfILFB%?#C{uXRZtl=Hm5O7P}S-21FJ#lNEbi%KI%4;D22qurS#{y_eH)ITov z@_t?y^sQeoaRK;|!8p|WmV-{k_o1}CmPGGoeWARin$LpISeYu1hGdJ(EPe6IvUh_K zrn<@1X%b)v*2oT^eInfw;s`qhUs-MoYYnv4UHa1@r~+9AH*<09v*~ zGNvw~51E!Z2@r(pC&}b{f|mO!)07>v*S!+On?QX69c?hcZ&A1G263#SVz>OinPJs~ z-Lp?z?{*4hj8tWD-yeL*Ma?}2AcuRK@`;#69CtAV&b>g#Wj(EGy$YKKU^cIy>K7!$ zUamsvj2!N4V-nGY{P+H)bcOFbrL1Su2b`J20drni4Hv8?p2i|0Ic+~~_6G3D5T`#vPaiU5x8w?usuuHdD+RsJ6eZ_GaJvWaUhHM~Jm21( z{ZRU%pBCC#boQD%5yw^@<^f%-C)q}0y6lg6zFIx46Dx0lhAS7N>zvXzzN>+>dLwGd zn8?!R_nYf8HZiBTf-0-ee50e4z9q{?n|`8^>Zox!tqkO*-WbXXiVomx=YzbH5U;Ph z9JkfbyalP>r?Oy z+kHva;i-?3*`VKUL~$m+M%>!GuA$DPqJWawqO~)O@D^u14Ec?jpl83$;)`m;ShW0J z;|rGybqxY9je{@K>$)Y&&+rvM5p>UFks62Fo;EN$^=2m2O+V10A^&|8H+v_ADusN7 z+{x5~VS6{XRm>(mw|V|&x4HBq;|$ndf4>zZ1Q8@&$KB7VXM6&@IdMvK8pV3T?Br{B z$b?cBF$8=M=Ydom2&a^4J&TS!FSXfU5;Y+?xHatOr)yA% zb5yEB&F>_e5*^bd^!3R=4SD8(_FytU38OdgYT;s12x=R6$b?%HF*+eksqSqE6+GGSOAi4gTRBWoipR#UlB<@q428U;Mh65A`R^ z8SFwmPFM|cWmKAwukM0ukpuTHR6sKe0pBCaZnOV!O0@NsqyAMS7U>Yl3@7HJhz_-&m$ zaWncGwKVb&?caUq9>(jxDY*FO=4n2DMt(8=`LmrYlGoutz*rhoRS@O;K7&%BwyvY# z=}|OO9m_; z&@;*mSPV|)`;Z2EHmur{ChSZHjpG&$m!5pl*BZ!Gg6txDpcXpj2S%?O_7ypBnQrMU2A8iy-;Y^DE zYPbr`Y9}kpQ zYjQGQU?+vU+HTUJyMaKb%L06Dct6X|3wrY2Tu}r5^6i*I2LD0#S{I95(1=0us04eK zfKcs%8^7rditezgotbq)Usp^qtKd;KToK`X!np$QF%ZQ!;&MUz^|h;ltga|DrR1PRqo?(y*ox3hwObbBAkl?ch_-4PgrJ({esN`*ZQ%ta4* z{pEOsg&6TME{!zR7EXlVzTg`k2sWEm$P#EgfYNuo=(C$D)6-gzH6Bkk>m1MuQSmcck$^jmdvAAnAdvdNsj}Uv6}E>ew%Qpp`nRA+CZ(S5Rpb=e zix8#**~`Fb-3x%6 ziQAlUuFUw7zoaOAKVu7Bb?#MzVpBB@<<_>gHwnuJ<9Qh1%l>9Uj`kWZLUg;=f)z)u z>Bu3`t*MXvh(vlf02fwqd)S7+eu^B5z_W|KC1>Uc%?PWvlMmouLjD(3XTeov7j|nx zN>D_)mG16FN*bi48x)WZX_4;kmM-b;ZjkQo?uN7W`+aAObAEsW+3e?8_dVB~*GxzI zBCaVw`YHR9EW?KK5K_rN?U%&iR9N25h3?ab==19YtSiv_#K0KtDSS_t^~+Nx2QbwK z=V!;GKGH+)gHf9suSQYulpY#*)D94Gq#NT+a?SPK(sRk6?fjvzuXu>~xX{faE`FCi zk{Jq&uHXlWJ#@aqO^(rTQN|;ftpiTy8R`?Isxa!z{8}WIQ;VH*-qYfGTqktT^ap&f zkba~9E%I_{|J&75q2XdFjf0SOq^;_`b7-(yzq$%1InI;2Lz=~8-Yxm)%D~^Kw6U}I zi_>+wOGFlSbye@dR!o_Vfd%Bf1=Y~N3g$`0CWtj?oW}@xE#b-POawz)5kf_+KvMe<* zOs`|L>huAVKfioueqHxY_p;qu{k^ACw=)kNFklrM$mL*MAmFFD5t?Z$rP}N186RRg zbxY@%{Oovnw7|JAh@}GFWx_8Wk>?9hZ%Sg1Ag|B}z~HePSeV0)l~$HRl{$z$VmMLJ zap%NjuW2#qi>%{qV_f=IneH3%z;8Qjd6E5ut4t6w7|9?L|uG|}7OJ4G`OK4X5iM%rU+0LHIFS5kv z^vldX)$xd)kg#zXcA}9h_&-{C5=oj23>mVPpRW&~K<}QXZJpWsxdX+7T1pJ*w>sj=Zao$r#GI5UR$mq2GK*r*YF-Sb#A;;6 zJV^b3OU;pio&8NPs#ed=cliwy`>ggRNNxutKS9873#H&R@~sRDHxEyRGM*wdNe+sj z)dO=68;%cduZdo_FXm@pOuH!U(dzbZ6i`kCyGm#W@L&H9Hllf_m}$?y%`@#=tOUK2 z%^9AgU7DuLe_6bU4lx^+a|ISN1B`t1&0vHnK-{TxroX{qf_i@Dn+Z5fG@?{HEzHPu z#9Y9&=c>o_lr|PSh(C;L&AHFzKBGS4a(}2w3i0$xR6;;vQhplklAe`c?oS24sS6v;;025&&6<+Zdn|jdA+peVmOT&;fjV?To!1 z?G+b;5h-!Y*@Ao&1jHwI>TtQ~g*O;}lQ=MH5^6+mvp%h=F49{d&UsC>7ulTNx1$&~ ze*YFz?5z{)nkkV(M57r(RV$OsF?`5}Bya<2c0i|C7vK`sO#}vgC2R9c|In{LLdj#fTTCLv(Nt91q6l7v|rdhJDU?-Lt4j0q&XsV&_U!dsRIi6nd z^Ss66p+vBu!+a@Y$hWG9t*|n3H`I;|mVqyX*B*{Ja4*%dds(`6Y7>~({gYI?4C!G& zK6oN`K{iJ7^=M;kA3R_VKsvmRT}fz|tVAi-A4)!|yFB`}KOK*RIhPu$gjngqS&bZ0 zOJ1)5FE9?X!7G7>L)M`LW>|0qRenW*7MTWh0wrU?stD{HuWnX$Uc_y`{e-3uBf(?5k)X8Y^`i)Hi{N)cT5P$N&tzZxJe`uL`(heO!ze2lH+I zOyT_d32hF7SB}r4^r1wsz)1Z3#Pallob1K^1G>32W*NcvxVTI$lS=?snfT^H_FNlszhp?-;}K-u;?KmqIvqm-d?Rzb^0B-oH07RDyOMLQT<< z&1OH$mg&1REfrx6#OwJ8%=rT)1g+B_wfAVDwj8ioEEem~fMY^$H8I~SDkK8+t7itX z&ykLadbc;C@Oax}_^d^!GBd$_6;f{`j20 zlQK_PQ?a_E*`R%!x3dgyenPGsyvG+5KF$DoPjWrY&;8Y`R4)sv02t9p&lpqvME;_ zZBLMoKcmG;*ADp|^NRfhl8|>;r5)lCKqfs1>oTk+GK5N^BJL*d)j!xOQFk>j8CYhS z$=B)04tdQc-KK%Jhij4hi%dX3XGvUKeEz3WKz@XsjlD3y`%L~}Bxe^h=J{^;d9Xya zgO`JQ`fy`Ovd#z4_on`gcJ_`VB_RXYj`qh z(gSC2#=eho;`t|Gzj-_^%sTYfT2DXHOWpB-S9x;RyF;e51TdDACjbF$wM-;_N_`BR zFEh3Py!@X z;#LPO*?TPlErkMSa_xSr5;rIEbSWAttH9e$XZFeA3gkf+W!C?P5>a?yuh#qN9fI{4 z6p|H+RdK=&>^vBqRAf)k;A$c`9G?=(-8zx?`ez` zn78Flpnap!U3>$(AK%jkZ>(7Hr=&K8$`0}gzJGUlc_}I*g95();AU_jf3-5(@cO4_ zPHryV;+M7f|0*E5z+H}riOOx%H5fu=zwVu_fkvbmO$#$h z-{jrg?2pb@DM-tkYYpPJrzulz9SJx{ye_ z*-<7W(*8_Q5fxJ(f1VBr#%+%c2S^36@M4*OL1|Z`o-!%c5}p!)12yuf8F)b{PUK}| zy2=fE|GGaoUcCUR@WN#fGzLdI+7}#?DkZTdtO=bs`e6#Xu@Y% zR)4Y9`}7)9sQcfa#k!DE;ThZw}-{iq`r93Q{S*54IvH; zEbQ90Dk6iyVS?(fVzR~#%-014=8%#Nx0>xLnxgD770mkEVr0+S%hB(ko+xtWWTLnf z&SDF42MhuzkeZ-uP#U`50yfJH2v#IC_#f^u$RKoq8)=K?0$)`fVpose+4LrX+<#Oz z4}mMpFPD!fIj@^jo0*G8m{7|2wcxs_oKD@pvV|4Iz{UER;8wbb^ubpqs)2ye?)zD> z*nd_kEtn~UDHoQF{TwF~zkU*$$*EeR{cC|_c~*f~ZK4?y8ZOwXdkB)G$H7t|UyK{B zdL!a8s$$ONL`FndAZZ(xrEibBFH(+!E4D{`HanvK)qsSv|LJ)LFcQ$dJ#*Do%5#FY} z@c@eOYXm@_g_MOrR@3J*5aD2Bh5lyp_ zP;5JZf8fvUmd5A>eh_7oi~ESHZ+sF;i>Zs_nFa{4bBi^f7CIEaRtD&=-nD>OcJiWx zE&cA!jz91gbOI;YN|>yEZyW2@t1?`0LP652^wT=wM?^8>Ty#+SSO{u16F_R z<<`N$wk_eU3Nr{5)ipBhieDRpDyVPy;UI8Pm{B=fWsZKlSf4#WHNY+j0V?^Pf&SR> z>hEfhRQDDM5>@N$rdUWZ?|VDB;r7L7JBKYV@^}0o0Y1dft`_>jmvxND{!E9Kqn6L( zzQe|$GZ#QVQMo2=KgXmR|t|6(xD;_xow(=re0v zkPNM}-}!Qn^X~=j5BYZ<0rKU;4Ka#8wL9CtU)8+`+;EC>Qi+OSSGi%;xnRu-(muVQ zd%}85d5@fQEXSVNbY7$uZH)VQ%)0EojZ3e~>2aTq$}mo7!IUU1Ecj*)M1Kt=pJZha z-yG~grmVmM7tJ>56|Cfq^ahv=6 z`I?%GOMOYT;ER~k3g8ZnL)u`OMeO${CE?N-wd&g1SR+%TD!hP?M#+$Gl$RaVGvyKX z=KV>5%a@>s_>I>5;$4Yv0$IN%eQ8L2sIYy8O-V-$EKk42F1c~vSM+azd-Y6*yJ<)- z3h)U3iVwyPhX!EBk0c^`W`;aY!q`hs1?B~HSa!0;pQYb@ji+|s$tu0bCBODPq1Ey> z4b-^2C#Z8rs;lFEYOzcQpNp4Ycm@@qbNV@|NN0Ig($xK=e2aYTtKYt?AiDcz#%WC) zMc}K;`}8vIP_TIxeOZ)+kp?N+bIkuL1@8{Q2n5;GQ^Er{>RQD$7=g7Gc53#o+%-Kr zy9(!`|27E76}n~h3=R%v;31&RF%n}F^DUfefFMQ43m?cPT@OWQk*T{s_AqEz{om;U8Q)9W~a zWJ-MlJxDD1x~)JqFNy-AEMP0}n|J=XG+|PP$$}nj!L=!yxw?zOcZq*0?XDu`?4^s6rX?HxMM zxiCBjwgoYfNJKte&}9!Uw|l{(J*D0Q0>hucqcRTK_bLtHzgC1r*hIzCY5W4JYa!~( z&#Qg?)75s+Cn{Q63IaI3^1CJKk3Xg)i+Rn}vBrCck;?3gyw^%-+UFuw$oii9)koIb zykYk_1O$jc#|tBb9lFG#udfe3_&)L}8b!9h0q3i0{%f{T0cK4#9)$s9De+4H`e6pI zUQ92B0}VjGl!++0{p}8uJf)#c;m1KNrp1)Pcddr(~)`e&>q(S@P900X$zb+G$BhmiRoH>-2@1 zQeO$q&l{l~6+h&z(_|;W?T<>s z_#~Vept(T^_DfI;ai!UFjZS3^pW`yBTb!0%5C8#2ywUN<))*vSXtWH_qnV8_;ACEI zNPy{xmA{%s7!2E82TR}EMhB;I7e2?N1I%M?k7HbUTDr?NE})5#GBCUa`tCHn9SHI{ zXo6l`B7!WEo{2g1?EUaBhJ4Z)cQfd%>tM2GX9Uj3&=qLKJ6FtTi5#qz;mR- z0_Ld!vqAgAZRX0sDMl4tV~$$7x%Xh5$}sAWT0Agv0&nm<9%2UF76M>g+#SpG+5hbf zQ4g0AA|kwi7Df8uL)&z+l&G>E2wVGU&p2*5H-jrPMKejSyK$GcLytYsNhdVw3R(vl z_?fgtRn9NEZgr|prE2%poz{7_kCEDsgZEmqMJ)`1Uds$l{xz^s@oUuWJU_KAKVbSe zCsbYqGfl3*zyxX=92RiQeAcb%!n>qC-HBkP;qaI*=^e_|~)tTp0!bBEi>LEnE?Vl!~VNsp*9n49T`R zN-oJgPv=qpr%F-t9J6tKm))&mAEV=>8-M7#Y5^I=by@NTksm0qrz{IM*U>>%-vDh8 z9S|JP!R`(4T&)9}pPFYnzbh6XYbei1+R}@{UCdrw^gUxt8q#dlV1t!Mqt~>+_SZe| zu`vNIB={Pi#0rS>VLlpuo$PmM5-@58Kmi<^u|wNxx9^z}3aIRG&Upy);E0#kA^LBC z2~#Gt7|-%87jk zN&SoXjq;RH2_b1hn8%lgb4n^mDWFJu7_vR9&na32 zPScCd;rGVfCa{uHOezc%;RYV+`_pgrY_9TI{dcIyGVRV4gi-4bppamx)Pa_x4 zYJHeW`CfGx&R9N-&xrD$rFuIA&_`1!vkn+bAla4$@Iuajv8UMl)1jIUEz;V~w)5|N z=jrIG=c(18)0DGg(q@&>)a>-hiHEai?*n2p_CTsQ2LwC?YR)$5-;8EXbjT%CeSd$g zwGjPrmoAkY0v;xRir3ro$^k5VI`C7;ESH-!mZVq$sOO(R&TMGr2)rJ5dunmQO^lO` zUGF+M-x}JP-J4ov&g>Cp9Q)k7tOz2{TDr*e>qvfZv7QLJJ*Y?cd!OUz+@wP8T#vV% zbBr3;Me9i4O48zE=u!z+{dh}{;6@y@adlzFMPMC z0%lLp1Fp-A<*89|zjAisvtIr^J3Boz0uG?Xgk??^B?q-??3jo7g!JyMse}X3v+I`b z6!)j}5LtnWkZI;-wSylsi>HH(EXC63(0 zZft*vuA3&{(goCsuV@yDzo;$-%61GL#gE+;mEiCg)(*tT$#7_w`1fHXS9|#T<=zOP zqM#_(LJEQF?RJy{%^{PaL$aFi45T+n$O*(hne^JAil!lLc@44U=^zQqTD-Hl`3FzV zIOLN?jX`%1R!MZ~*P|Y?IzkMLKaE_YvQ1;Pg5ZVg-^=ECh+H2$%Bj_Hms}3<4m50B zF$gnOgqh-Ds9-mwvtyuP!Y2YTGU%)gQ5 z{4K(qyan?P^E0RyY6IIm6Cft3$SuqQpLTk4BUCWW(K^&~9zNPDG;$Q>!{eSX_L-6D zY4s~s$0Nt7sp{$D1fS-C_hFFdyVz*%yofK!?8d^ z(PhpCi=HvTp{K(CVU^H}OYi1~&U`E_f?RA$*Lm9xZ;jSPPx}M$J1k66 z-tB=RMuUE1tAJ}vg6{IL=`(a39HpYR%7Oywj*gCZI5+_Sq`3xO(FU%2|8lys!3?0~ zS57iM)DM>Tpo(SSSpMznE0#MF`4&g>>%b_A491yv6fxKIsO0(Jq^WcH9;NBxna|lRI$&>pDTJba5XYp?A+OG z%zvHN4~odE*-`p1$4$Yb;COk%A_T?Rvzg2S&~4=3v*#yQU_&4R=~t{?MQN-a9K-(X z2?)M+1J-krdm9=aP#uGuTh)?1KL8J#DP8<>hDM3HV9huQk6}A=ocN7n{El zg@?BPQBzGic7vjqx#sOaP8B=)I%i%(U(1g3u=PRbRc87_PjAkn4{7=3A}t;7%j;?_ z%ki8F^nJ`~AAxXJ7C?8xrcw~PbQZ8#|Gj$z27Bnp>hG48^w&x&f}iFZfC_laeetNplH)G9(!Mo7zy${KVLc|_8y5D#i-g3RHSE?V47s7Ts4IN*fDGf+58ZxIlvNdjM*09h9jhu!x;^hAlQYNb`a4qlSK&DAB(TAauP%Vh!W#emFTN#~9@L zs(;Sd-A!spN8PX@?OY}Sf|ZnUF$!ae$DQCo<~M5#sYp-W{t<+(L-}{T{dLn@XZi)t z{Uhq~NxNeI73r6^ocNp`J{mz(-=9lYw81BNcTLvfNBP3p6xf2a&ozyfI6QTsik-8H zYq$=tPm`j1{=%&UuON-S=BJ z@yr+ZGH4Ogw~lJQ_%NX+FugBP#h!JrhcAR?wP_X5D(((=KF@+wCl>T^NW;PUqlCm3 z&BviL&u1zg0&sqY?R)X+_S@u(OSZvuW&?iHQ&Xoe{t4S4-L&dl z&t%XQK<2JVh5r>TU)~mICS4n#(__3$SI{?ADPQ4ZWV?*;x7TFSl{GoPe0cTix>lI96@KG~0zMXc zhw~{k=-u^tvZ*Yb?0&!SN8+`F8D?gecE(A@InM6Sqlne#Q}18G$4TMRaSanC+Kt~b zfv@N^-dC%9M1hIlG8Grya$FibnG$D2NiWlC$Ea>DNQ+wZ8lJXLrwPz?@(Ne6=6_O5 z{C1Tpp?=QvG4_bnYTfko_olzYM5ny&?SalqyA2}Ol|vs#NV*qZ_=;0-|4+janGYWi z&j8RGZy)a}arFKOj3NPln(U>00Z9Ai>IPTDQfu~%j>=#D&J>mrOA~2E06HG6iNTlt zQ;@LgKN7UxeV3J;typEII6FIQbV~rf00Y?X@On{OHkBZ%50#@)}AS67(y9}@hAylhI|Ec zin4=SzdycNd8f;F>iMDO$@M^YlYKP!e&mY%;Z1JwQBS3J*$*!@Q?dny5jcz2(8fFk z_xo&E-DicEL*#Lz!f3M&52<~>uJ5pPF{4`2?AE!r(|>x4cOQvi*-!oANJ^I+on$@b z`!-2c^=;}ku-nF7aZ=RO)bta{_fmHNEbDlai{0)s&ps5Vi`~*`hR{C64OgU}Vs=r&z3B zj^Q&0)>=`}&%@&OHWPmhh|B9>>C56X0?z#I8#l0mzk-L)`W#78XSWm9XFoE;y(dOa zhh&UNom7S3Fp|QJ`MfB@e#<%~@R(>aBwJRNReZgH>TSD_YAM59?!r7t`z@~`@#kaW zxAfv?naXpW54265FGTWbd}!o#7n}Xr`-9_V8c%Z%s6x<7Ox!+geC>a%OFbl^KJwA}TdgijBl^v9qA_k$n zKbY>Bo}ITS>hqX(UTN}DITp%qHCpPz+qJ{{ON}U-ef%OP2=_afEbWN1`HcAkU%!Wl zyEYqbqJ)ufywga(#@N_0vv7_vAAr}O17kUQC5Bp=4m}n!GV*w(FH2@J`*%MAZVcY< z2`q8cUNUA-(Qz@Kefn^@{S|sf&Nh0*{8*NtK*NPvO}L4H)p8TJBoz05$I~DWF>D9Z z#V#vB(~GcGV?ibn{0uGG&qSQPgENV?1el>@PE;Tiyh|JfGweI?U@Z6ny*sGig^fFs zMH__s`%gFx>7>WVD(1tg#eOVHpD+fZn3*RE+dgeLlq*-2QNfH|_K~l%&E!SMXX##) zbM{81ntc$z56)5C=I-wV(Cp1Fr(6TjM=H1H=78VU?aei@0Pd(fA&^%Uf992*TBwl~Z+NR$M zr7L*_{sh$`vF>jTQA$pNgdLDOHttL<>YuT8blv>y88nRS>8_XD8RI(YhrxKp`ZazK zS=vfJ-ytUMEF~f@FAwq4ge`EbclGpiw6#Hja5bi|8J?cKwRPX+!7Bs=NHSiKKkS}L z8i9}1R?a{^T_Cnm|Id~wi>=(((?juG*~(n?`!mxdjx|MQb-TScSm{@y>dGODEz`yq z2KLceeU|3MSTD%uriJcR4vrh6EvBGI00$p(YoaMr1-=dDrjCU2Tq**&$f85yHQahyU)1_ znV%p^U+(e^=)cGSzga+7Slogfc@sqIUGaS3A0FM>+9EGa?cqgdWoB*%h*QxHSydeo zTW6Vw9E2B-aRJ;rnH$&R-rs}hMhEsQjaAQIaCY&8Huz`Z4v)}V(^@&k98fdzxL1-X zo_XDG*p-chPU`kxUseOi9%NB2$FkUrg?Y1;TL|zjoZ_-(#T&hVBZ+Wdi$F^=b1MoFR-Mqco$v#L{m^-1N+(WgRD z9cdXWMFLE%;;DU4Rxk~R11?am-|<8Kkra3s%3W`)%8$Tn{&p)~_w;y)cXnX`GGVMI z6~IYCVs-BQc!98^bj`O;GLKK~q4J!fNXH8;wb4!TIhNAFQ1%Y~``-kaq6h^ieypun z&p%Y{&bbZVU>R%}MDv$MsC+~-%l$IXz^#=*U9n+Wc*J!|Fgh^s8X6kfpm=PAp`|$z z^5Ki+|0GfAK|+=P+QC|qCg>R!MJ^5DW4x-PzLjoY20%MQAe^m#|K_gNV86%4uM03? zq6TlOkMTiRv@Sg7#OJ-0YO(r93XK-$vri2D;^Q+B1VrdYd+n{dRr2D36EDZl{;{a4 z1Jet2HSL>)(NoVYoU(i-FgvE*W$`CSY`Q`@5gABqcPrG!yy+hMv=teQu7G8ZgBN_H z)sIU*$kjIV*}OYRWj{GC45{#OB0D4wG=&6`Q&AxTCK;wrfhe>OepS(*e0;$ya#VG?BK72$HGg_z?Fy#5IH8Y99I=;C+- zG1R2^5!q5)_J)u9Q?!tcAtnfZD!-MLo>OqCE9imN`f0*p?)f48#IOyVx`{=95QS!j zG?jSa*V%BcNcj%jv3i@r*5>`c2Lwi!>5*<3t&y=LQ_mhIO{nb6^y5gUR$URoWgtCS z$R;p~^wa$QRguUHR(iD49Lb0nZF;fTH`E!;#)DWxN$k>9-gmeSx;bakg_|2|Yaf4& zegRL#@5Dsh=cgOpxhTw;HXOqswz?s`Cgh)#^U)E_j5i(Q9cb=S6n$9J$`0bNx_sUe zQAnqC%|w4~;0oWUf^m_5|75Ysh^V~j47I%me|gs7fUw0^yg$t4QsAB84S&~)M0%Er z1_Ih|hV6{CoaM@bp``+9oZ+vBK!&d?xPQE31us^L`y_DS1|`#jPnfO}rZb!A=@gw! z$6AqLS4MbSXG(jOx#BI4s_l9PtD#1~d~rlV!fjg{0FNuySZK`gTy;xxJw!A2D0|=Y zlv!2b;p6=fn&MO0y5_(13=lSj&)kR%J3YOQKo0v`jE#pGlwB5X&^Pxnzd4(uN0%sk z@Pv^PiD!p-&_}1+RbS$QkZbXt>6z*Q0U;GvNhxMa24KBn4m}3&C??a$S@X|HaJg-b zqTB(6_I}HK_E+(WP(6y&>6r~o19Yw+^A#8N*OCD z%uP*Q&rb5$GA<6vU?%)um!>1pRrZ0z_U=VBYqZXKrj*4tOkN+Jk)^2DpP8$xMc3R@a1x@Uz@O9r+v2a#7kK=wv{ zC%1PPMD)Ddr8iFHGW?e~M+3ZBcE*$#713lgOjkKoZ5N<4>>sAHT!0l@f$nQVuza97 zHMQywfZgu|{X;E3Sdl`0sG@`h?QBC!_Qd21`@m<-ECGLrSR>}ZHzZ`_Xye}z!2cW| zvF{F)vi)E1^Kmn}VgBi$%>l{=45Wh^me8GCD7vQYavc+t2SsexPYL*j#yMR z(YQCU6K_M~V%BBp@)YIH(v+x=z=4^OSCkhJZz^+^)!}9634K!oQ?3|+tkiN1H8Kn{ z;0TR38ix{QN(x%6+Q7AjSh^7nsx%*4^6_=WpKh zl;h&%-2kKU`fNI!JFQCLD`{zI#rkrfi~g%NO3Bd$akI$-PlF0yGi24le_itUcI^Jwo|j> z=0|b5EkgS7(h&ZA%o;56CUy-4EYDnJZt@)0HzmhsLpX*Z#+a>b)FU2^|eO42#% zhV<$Z1rv=Co$whw=y4p8;)ol>Olx_* zMGxm|8@Rra)k*?Qvr=O-TOZ%%LJRKZre-WVIkosr$Zv}m~0iTIU*io^?%|-Fb z8gy-%O&2Fx@GhahcXxM()Lhl1B?|mwLt-KS=ic6a2D@B9DE*XFpt1^hD55@Fn)Xhf>>V9`)6froe%7V0Z z1ulp@uR!2yT$M=jziaEE#Ab?v0^a8$uzV&=2Zn@oHw^yxyE`QPTXf(C%3OyAwTI0? zM2EH|&`4$qmmVB97>NXc+E1lcnqooxW?(plTM1!g(N4uuZl_c$)dB_eL3Oq67u#>_9UR7i-k?a7Qc;TzAC2k$ zCY)GMjvf7Ll6NX*#d&?=w^K0wvOFYC_iG?1Ipi4(bu$})*$Y4VM7AgBo>nh|az#gI zW7Fb|s0Vyl==-9357dZ>4f)lXP_NQ^lYb`ho_Q*E+oDrhVF?68zOXj}dV>x>_?~bC zKVE5?u}$l~e27abtsevOD^RgIh2-4@d5t}D3;P@?2%JrT_N2m>_MktXN$GsVm?+Dj zGPw*B?MWR*181S^Xc@xnqAbo^|7D&nBVkUsdsD#?$v91+CZxI9J!$0b`Ki(Q5A^7y zLjCFP?yZ1m;N09?KRj-<$d1&*^Y|4o;3Ho-rRh2e=(xFhgOO|f&x~Z3Vk;Na518cu z?*^dGW&h}JF;mUJMab~XSS~?*Bn}ud`8oR7@%ZJCRh?Fs9-?MvVtzAUCiToAo6nCEeL&Wj_jUz_LPdg1Oou^L0M(fw?>9zx@<{uFg$QbBK5*uz-QGA1N%LXT35Ftgh@?2J4=>V^5;- z10y)g8BDfGHb~;RCe2UzLnOvcUE;zFo2T=zT%6M9y|No~UfzzT_KKdSG?G+rX62ID zBwsm#OKM+SR+9|HY;hb`@h>B^**uPi0RXWPT=oXVgJ?C=HsEspOH9FgEG!BN`F~eL zT-HLbA_3DeQfvC(6Y_V~dr>F07C~ysv@)Sls z-R4aT8ho&t@=@Ws-_EBZmv#H)&U7{)TI~E6#$D=Kc<>iJd#j8-p0meAmrdD*LFNZH z+e`aP1#)>zwviPapv|@a8~Xyb1NFGGhLrXT2IJ&5R@t`fI9g>SiXxh}v5RTYahxZg z-UHl#%vOtB^-ooyJs*oyir`r*hh&{IA9}@tu>#8)fma7|k}!+GKT)V9hlGD5wi&#M zo2}Vge!p4SN6C`Ko|Gm4x!|ZlTfGsjI2u#{XCTkPE-7!Y}w!)vi61Qx}{d zx7qRmA(4;6nD_`OF58q?-)gBUGH7`^M!q!m&P~GQd4QpH;`62dZA+s-KIaWVT)HPY zwtZ>J3Z8`DWLK3cIoIycB;#&VeQKY*9P@^6&591Hg%vHgj`R~C+-4CI#a6^!H%lk* zyMcfp5QrG3&Zo?U$s55g7YZJipq)qD0TUt~d#aIi!EgXjw{gdC&Mn>pU9tfvG2kzf z=PY3Sg|e0mTj+QqFC39a$?pPOB%R(}m_{xE`Wrg)?mQ?Di@fT@nb3l>#b_H!Vzv1@ zC5)z*+g6BSd@one11EdK-W_Jj`wlnS0oSAO6ST>``_jG8_bP$eudf!+5mFs8e59^p znKB1nrC54m4dT;D6n!cIzg88hN}b}i3*P7X=v%NCYuxj|!lS$kXPb*SKKn!UP6qvB z|4Hkh>8YYv%6oFD44|<|riD`=KZ7fN#J6ED#rd{!kb85K`-wjmA=3lj;o)j?VnUEGKM-vI+~7Ju`VG_(kn zPz{qXd@Dl>7MV|4{nu8M7!@q1HBe^V@UeA0#OcIxHR8qtmA>$lS4|6=G8S#;J^>-` zwWk#gQcP;noGAiOJc%uzWQcFwdN+N-ZF)8TxvC6&^k?qjuoJ0_a$#%jmEm}hsSNcI zArs!IqFF&VD_5{Qfny1RU!|G_$S5Dk4Ohi<%pKjZGX?lCdLimaTb4JjNx(5(QGuEHb#4HC@Y!uNFM7{RQ5vqEcZPC*x2 zWKrA3M3j(?k^IglmAM-I|DNBUe+qxc-LEAeA_@ahU`TYj|2Y}Jz*_0liy5d~lO7LE zQQ$(THSbMNpaBF_H|o(FSR%bawMt-_c}5g-E=kTRFrCUaelRVns;W5b-!QHZ=b}qnsX@})|K;h#GfONO)cqpzOgw3UsIu6$ovpB` z806`qen@jvY!+jhjIF9c4nS;cn}9vz*AfsGCFNFy`AQ$E`?8L7c=)#Kk3w}=0im`w z;iP?acSY%zjj=s{h?#e#CE!NacYtuwK*u8L#K?ns!gZ)Dy&pQp~;II);)Xz^hCAn|2CTE@b{ zqKh;(OBGw$BU!=xFy=FBx+JiFkAng&fDl!T*^~Rsvrq+m`27Om_Mjk&+7y|khYkCx zBU#zu{eA4AKYRGJ-pOEd!2KETy4|elPzyJH5pk(_+56_x?`yjH-!eRIxOF>Q*Dn_) zNGk89^E3lQ&M_gDhOBaF!*VW-fm&5PneSqLP@JmJ@z^l>x~$K94e&zs$9)W1+S zVPSoBAaAs27Dr>I>>iYm1}3RuR|FTs{9c9PZ*@{Jo6~0G3zAY6=?|I}&)YE8MqFbC zXv3mvS5xKoK${K`T-0X%YxOb3bIqTArfKbLQU214ViNs+^$FF0+Q^ilB4Z(Lkn-o} z%8(6STreur85t8w~RHJBRMyEmvbeJfP+wW7+( z%BTiEqqnPH!iC;SC53mb~VYV3nxbagb_|j%SOve1)C8*fNZL3-4KT)1; zk)K+}8>L3USZI0gi$Eql*h_l{g)%d%a)r?yLe8f0r)}O_xF@QDw*lol1^(%J*Jq|? ziu2H^w7i+c*|FO%t;I0^v-`v~wf;7^kEG1PmiUC#a}Sy98dPokyosDb^fW@Gs1*wi zGUSC$^I~8JKc;)4pqY4ozLUhBZv!T{(h$e>+}zw;P>=J@{q7lg=Cy1?ggNqE~71|?toZs?8eV_js21rG* z_Ee>(1`_(k68M#tYL^e&;lFhzjDX8%mGJ02&l@a1n&PmhnuRXW{@OY8!MsOX6)E&> zcaD6#_4Sj+;%Q^#AI|ES=D=n|wu$v`djqg+bPsST#FqYNB{^d`{Q*c_xCtapGK``z z2fC4TMJnn?b`s25{e6XrYsUZ^Ol25_2sFVLxgxcH2v8r-c*?_PneSHURdAkj5w+PUqcQo-d zv$EX9svIptwI~G3utavWF6*fV%ydudy#f+$WxTqeFZ>wZjFWky#|)`N`3y^Sy~s_8 z+LKv3p|IrKaxs%pTh-QXws%<meLC5#0ea)F`=?6F^#w1P0Ubl>#PPI{0o&A9WsfhR76RN9@3M`-8u^M0JQonELJ^qFrU|5 zxWxSRyvUa%>SnEPLJJ8A2>~ChfMrDN-Te5tqJ`kkODdo}k{u)Lh0g#>dy#$HWN$A5 z(2Kgj^!^vZ1R~&KS{j9T9x5`ZeIUJ=6>XJ1K0aEl2VH*_&~N-qLX1%{2#7Rn{_LJL zt@XoOc-ClRdA$um=~{OU?!LCNS`vlgL3n!3q(K^AOK>p6dfUX~wX1$Nv{^)4X0Z2^ zW2TaiDXxb1hLry<&@GZVvhIBCbyzbue7F-)#fC+-+wQo9gtAt)E`Jmm{K&Xx>gU%tfTs`&_7z&PSzl%vxF7(^cjk|8OfwfS#b*sMU#BRvNOL|6rk`0}zfUf!c*=}qo^|Zhq|3S35(3+;nGO%C%o}cG z9&RaDHM3KoBmV3I<0v4@lh=l`d^HmayI++YZ`%N+NL^V)gPwgXJqaAH=O5oiqYCuA zDZAC(?HcJoG)!*DG{!|3$>=}MBK3F`t+bm?r;Yj)#a{L!g;enaw~Zb*r=ArmPVPU~ ziFzLEADZWh^wgOl*m!P}pHg`o-V1L5c;-65aT_cQCv$cif@wr7qt?Z4Dz@zB^J6_& zvrZvIxm^I-^Glabnv!{X_yckPIWbUp_q^CcpEW>tcO=<1HaXKvRk)HNZp@mYxkV`Mo zFVGM}tCanHJGpDH%7}p}(AoNTJ#5UMa(3PRumbTB^Cq=(d|hyRd&tNXHIv^zxgqxabaW_YT(L|GhOhyF~7oJ~;XNaLxP5uUCG*8TeZt z1W=id`p~QB7{JW_h~Us)`h`%nH?=ejs$gS~3&2PyQgKgg2d z3L&=h@kVd~BbzBBGx6AqdGv;am}W-CP;Xf@ zt<}R|KWsY9E?zr6grmpoV`6TGF)#AcVUDC$^H-FAO4WwiOD3oeVw97yzW23tsf?qvkUBtEhpyWL zxu{sgYz$dDutm>br}TttOJ#0{U=u}TFR3CQBet{dG@?b|>?M>ESwa9NvO3+Ji-?IK zno>^YNMqc=wpQWSRNVS*dn?~>Z+m>-23tscngQeRu~FD>ts%Y$O!5u#{5oqFgpzsv zMQNLXr010_`LIt_6|70E4Th~N_WKuJhYSf=PH#{=L`&DP;GW~H)f%c}up7;YBv_HZ zhv)7?dr2en8}Ix2t5U(6f7M#%-Dou%zZf_A@lfpxk#Gx(&U*|<@}xYb_Rrd-bsv8D z=M#PPT=Jd>odouI;h1pMqL@wavn5vSN%Avo@~LYoq7Z7~Z|-a1+|qQ`7PfXV0E`bb zhtfN9E*jH0(q)P~DJe$d;^NBtAcXsOsqejh-PP>(FuLIaV7lmj8Af63u&^_jH~agX zY-jRuX|fY@o0*7dku>B5TrgphxIJLmLMWFtyZR5;OSw}$R(Z1m;<=X$?xm13)v&y3 zl&cYL(q@;?CeTnD;eOC?#DUFXd~=&=iupDNvk@t>t>Cpa6B~|*1Vw!l<5~5Tj@f&@ zOxD%1;2nDQ9dv>3Am-SEoU=k-oZ66L^Ook*Mo_DcSI(^%u6YG1ofO;rc!`+`OmI{e z!pm9{S5=psJ-4;96PGUN6h$)>srfd&$Hl&|%Tq7tnC<38J5j8pcAw0n6_@_H$Qb(` zwr&UYW{MY1If~azMVS>sD!5vXl;3q?Z!+01agzpt$x>>+yGov1u z8g-?kL4_PoZ1z*$=8-T3+1A9~*$@{UXsi6vW}(NZU|ZEh$jIV4WY8Up`l^7 zs;^3HmAij%c4(XALkahmWr&@R*q;TT4bfEz>(oSVFAmUMh?FxH)+`g&ZLlIl^8HQR z0;Rg;>DgJNpKXsSpvPoxZg3L++m^zTidfdjw09Dsx*m6bL5$0|N1riTUR&OLsfOwC zC0(+~vizzBFRf8ZceMKj?cDkM#3@WI9^WZk*RR)9F}N+dL*v!cO4wrBXVPrsk5Qit zZN7aOvZ7U>)J@GzouMpJ1gy5o!GOvq;uUl2i5KcG6*_vh@`vb0nA?6!zxk{!Xlmmy z$(PuMTD^Rv>RG@kV>okX0uMdK>5Z&g_rHm!oowiKt~1S<%hvqXm#2GHiltz8jARrC z9!{>aM!-o_oJA`0pOZ~YRr?R?AN+@f8npI!qWp+Qw2m{oC%h|>=9g&286s+p^iVjk z2{CaA3=9r_AMdf=yMKzx6;#hrSN@^~BbFo<0s7gsyp|`CTG?u4dw#DSA6f#Rd7+Wh$jnlVMWXDod2e^QL%E9hJut3f`nuIe7aLoDBy@gc( zlgCL22tvRp`{VClDu~KWeh7}!lX+gtx9PB?E$67=b-NZGK*DaDygmV=HAi`S5|IMq1s~>0~dLA4Z~KdXG8yjdv956y)S0 z_a%W`BGGk)BRt8*gARV=550%l+qB8VE5HvTuL!R&BCk9jOW5X~G>M;cu1E_DM9{Wu zYa8p?tYy%MNbh}~@ z!KEqvRtf(aAp6tntB0Wcif8zI_J>{ZaOO|aFH-n0g)gpIA0L+1@2^Myea6PQufIU& zV9Z4ezjmEx0TcupB+Bzr`w9ja{=r;*g)xac@4&znZ1_p1Iw1%x{XtGIUnCRtP&^d~ z5Oqp)FdI=pLTsy`X^3*_)0>zrsC%g=db3kT*^vMT9RxmyWL&T zMyOFm5_LP0Y_S1~`Z;n21E|(`EjT8Ai7vldHqdg#6s6t5x#0ChL@hBI(mgZuQhd z*Kch(jp-*lvW_7uFe6)m@YrW>KK!<{a$0ICgR#*rRQ1kRfmadhTP)OPq^74AZe##V z@vgz%!XoDxxHwWpF>k;5aXHLgxi)Fs-rm_=x3RIFqwh_6Ik(Mb7i6nU@Vz^+AsHi? z(D_19%8)=XP`$7NZ{Sy9Hoi9dhK#y8b>$Jh~jjMAc{={3cHH|NmkbM|TDp_C^SN$@>*zsUAIke7gs7KPEogNAvxSGzA+!IEWlT zFU+?9r|~%W(aCCH0;|0(rd`Eokg^X z9>b(umGAQ-=gi8=W*e+7pUADTEL~l>X^Ibp5F;Lkw}8c1wT1HLiw5RCS6v`>1cGwn zst$J>a5F9_cf~Tj%&(24GOL0;bpzFt7GW9cewr=hLNWTuG#cjjd3b*aIZvS|w9>AR z0&1FNoZo}UKS&K04$G)1qOQ&K&%7hnEc16>tc^4bw|nz&=0W)I%Y~nh zPujqM47&f=lfgt_1&v*bzpo%m2C;AN)dEm{8%fgd7)Rz6&UdIJt%Qo@q)e~_tuH2z z>8psIlEq1)^|(B*Wn5V=%~ieWwaEsec~|obaz**b~#%AWA*oKXAjFGnW)JlL5Be;h9VAV z+)7;A{pkJ*rbY=nVh#n8fF~ zYW3EkO>5!3*-_~~`duTz4ey$@`n3i7zOD=8NhyF-Z2uv^BiOJ)T6}VgCP=S#s%x$dq4tf4oxK4bEX|x~QHD8Snc&g_gI|u~O=PZy|)IQwp zi^jMgA|4Pj6N`*z3x+I}4z`sqogFD_+_k0!!MFnN^loLbhKV#}@q#+`4r;p2_zS$Nr0(b;k;^S!*=>M1 z(DyIoG08e143m!d66z(Qm|;CQKbli6+`yZ?ET?YIRnb?IHN!u9$uYav z{Nci3HU;H(__}ASA+C7PwTYOhhzLWId1EFUI>-x#RT6y^4Ew=Iv;Y>4DwnndT(=rG z+1Gj0IfD*=D-P5wyixDbAw}S!)_J3xXQ6W>+)Q^?zdk0WuG;NYmhEUSIHN)pr>?1( zy{-BozLnp$8iFA1epJg0{rHg?1qJ0Ty#gK)o6h6J-?{h7%FA7n%}|qSK568J-WG%4 z+goZ@*4A?O(houB-TeZ(YzUC&JXd~4s!)SeqX6-;I+ASO`a6N-*?%yQt2I!l7p#n% zWAa>4eHJH&=FmRt+;Z|Av(JT`gpV;@1tZfJmRKyV(I|YD*S8q37?|-mZVXoKxPGDZ zupX+BDATl#yn-iM5SE!q9YxBWwJAYJNJzwCaEDsd>rRq63|R%V=qVS;>(S3*x7vMw zXPB^t+oE1)#Rng>O~-TOzw}5+OdR1FdWrh`Nz68?BhDr;??o^)MwJ_^iomZWJ-TGK zw^;C&cgOW1@Ze2+C zjHJ^+UxK!7+9ze%b291q%kpqL*oAy&5%5x8kh?>X{{Wqc2-(g|OBX_gdFI4cA(Pf( z7>>d+_DOMl3z0rum)YYsTx)1xkmEM@L-DsK5V7A%K!XS3NbE#5T_s2ODvqnmg(G)e zqinmNTjg84b(?X*pZ&{`<4l^f=iGX4i_l2yDwOwVm(av#&+uteZQ6Z#K{h%&^R>10 z5Bxco;{UzYqGujo)ACAbX*JZS9;?+qRU+@9_-p-&S5VMxR;mhy4Nxskj*S7X*c!Ga zWm0x2(PSl+$tyLu>~CIy3@7(%DEEoz2_AXYF*KxA7ZI#wqL(7-lHRQ@Kv;&re%%5zmK^EM#(SN`G zdf6#m$y5D_CQiCiafm$@lk!E4MrAE1C=hDBpU(;@f5KW5(cH;x-c0n($RT+FcG4`y zF}|Q{e=*;~$B9)CjZtkP^z4akz=sQ#dmQ3=hASVK3d(XpvH(Op`pgIMN5m{FERW~< zyLF-^wQ)(Q@eZ!UEq1Scd%D`?k-v=5uMcaZeVIgB{Yc}F7ZuT2@=Id;*#$iqzCL3d zdIcXZ?a!W2#8wK7Dp<5W?~bh(S(QbTVs6K8{N6l(yO-q8X*@sXZAF*k;NFN4!Cxy^ z)`&3@m-g`Z~)3hUV_%>B9ZV#5I*i_M&Fmtem?l$QofNm` zpN#mq`Rnk9iB7|x^iJP4xE039OY+w1r# z_@uR?p*2%AKC%|mkTel3L%C)th7Naec^Ly}9!=zT@p1@r$Cnm}w5PKyfNV{+CVBX) zQMx0IEXyNVVUoYE?^kC9$OQ17_F9y=el@d^bEw!taujnOO!epAF&QoK~Fd)LRT#(^L&FHiQ>9&j7l z&G!NVI1DPK4g)1T79&LBsuPH9!8)`0?_1MPl*0Fhl$4YWS3vlAgv>2IM*Tiyo#d_d z1O)dPPnf*)jt}PpEhk^Y_m^l9TP)YiuJ~3a;kK}EHKqKU!pA*o(bc209S8oqFTx(i zW#51Pleui@EcUPbj79Vg&roD?#^dh3cs2C2kM^heHQrBbD-NW(7?=<17i+1mpO*ww zuk-76Ij?~GGn$dUh(b+Iw;im-ov9T0LSm#V@QxryGB+7LK&`z&QSwGQO#G)C%c=oo z<#OEiPvV|m9J~16TvLOb!Rp~r!04c&LNqfxSBhM{W+O6fM;tqo?E9nHfdNr1T$kbK z-lS6M`d6I-LouJeZ9TDYv2HziXG57Z^Lq`2sHl9s)SAu4$?_$@$GM*5l;u<_x|7qV zFiP7_{C0d~*iYmm0ljEHK80Y2AZiytr8u`a@j1^#-D*TXO@o|v9X0bW?pD+Dc#K)- zOji;I6_A$KbL*jrYe|`|eotks$Znps4%`gPujw_Mh%^fMbL?|U*ln=nt!-erBnH5@YBSe*Fm@Lp zkV5A7?dK1&JySiM@DPm78#^0huSvYJl3OoNk*fwwkfyw&E0iP4h!H9-LmR~ZD+#F|xdF}1(4f`F_Ee#vJ92>5n2C5a>)-0f*?YxiW z0M-cQcVkO2-yTHzloCc~k|fhYm9$XsnMMU5S}{3z zFRq1x34eA=IPdcIDcV`vvHr2EO~EQg3QAk4 zenltj;}D)m>GR@+CDaTWRNF+B5!JInMo5(ndAj}Tn+D>ID6KhmO#v(MCvse}wBN{2 zC%uT%Z)ypCb9SNHiXy}9`|N2(M=zOnD!?>RB|@+Ss@EMUf@-f_qLDifY|?N#<7yoD z14RB~2oBKwNA|-eQf+Ik0~bh%Lfro9qf4DqDjDJPyPD z|GE8NeM@8DBBCUXmgK%<#g=udnJ*9aC7d6dF+;(_&nMR_`O4NQAiQhx*-mxu@#nk4 zRtO*7yQd=jQN9eWlMHK^QUPeDCML28+wH#~6z2YO8e92(km>uY#=+n&b$xjzNB%h7 zR*|u(U?#2_au2F(8g%*xC_RM=IZ!O|OsT28O6Oxd={ItWbxBt@ShvPdtvM+74-bjr zSZgH|>v!O2Q)=RZPaIP$C40xs60b6c!R;y29RjkJIHS{%Yz|Bj{R>o{#bnA!XDDf( zm#Bgl+y@M-@mH`#k;En9_5n=cH<3PR6?t(tl{_`_sB)DDM}nU$TUz4Lg62~4Q0DyD zjteqZpZ*dtZ(&109XMR0;c;6-{tI2|Ul1%4#TD!iLkdAcW{PHGV`E<2em}z)`))b{Hpu&%MjoH$e~OEzh@X;?~chm-nsjZlWUVE?HgNr zM9;G+6%{@E(zmavWP>cT3 z@+`M#S4RWW7O9}rp2PdCoy9V2;1uyK*wPcRx9lwy$4BkQkySClk$?=B9R9G%s&08h zDI@x|RU}Rll$n1h|MVHAeybomW1(~ym7K4W4VSfgmK)W|PHZ6Dt}?IjM0|Gd`JQZZ zRtFaAsA*{2c{H~RO4 z%-mM2&?J*?)Es;U;INr*@x6IuuJ4%3*)c4PBI=Bx*MvIr?{VGM7XG3e+J3S&K(on? zN>^hIAl4a#P^Ro+b8Jr5waHrcWN5?e{RJPVk8mE}*#$rUR!3?@N28^Z*K-`q zXoQncWesX2WJ?neV&}+LUU8ttlG8j}f~~#&*;cy9Q%E#rF{)t+l1ALWLJ?TEww;l< zuCdWBdUo=A8P}&xym>61lp}sDI}3~8pFbbV%E^6iZTFEZ@n9MdO|GM}S3t)tE%OL>u1mJ<$~aJ;3j0D!(q zMe_-vI!NUPJB;( zS@JWfCYuEtX?$g`!*7$#Pi}Bu9`kkTSi!5CD(cPF+uQ4Qw5|(Y<57AdFBmp!T!Es! zTtjRg>0F{(@pG5v4`#=+;rIz4%$dAnF^<|AKzA$ia|0aY5nXUMM|HI$ha=X^E^zgh z%&sF|<(^89wt?1$5a)od1M2ZpoBU;n%m@!TrbN!9U8w(_9qd9K9AN=^W9ziMcwaPx zM-scw>Tqw5z_zaV?=v_BMaIFf<+yhZfeUH|=})b_P*q~LLkw1}o_gJ?89R_7p8m)) zhAHEg5&6@jFzfgA&-)LVMd;FJTsu>hG-jGH37IS)+p!+HH(AObheadUygyj>)rcR9 zf{O{Oz6DoA^49I$W{N;()pJKVLKkW(o%lPlL-h_-F@016<>ldT_n<@BJTt7rq>T^&?TN}ehHVum3 zITH03q{eP$65hgX9i!XXeCgOkEIB>OprY?P*cYh${O}Gj-Bb;~0=LRxxw_|%4pH=! z6u?iFpY*;FsHerUR$+5S+*{I;nFRy$aYqoH((my}=`?uPCTjLi0GrBBp zur{&MKup$cNy!$XllSTAKfq8kJoW=rK0gd*$gnp!WykVO_asim0dX88Rj|&S5Ka84 zi$YN@%{?2iU=B=l*Af?MGgl#s5Gt zgOjy_9%&!M9v8fU(w#kMYgzoANeSaxNi&RHuqMkoTa1kMl?o0itg2?UTsC!NF5#qn0gAfmDD<7a||f zJaGYl9RESs{e+w{yhHV{=%hb)TYj+YF9OYSSDqW{X|boFywf(a&D&W?x0l zPjUIrz)9f8@jTcWaMByeqZt8*E90aC$2#% zgkJhTdeNuHeG^7!fkPHlw!)NTWU~;Mg-~?G_r_5OK8e7A*lX^RP0|0xTj|!bGj|I) zP74M7)*biIOi`)GXRSGuQX5Obs*eJ((}hBGRZnX!BqnIkOJ=oGJb&0?ES3 z@7`iG82@;W*lSh4Wp)E8n+wQlbD_ezr*weohYR>zS9i{d$0w0@8whTa7t4{n{za+} z+MT+b>583^u}tYs4q`<=OzIf&tU!pi0J3E?{vUycv-7<(Lm24I)a}{8(Rd+#Vy%(( z$Y|`~3><#9@$nU4i_(Cl@ttnG0bITv^r|`^hQi@HL#EA3@iV|1WA~KOC+OkYwN-hr zXg=~oVO<1h3B?Pz{mY?{af<=}^z@K~%qY zdFJ_UDI>Ke$O}vk+G5$h(m_|}2!BvWp(d!=THo^J96wiHZ(Usq9jHzN3#dt^Ctc?_ToXd=R$BJb^VWpEBx8>vCOd z3L0Y#wlKzIc^l!4!)4typ9Fem%B+jYUz&r5i6N1>GrXEU|F6_W z_CHMBU^Jh+?!M-I$R3imu*oqv{`$D#>ocX*(*W+1T-V}L!>^OAQ&SfoQQZV~*~`oGPnxv^aw?f?&p51s&Pu$Hnu-d#0&fwh zfK+Z%Jv$-(33LeXc&%y-$`=AXnAgRB6j+G!gpe?SNZI8EbXs{j&z+siL|!x5;vtUW z9DuQsMNO$qRZ4krX=Nnl|E>60O@%(he%nt+OVJ=OwE3lCoICh}VYZj3yYYlLHH$iI z0OO|QyoXFX8}aN2U}S698ajfl^1nB$_)8os}e3AN=zqcK*W4JcZhjwdS zJt1yg?Uc(cEv285|GxCUuolA!qfUc!jUZbrDrOuS z=RQP2MnY1QeWZi_q#OrAQ^=IV^l4gSpGw(;nu~gOA=k=V{=#)t5!)r>t%^^ZCbG{O zszz(nbzlCHTxBEMA%9i?m+j6Yg8d8dN<7lk#g4=asdM-AOh_73h8uhFmqD?0=TES1>F&#G)baE3@SLtOC_ceW7+o=`ce@`; zosj5TAXN={qPIP=MZK{gE0!dnfc4;krJG-OJfp+dC+f}3O&db)o3j;K#Bk{}T1N25 zNf&(;G=T{QdFBxeDLdoGt*M^{*>+woUR0L@Oh2uXbaeM(kfdT-7mcVa5 z-@rZb>$l@5hhuAS=pYQKq`LH^oJI^;{G1^xFm-%P$IMJ39;k0jM`VIt*rfC)Hur}g zk>t%32j;mkQ`{Zg9~yCZqpc3T=@u8CI)bh z;x4r$e|k@u9(~Z=bBld%X8L9b&f_iqu^TmN&AMB*9>ByKqUBOkQ+FK0oH-AT3;%`8 zg_?c!sp@$e57$wZ^U^|qBK`_#SHiYu2~)S*Z*y&8{mxWrgfLO;{PZ*eiQATmd3kG# zlcsp=pkL#`HUwWuo14@69d8nR%P%PEJ%S*s_Lsk)E5!nKJ4fH&fb2!I9{ft-9zL4} zh1{|H0<(6hYR9;;b;tSpU}3Vrry>wQf`|Gok=?XNT-zzsIypj?M+!T7L9!&c4(Jv5vf>!g@cw z5h=PLKPlJ{9~}Fm;50TmApid(C8tlK|1cB=n2!FQF5)|Bv^`8e`&VUlVh+BOx`{Pc ztQrc5zBVdJx_60nsd+)VSy@#@fNWjzRpu&xl5cg3+3mce}6U&;0UXM7;x<*HVL?70XS zkbfPuBBs^U&@=G_w2bUc^~U~O4vptx8b32pf2$NH>S9&_4w82%XnW6fs!sLkOv}wR zI}OZXZ2B*ld3f#w1_sX4=%x#*ez-~l^dT66kMiJp@aR9;oZ$cJd!!`P5U-IV3ja(< z4D<5x(oLl$vg@mb%m~7sM%$8dP5ti?=);WosKnt?ZqzRL&u#3#W9PyIqY zMu$B9B%YPx0yXgFONc9Y+DFyn%HKAHikMNFHhN)_azhX~g`fr?q=WczB(|4+Q80lM z62!#B4EdWW*^>R4L#&@1rkCOf?fL7bHR1eAiHrDnoRuGM9?bUY&=m{~WlIKi!qp*H zO0u4&LhQ+BJyN6zeLM-P4bI?!1qd?gLIz8ISlavs&3$qFJMpzKaBwuSfsZvUdb{)L=U^iL13C=ePd&k=W5^xoXg_Ahf*Ln7<(CrfH@xIqWF59KysCF+QJtS+`v;P=lxv_44!@X5*g5q)L4_e0 zALWgU5mA5>iAHpcYBDbvW)zjRKMtITH1sa6iu_3_9UUH27I#zmZiRZ*>i)x;Ww-ZU z&ol1Q7M#znzdHl_uMkY4+sku4o$_f&G9jbfP{>5e# zvUewv+*V1q z=qTwakI@6mjrSpB&gO!GvcRM+orExeFzYg>b@t#xNdiw%@4ZdG27G=0PZ4F$l&zH! znU}tzPM$BeUfN=`1YV^tRs4ZSd(F;=;zd++w%HmF->S^^&k<`gpe@-(w}WgQyS0g(t}R89tI{jEGcwaB}SvOJ9--&Tz6 zhr!hWGoiA#F7f^Q_p7+7->uSD9}{A)ovj*R#Sc3TE=sdvk75CIpCZ zdMH)B_4BbJc2}sOxoT`x_F!cG!~2D`placw0pzx9ccpM5jRB(6A>5#l0#aV9gh@lT zGD9L-PhD!SWo`Nf$-eE}KmPZEd&=3`E<#tFEhj^}^E%+{^_ewTsO#4~1*gz!;$>Ra zrSqiY(IN@$$(Xy9uJ;5pOYvAvoeEtsJW)Lj$c;PfNhm+ih>$Fm;P&QrU71xc_5UmT zO8S$9o12^0O(9^T2+dM2Z_|>Z-U;B}&8;m>*eSE^#D+idht_t;2q!pQPh*g;MU`3=-oWT z^}#pE!2Uad*53JLm!J$A1ym1=lOB>%oHrAtu_qyE1Q2IZ9pZ?IsTtQYI6@wWS$#Nr zA+^<(?fA7R@cH11EUj#(e3UnqsO!^e!iHrBnr$R)Sx)2bXF)HJ` zP!le;eokI^uaZpTFB2b5vxR(oh1dT0sasAyw!j4`az|tC&9ZU*v8cpGMQ}O!=t&tG zGv%;XiwYzG*iEN~qgLQKm|~ir{~JoT%L1CY zcG^7znO<|mbYNeUD3Fwz1;BS_EH(T2xUFE1EURI)O-abg#mP?eCMm_hhZq|yJ!MTH z4_ML(h=^W7BS1uaT#p#@H+V&dqJz2|0tXtpCMiK8v+{=lA!~az!{)wgNO_Zq5rD$= z8}(^L^v#q^PY-#~6{$uEYEBpW?g;v=tl@3Ajf*sLQ8+j`3GUo^8=f8YY!(sa;7?l= zaLS+b9BKg&5mytw51Kp-{~c6-juq#`BJfslsW7xA-hN=wCrt}7mY zViZBwLJCYM;rG!K8vR5Mi+uA2ce2if{rnWB zO%;+m|7jePDSEurln2rV+!0xsAkR2c{X_CSu(bfawOmljtNyZ?DpsmoQ!4Fua8^jk zr?*wvQL$>GFVbb@<>x^Y20Gmwg9^=jjF$H>vkVo0F=ZEX|9f6jbo)7V%fnP3TROYZ z)Z&TqC8{121d7q9*{3jjVGOWR&IPiR`RDl9)Z^J!ei%KH#tmji&}P@?PhFTEg#3Q! zF8rG~AlaldG5{|1zs-J{Y<6G|5r0~`^x_fC{ zS|oT<|`JA9) z43+nELLSM+$++hIy%9hxa(ZjP7d@x@k#}L$f47X`eNmKgNhvKWRA9wibn3w_e+vXs12hhXkF1?1Rrk zijkU_uD&-P3f>dFQ3~PT`jK6{Jn6=Gmi4MH1 zenj+EFHSK>r9sjUOo@p@zhyNuGBXpV)n-t2UqT)|1r%i$9$v`6{5Bb~t;npG77_QI z)*V7vt6a{mmgr6|mA{+k43^-dH-AOjewth+IgUJDk5a1uH@1OLdx$+?cQw067Jj6y z8&;P>7x57rU$IMf!sm9ZpWivLHhGINZ&%A2Ubl2$yUuvh{P(@H`pO8xEzn!Qt0B}w zR@iIVkkvUfTlpxj)t%3*QO+TL~493ke+Z>_4Bie)+OzJw!8% z{616)b4mA|wF>wcK%-&5ehGmn730E-v< zQCM*H0`|CV{VkHGn`6UNTA>E@Q+0G3oQ#=I(Vf zZYvKgIgt9}-mt~L_+L{8!W7(hb?*=tc+ikPME`j0?mUQJMdmc^`+ znzP@^kNeNG-VGVp5LquTfxxpRQrMoj{&+SAUa|eo%?fjOch6f?N09q3vPXKzUikP# z{0sL&j8GcTm!@+uVzWpEBC&lx3>eqZm{u$FOHe~8xm#%;(tKZd;oqR6;6zxqVMq|Z z$w9O~bboMv>1Zgb`gODc>AQZ3YsJ~|zXK+TO@Ms5Btmxn-s(bve}&H4vo-e~F@$c* z>SIS1fW8u#n&$wD)*8uySv`5;hCML)^KxqNj*Z&#DjmhKp@^zR?30vaYi2 zvJub1!qo78B-oz>! zp#ddLxN-_tw-QA>Wa1Q%`4rCX)Hn|FJm3Dy@a=zxIIHmTdMNPMg{am zKK16WPvleA-rKHzg`n2T>N%xw(_3(yH^Q11+2u6$iLvPhK(hHNSgDmH|9j%^zh5X} ziQ<O`3$8IDlG0@tXcra`m~1fY@aFO8pn;BAQ=6TI zHhZuU|Ep7E%)J9{s*8}vC~^5I6H z8ONG#4=g7dV=~&vv}M%sko?Y3c!xZSMWqsgcH67y1C4#rvr!h9zX`Bf#=Y43)!MF6 z^?6izDyj2NT>L#bUk9(9yWr(Qff=R)1QqU30qEoB*VfG%D8CDMW0mWS#Dsf~1U&wD z>_e`--FAqG<@)fD7tZ!Ynw(*n(%b3Zw*@;d+WGHi9YwG8!?egQxw38z+)8U8l+myiKFd zeNTx~TbKs?k=@)XZ89gNx7TpJ{$i}U!)8@mbA3|@t>UvlSm((Kp=VFkI-Lx+9zf<; zJH4&Y&BacOV$Un>{&fHhd(g8GXe-Lk#9|e4wjm2%^kNXYalyYo5{KY(6>tw|^N;DH zbX|Y2l>vNVwOOAc_e=`@#Yp7U@go|OruIe8z#Mn}%Cu?g#i2Psv zk3nuYOmsbU%w;dFq05=+hCoE4m z`;t8my9&F%q7tNd(i}zYt}bSXjKkaZ=K&U)St?VEN)O z+cv!A>Tdk@NqX$ei;YZacEX})IDr|OGTH6`fJy=bZM$pB6%!kY7Ir)|h9HVqtc>l9 z&k+O*<`Ks~Lcp}fudKcpNN#(ZB+k=7&yHP-=29cFxfx0dsnV!<7Mfb@t@K_k5Gr$i ztZw!E@x3`aH`raC7+7i!@`k!(PGhEtF$m})@KN)>0y;ej{SBcVi?-b%NG~~km0TyP z<+vg;-hue+37rs$2tRuL*L#8Q-SKjU@tm($gB5SN-d|QQl#Jq6cQizqE)ikB$_spyZN? z37LrtRZ%>}kw<{n7GWM)d=qs0+~sR{O5pcu;r78vv(7ho6r6SGaERKSem zuOMq%VK(RW#;dOe&DK)y6l{Mre7l?T^YJ!Qa1M4{^&_N*@q%~N#`D=;0h?(6yl}lM z{HK)oid2LgYbN_mxfls;sANQyUiJCh6A>ekyf;pi4gx3LtttAgpWEV(Hhv+%mZ*|a zt=^jK9+ZB}TNguo^ag3`qvg>6Um_ZN>4q8ZJ5Iv66o-VLG3eQE#xXZ$ka9NSuW-qGW% zhj&+3<{P^jP{}%b!S!Wdy-Y&fqoLOgfCJLW=LJ>*I(`CjM_5UjvN?1zC<29UHTP4o& zm^D7A{!!fc=-H$4o!jVH3H(5h68Kz$q2s@GK_wT*3zz51v5A-DD0SA1ct@S1{>S@q zhBP|fMI{Y8Lb}hLKHoJMLp${`uijeCmI5?e;}XrkvxaWhq|)NM&6kS{DAkqXlX)0) zeOX=ox<|mahX}zP9xV5@C9&(;!)h*4z7+dg5vBs^)h(jX3`Ei zEKFu;5ztX)GZk|b!&^MbF!H=4ZbI1Jx@9F0THcudH*qg(`yG+Xfry{xSc4D5g>VCK ztUtrE=I}f5ygnJhZg3t5@y4=}ZKE5w82oK(_dY(4nImcC+v#Nji?Z|oBuL1ruWV|V z8JBl-BE=m;^8~UvLs&XrBSw6D1Spvw?B8$FS}~hT>&BY#-{Sn*{Ic+(w(m_%vvO81 zkX^Rcw%zZZ1|4svX;pxK-{9E7(jlZ^TY2!z!T$918NDbMMO!~^S0U4T4VI4>`n0?P zsG=^n^!`Bj9Ev+{>nAg*orK`b_n;GWyq`4vO^Zj6QD?gn1{xNGp7gPw;fg+zTuwagXlJ?+@?7gZLNKaNtCs6)w%hos55cB58 zFTT$zHR~__N41oKHfG~>7|fR$Vw4}85#`$7HbT!XCdP*0sownff9 z$sI6+F?L_y!l(I(Fza+yOVb>P8JM{8`qJz~f^G{<0o{5a?a}yt-^~f;@*>!V6&V!XJeZ=5+9R53XC0}@DpT$ z>a9Q62A0R%au#+U#-;iNXPi=f?Mv$C-j%#9MPbrSeM$9d-|!ES$+liSrO}cj<7h%@ z8FY5^RC;gdRoUo(7Q6#Ad=t7JR~gVmRaI?_PE@txCswNvG^VXC9+wt8V|@luaZ<&2 zQd^S98z?1>(uE9L?9i{9ma@h+rJ6RQQ+%(fNWX#xk}$&nh*NE%Co*LtK?ZL7)8u8S)%3llYM~Dxx?0p-w$SoyJGO z=tS7`ruBq~qv;o5hZJGA{PPEr5gfE_>j{l*#t^BqD^tjtZ6t4o` zZ{Op26!ZUfq?<_E^KP2MA|&wYhUf}^>~;P2++Bep?onI1fXrO!dHprD`)qFcI4 z`gQ(H{2mcngu#$p;{RjoEr7CI!*^dANku?XP&%ZgTR>X6yIT~Hlu{7{6hXSBQ@XoT zO1eQ>K%_+S+~4}2efFL+d(E0PYgXv+eee4`cU;%+5*H=Bf)-Zz#B~U;mtzhVcDDpt z1du%kk;LT7AOGA&qMtzKtpPg_PtTJ7?9#NNFkK8=$Hl_^o|8AJzrgdhR}f`h}uyCx(obld2k5tRkY z!S1cn3;qW}B7O#$EoD=A^w;`68hi#RejE`_tMA2lkHS(dL+?_Og};pJUfFG^D0g~X z@!b9--*$IQ*Q^BU1U)O*>4V2d_MTN%J2?!JTPF$_+L&P|TdBFY|EG++*#DN}5 zz*W4-(M~;V)$>XaZEETD)pl9Tk%5JJn0fCr5MwW|tOO#WyvphjYJoitwTyRis?7S8 zdHvrIT$j_)iDFg+(eUb@dzs(t#p8SP#sMqDbi@LWwX4LDZb(`el%r098;~e;(uYh6 znz?i6$N3IkpC8-(v9-vYH|86A^z)cfQPKiiLSym|Sl&mPeSPYF+E!bGnFq#1k>GE{ zO@p$x+`u7_mNuYPx350+;i^7c&y%Gn-51NvyPU9-d9(#PnW*iOI5Gg>n*xON57WBs zN(i{A(q9aWCLz{WBce7{EGHaSlb0w&~$7WxF*55!LR<7BAQajIPtT)dK^ z8T^;pScnnn{@m{pVo-|VJa^x@DC+&N z2&b2>{g%g&Nz8To#q!_Uv+IoM>is`LK;;fTm09~KNFL-D$Crfp`Us_wZi!^*3U8VS zO~G2^WdK(UW@^5yiwo2A`N4`5;?^swahy@lpOVRbjf;ybt@;o4z8#+*O0AuO&GSE! zsc0JEP-)iUTg|(#A%QzXwyM$)^zIK3)AZ(?!+9(##N;6g<0F&QN_+B|(^J7aC%>#O zU-jJe`P~@pRL#ZHSwKasIwW64?;_eL%DFK{`c68iw|b)20JXw?=m|dUKffXPfk5dc z{6gFYZ~c|t;olC>E&U~a{;2PTJ5ymOtA%~Yn?9bo=*|O-pt7S$VZ+zgSpRz)m67Y} z4*I(>34d7dAr8Rs{JT{G$r?WR-ju%rHiGICES;&fWkyyy9RG^0x;;%h=U1U(Oq|5AMb4bx3*vAEZvvI*N`g(q8vPt~_o62n_pdyXLAh>ofb z{XU%TTHHLG9p-<#wp_AsAi&`cA<0{?Vwg+)#A7lyl6DoR{E{rOnbK?L*vj> zv8)V$(t=0LT` z^@?%dzkhGu%FP@7C;2QHO4HE0({Qg7CXBj$0YR)W1lBP2{ZS9XA?XIe{R+f*osW(P zM)&RR@3Z%NumaXZ_uj2*T*oWovlsk+NgBK&d3Cr=d`+EkpXFvY_#m-QdrqBme0aVy z{+&pRm-%#^nJ2}WcJ=qJF?5_??9#}EDA+#tp+UjSR)|rkPLb2pBm(E_qk9FH>LBNS z2__#q*8R;QGqJ_E;}?D}MYhFq?IoIC283b68CoiJ<)yiTc4B#Z8w+fcjlL8&f4Ry^ zOYg|jz}Xs2VPOexdUV_OZai0q;Vx>Mn>$*p|J&tDm4gvl7?SVib~9`K@P%o*<-%{Q z(guRlyRuQy3(>w)GEwg(IaBdWg$b5hepZ$!or`&AQh zn`Jtt!xv3s24`i|x^!2=Y(L!?9}&N$Kf3qa_(p!T zHJ)a375SM3p{H1wTa+%Jq97)G>{}wGgA$S3$ur=K3b$jy=7Z0c43TgaV*>{>#f9Ka z`B{|VNS(Hs0VSoTl$j(@`22e+*oF@j27zqCx@GagX?NG?5{D^ooSX&6)(>}62lIxppho$ zYxG^up*W5-PuTEhaT|l4b!?*x%T&ts!DGL>O5qno;kSRkC+jhOqMy|Us{{)F!f?KI zI`ILbhYx5Zj*<0_Y(F|C)ddPd40kwkHl~D*EVDR*!{`JVi!w_304vBV;D8T_=zaO= zy)@qsOMLUvs-BgO7p+3*W#4RM);QPQ746$@=u2~NmsVmQShgVKJrcQl5+=7>tHdyq z$uu6oe*TXxWXW3ootvEv?SV)Mza{8e^2d9zX=QRM#y4`4%1*YmZ67BdPk5t$&Q-ds zw(v*cP$@hth{sS@2s{Phf(2BG;C&B@PqBUeoPACwN9oPY2aOjX;Ca;iq+7Sz)rR(k zEhz{q^rm3vJ*4k44Ze>pLgNOdUI_n zdUN{)d-H8fT(*Pkf8=f_oLxU6(yWpYndGk`uzRhZXO(*V-ujgp?`CxuSZ`Kys&mX5n@sR>!W^2?q-Xhy3kL#eWDP(2f{+CmbWR zYBd1z1B?DA*B3uk%$H^M8y&s~#6vt2iG8FOC60smDQ)acL%a6FMiI*#?0@eN6peaL zY{(Q0Ncu?eIM#|v{=m!0;sFa<2rf#sI}$Km2I(hcNj1Edp<$s$7{?T$JZf)mHw8cx zzX24k<%UX+flB|vM(UF9Xx?+;g{TlUevq?ix})otyQlF>Uvb0n=tOsTScUlXk6jlJ z=&q|EEac((`*g^p!2U%6e%Hih@Yb8l4?*wna%<$_%ZPXwT0C}MG~AwoJ|cAO&-`tv z>V+8AV&$vkn_s%IiVlVPtv<`EhRZ_?546?oq`K?V>6Q&M*wPE*Td+ti@-IMkCbR4X zTPDMw+-KMi58MSFFUr8Q5V|VmLUI*yrazjA~E?Cr4$hqNzGvc zqlYDs#g@3%9)uImW%0D22Y5KQ45}R^KT!%syMuo;M=m(H9)bac`ZY875=S8)J4#_x~Q)Mj5}xVVa>D(K!E%Wic}gW5z&O2bjUFad2`H zV&fu07acJd(0Z~+Vt`09YR|3tX%z^WsKNno=u+VMg7*s(^<9|GpK10kN z_86J`8RoN3Uy3f~k??U*X1`$wd{&;y)+(6KT;K1(QbSWE_TulE?jD<)k0ySAwAt=SNF;nn$y3an_{q=C?Ga8 zjQVY-a&-xkP9_ZES9QS*7D{2~f=Q%XX8R@CqeYrjF~$bf0Q@o3N1E41mF}r&CU6lz zsd@_0aFDY#MLRN^6a%s}3bH}%mqLdk!d6_#YmO-^ZI#+n3v9xhiNUH9ww9PmuQd;6_pQd2h940~M6{=aKtuV76HL7!o8>yiGT z11{)WnAkmQ5~ZK?5LrTI#9?&fSiDajR)Ac!gjDn#>9rU0jJxRr({(ffEkte4n^oS* zgB}C!(KnFA(^n1He`+-~wRm2KSf-Sttx;NNg2FNB$Sk%uy~w9W?}uPVI$`H?-7`wn z>Jd#llc+SHQY_ljL-ulsXIe8l1+!;}EA5M(-=7?lVj_t*CR4-uz0OF$R(8R~9c392 z^q!%g6W%$t_N(LxrD>1lS?=Xo^#?Snera~>>D@P=phSLe7!*>ryAL#K^9;HxN|+U( zLH`xK(zoi?;sa~NMu;U7Nvo)+@DyWt_^k+$W0j*H{rWK^h#-#j;OpC6)lh%Xl*ky@ z3fDR8_gF*`Zj}>4KvJ6FIHjPVD}~h|BHVXubCGX(+4RAwY|e*IRIh&xNj5nA1ATYEZmE!rV_B^$Lf^e1 zyV5ayn`?KT6ZQgq)pdFeAN+=(JH2G)?k>+pn5<>%bAQcN752V{wCc;(IXwpl(xQBX zqf=8P@bKp&%I~K%Z|G*e>s+I@|NMPn_10=47$xQ$`F%cSAgM*c(fNr(WRVMK0o4e& zV9zu26Vx5tCqj#hi(AuWv@n!nscC|pcLusCoc}*gUTcopoF8wWT?+bT2=~Q6KlAB+ z7$N{i&kqlZw(++gnm=sq&9BRmAYupvI?axQMs=4wMMF2omhGt~(E|{@4O<}eHsjRb zqucVm%Q^HFup{=;R+*k|uJn6J$dFZ?Y)?luySvNIngPpiHEv8RmusA3A zH*NzP-U;?{xS(9`g8CWZwX5^xu^zmmXkSaoZ=sa(Qrw1@fDC0`7t7F?uCG-t1f#9s z3R!dKHmPfbQ}_4`v`{j46<)l^7(2s$N=OaIAl<$SD11Kv1VBnhhXe*{ZJUBg>R#hQ|xNfnJw^Jpvo0id}NV03r^+m!*&u?j}5o zC#fcRD*~%$xdJZG?R(#!sk-FjUmjAI-gxw#Z`!neOO@C(3ZP=d$4=pX_ zM8qM__`7MyWT8g6RmjlL&}hE;fY4)8pi*8C*47F6B_*&8MH{?XQh_1g($KZO)Wg7olE?>%QZS^+NniKKMqfn||s3Kn9T zEu}stSUAY!t7ls}84%fl>4|3f*Xk-w`NzGzy)O5DZFtn`<-)(Z2Y?A%>BmvAUd2<9 z)89)bmAFa*lM<3P-t0mQX3Kh`h~#OdE22u45SV?21?FPX2(jx|+EM~Vl#g%b7LF8N zs;*|vm#irs`hZ9so4}u$f!3~CzE(=gObinosMthI52#d<1s+n}rW6Q(bFO1{R{xtN z{z3p3AlopL-QDAGgnINyT4ys@M=vxVLkwUiA7YfZXNd3XK&&b!5wBo>@=BDoy?$S#B&(5wQrcc5QY*}QpM)h>}G1Ikq-raRB zKm6|z%Pqjy;wrPhq@x-Bol5%h`8&f2rH`86=qR$fJpZm0b>Z5rN#+R$WRfFadP9RS z0_}L7CyoT9RL)yoe61 z7f%|(@PmbyuQxBso#~8ei%XQfY+Li6i(_Rv(d1w;qY-v1p? zI$#spGAJ)`yaF?P{7a|z@goIgdFC$**8`;L&YYr8E}tCwL|8eqfCm`ahNYp_VTwIj z)aM?;+8;tdYk84fac*1v0Lq?U4g65AEZ;n-W-c(5I>x68!MQDEIfp%)Xy#j@@S>9M z`!R()Kbmmb@6Mv6iaYly(pJX0tMIzDsc>jTyW)`H(sKF%Q)S@z#WTP#iG_#|eSQwx zFdh}H@yq{@JOK<@iR`NUCqqz|SjF5W{`jWu*rVy~Td8t3qdeYpxVi*B^&4qm91bg` z2oWQ=Q6Q-4qP23+Q2hr6C737V*|G}2Y4xZH0~(hdrx!DAo+QWkJx!m&PDDBWw)Tx- zwZxp^kq?XzfvW})eSMDfvaEG~DPWN?U|x^^LwLS;40G)~42g*$RbOJG`A0bc8+0kcDRm%Pyy^CXQMukzLNYK0Og?!?8G?zE)gBV21Iz-!2WVm*WU5aPGX z*LdMl>9hcjfQHD^dXAS~yV27#Gi@Cms0a=w7GF<<;v4L>I1|4%_^{TERYs>itG_=3 ziHkIjRQ;xQWqSI9AaO7c!uju7BU70BKhjxOli+TMORhnAYHo>(PYfeQVOUdb@> zTtlddr8;##zEs%7#2@;{hSkN&GmY^R)kL@_JWE>38oi8{!$18!kJr^MhdBrh1`By^ zTkZBAU_zME_IQyVPb9hvlrfq`x@wNU=IeOysYIAq70+OF>^NT=xn$5C->>>~7EI}! ze=T3zIoXMCM&gCNu-hwwD?(%zH8~0WwJ+@dr;wPY@bUyvdLuao*aNv@tC*7b%K+PA zK9Vj8<=Z{DS)?6eqr35Nh*_fZr&Q*{1Rol)P%DUsnp^xhHUxt#34O)3kBh4-;os_G z%JHY4_niQo6h;D`@;sw$FJhEHJsr=-tiq|#uf{#7B9Vmype{l1V{uxxLN zxNQ1T`cs;i1)mEJBeu;ktGIKIB#~noFX)kNZZ;8N75{6$JfwGY9?q5h^3^NlS2qZU zTx_&uB}YzBP>|u|OP8z*5c>O{zjnJ1*y|MRVFXvl<^0h&x1a<`mU z{{H@D%`aA-0QL~`fAu8e=vQi9Rs=8X%`X{z36q)l2vNVyKK$e@hr|g3!rkiZksQN~ z3hJ%fy^yqHKJ;A>(&HkXeye7oUKaqBcR9wFLU#b4c!>;z4eaMkWG8hNf)#DO0PEgE#aq(Io(^XYrbY zVuXVVY?&OhjqwQyeR~n%;hiw??wqpQ=Gj|cr{_*$j)y@~C*7ANS&(kR4-ouB^d4^VWCBabk>6OyyQ!f_#zGf zBzHanD!Xj=u4hg<_sQum#6>xG`R|B;n3!H+$8oWd4C1ESfj%Lt1cM zVKwv6IL5&J>+W5OsD$>;|5M7`2OKh`CL!Wr6Y5we9>{lk$3i$VTlFd@Ee$@d3TQ$5 z&sXF}EjwVcFko$=P+jd*x~uWRg#OnWUH3t4pC(5A(FqY5ujjSfiHnD~{z>Z?0+&gD zh!F3wnk!T>lX}SCjrJuxz@Q!a*jj!*@R)z*1A_@~3MwoKjeX>*jm~86zGh!Q=#r!5 ztOWO=-;p01_y;HjSSd4Ipa0@OptT(lgWdnG1^kTmz=fu@H$!FG?4(Y-Bo)+Mm?`&* zl}kNLUj?D1EMd0DMp%f#zpqnvwSfH*)NknF&TtMOC?O_36PAZpHMen9V$>uTMeo_uIG0v0pVWi5~y zK;%O=(Kji~zGeQHuAFd-{DXrRYQDjA-)fKkXT6C8DZbCf91_TW3gg}XWiNA(s(J@FUY+OuiuZQ1e?KRmhmM_iQ%}{aMdvry))w%W zSId}qfSqg@x~SFBzCQWMhBd&nfbrpzE{8@=xMx-pPq!`~@hRT)BD$xKUN!UBHzIH8 z@b-zRKUY}&LV9Lee-YEn={$uaLRMi-MY0pY!9q*C8v>zY19+S>fC z{96bx1o5cFDB+&Fw_aj*8F|j3Vd@FOMbFb+GDrxOHraRwu}bnO#Kc0&#Ipexove-)%WrLo+B|LPd}35XR%0CORnO{kCI1fG)-(D z5wfNq;rG$~C@qmtqAP9U8QH`&{ca&L69^qM090XBCI#i2%X)thJUC%{V@f1;UgRun z9i#*AQCz(L^2NSBr+cOEbrz1+`coF=j*D3!( zu0}Z$-Cq3)T_JuS#ytmZDN!a^2QylD@G1p`glHHTo>~UTF+NZ?5hkC{EPn@W;aW`! zS8O&+y`wyhqR^5Fl~`h!=SlN;$X_rO78Sx^`XL;Sk$Z~Bvvxmn=x4;u+R?b|UP2>m z{)j7+N%u8GTOouSQ1=5it-z6bAxT}^wLO+oTuO@~Uw;^3u|FD%x)U>ITxG8XTyCiS zzDs}kl(%*Y>A|%>J!BmX+&l;l6E|gkpeTPWV``m$$y)k{M1EQD7^k!fb>t$8j`MqE zB79N^B6^cDB8Gw8s2-#gs5BQc`re}h1BxQ`wY7OWcgZXYRxfn#y5XNcm^&WL<|S`= z9vmQdf2R7n3VXQ(!4IKmVWWML`Gjk`pN{gc5c`~Umd!hPEyk}hZTAwqpTptUHwPkW z2tRlS)6I_W-|=AQ7#lN@GkB+7B`Z*XJQ`&6MKErOX}ze=3g)pAV$>eFpC^2;S4Wae zr=3*86++BA!OpbyrW9+miDqy33u6S6S_)b8*&(PVM^7Udq{b|d5dqcEjC1nvD7uI! zCuW@nXzB~sttA2j6%hj`;B#7(w(8 zEgxG%s7|dlRqZf#$&ri zv&&s`O!keIg>gmsi8xxCqMckhU0W~fkJJWpbpJcIbq^5^`ky^N887L^fxHQjzdn{_ zDDN{ym#_aTzt&vUt_02gtG_}nlw;+^Y9MDt$0lljz{KG03-^L{XJ8G!k5a#-ET)9- zlpAn#eRaWe-xCHi3}-Nf?>gjxDH5TgJ;E#&TU3v@$z})or?C|m;xYzC*)z~B|6d<# zY>vUQC9|DQVWffw68MwY2P2DGPLV!cVLeWg-ChI{L#&J@U!p9sO?^H#78XGTGGeX^ z=;+>4=h;em5p_N{YfK`hFV;{q+m56M_9k-i^OH2`_%ZPD-Glp23Q|ZSIZVXLMy3$s zbvHM+@=Z!`TZ35qJ+Khs1LaHVz~QE8!brQxnG-{`ht5|MiJtP)&F$r&7m>b5J}Zt; z64{QKas)OumXL|JKi2(EZl7_4bcP^cUj7L3KBSkP z;mE)5zuq5XX%fNRkZ&K?DKC`N2SBnlor) zHz12Gaa)Av&QeEnwj{0&Z>5P4HGgs^;dDzVG&jH;T19A%lbY#OcVH=AX zQkT2^J#M5ZS2Ya1iGK&dDoDaa$4ZJ&|{Oy*OT%kpW3D=q`*%d1o$ z$|a&dFpxZzmcBf$1wnUz@sB1m`_0jJ-JN;3vG^9QFf;YPQ*?fxo#%K4DCN$nkUhD-`O;&<`OkSEmNC5cFkL<2TgusF{w$ z?ONQ&1DUF8A_(~`>@IrLokwUOMxR>kV(#*v|B8;yRw);_S{bxz9C|N*S)DSpL0FP- zweNbkZf?QSqLaVjpK+=$gR6}-Pr}2#wN#(s{8$du>f3qkU}SBq#c;gDJu6dKOLv_d zlgM2Ppz=qlbKu@mlICL3Eloe&Jh{G7dmhK_`-Hpe4gow1k(_aB@sk5(?nM(78$CtIZg`cKPGV(~##j^%3w6;pb=yP)Uo^R)3@TB@* z|NBWR1$?>y05`Yy_bW_L;fiOQkL3pPy>o@P}#3?oUvVo-VdY5{+#CF_cbU+*^i$pdz?H*w<|lj;Nih#d2?sp z%R_c4_B%6$^;F_VlyB&Fj~At-iF~*-|G`!Zkyqf2<#i88zYYDKw1K+JHRa%w=e;xB z(Lp=IULtbS$I1dM9Gw9O*Oc*T%$oT05$Yv#Fm=g&Vfe_>kdZW@0WjDqcIFx@q*ZX= zs>062)0a(}$W?T+nfK7t5_Qt`6MsokYnxqbm$FL?UX2wy#yC07nscuy4?$OA^qMd{ zDLW*E1~uQ>c+xE&j9cMaidxdpaCuUi%M}o`lDOmK!e& zx8MBWt`IaQ@7faLhE6J5Y#*Aati5{E`oYD~?6Xh9T+-HEH}^~Ht0YHeda^mmJtKO` zJj^6FhlndIUQU%`;R{iFdLrHTaDRMDNas&p#*QElJR{MK?1r`Ju^^JIIMP>Ti)F*!r)_w-WODD9tz2)tFY{Q6U$b05Gyu>wFZ-KO><3Z1ppX!z?8w^5cM626Vy<4kbLGDV4thGoO~<%N&}Sc^KDx$H zZuUnj`i+G4kL+Twml9?8uIlyL7Zpu%#5wnLmOcMocEwAOAM|+}-(8C#3eEsJa+%Om zbxTE2F-%O%m`Pz8dD`ubjT~za2w0$9?75Th@vlmt)yF^|v$l7eWGr82!&Yj4{w|ud z8tkoQ2;$85Qqwi)x{=k&V;~9};%IO6MO`5ziq$UDDKpkp^+5*HdR!~V`;d^;9k4gq zC&1#`cMb;0YG0qAUpZQM-5dMC@;wV}d>ihB z7>I%sa41+Q1`7mn>c-Z`YLtb=@p4mB-pCJ_P}_3SI~whXId2!T^~qbe+2&VgKTjKP zxY#KyIe_}b0>=IrbL$T^{^6!8Ve|HmgL0 zp{OOJSBU03-G(oWo;BfdRr(N$+u{US$(0GME@6>^{I}3tN&d$ywAIQ@zLX=V_ermj!9VLuKHoLFxpL0XxoBA5%yFV7G z;eAKWhF6kA0|hDnC{6x0{x;j~EAu>C`P$5uWWo1Z=URBpZ73oAF9S`+yHRun`h{aS zgeQ>1w+*36s`sPr!>4sw=f0*^S3h3^;YC431t5gg_G#znh_ePwW7Eq9cNWVmFu}~2 zvm>a8MZ(OJndx&cntWJo#r1*OrJQ_bb`P~h+gD5st>6Z&gVunZ88a)gzv@c)F+szw z(<#OwkK-oWXy`^v4dm)~4>-hc1)>`u#XkL|{eXr?yWCR#1g4=1dm<^KTnO*e(vSOr zUjsd< h_k($rCtD|;370Od^;!--{SnCT5jb~I=@e{(^xP{js%$`7i8*fc`bqS& zrwidG4=en#zdSIvNy%+Hu)!!_pATmduo_Q%LoK}8+J7%vnHdP|z^rjKxo^EP2N3)-{ za*HCBhwP)9MiCLC`*)A?ubXf9yQ#=ds&S84w;xd}GS)xk_!1x|wqP$XFc7g)@E$7AX50Pyu1xNfViayg+rJ-l z!}RuZ#~(OC%YdytFnFJ=HE$sCsLV!E!wX;O)8E`Rn}WZZJAx5sCnj&lXVr)QT~v2z z_}cFYENG;Wv_{U%&S199rpb73iv;e_nrW5OQWiV5TGn)16fEUNH~xK0FNWF8e=!JR z*KzgKhaW;h)RXS+({olI>naI|N*0SBdcAAAz_5^iOD|_Zd=hXa+dz4iEp~92 zSnYHn(Mpf`IkUWM_|x51+n~6y9Oc4T^$L0xSR<(_=10UOyQQg6S<8l#1_GR*5dTTO zq;8=$8!wNnJ%^&gb1aGA5|z9{9a7>M@ym;zO;VaKuUxoF%N%q^W?1l=t0_K|n7l(L zWLbCb*tpS>R~-?gdyM8fG}JbNDuwrE=t|+ZBYD?` z87hTr!v^Zl!HU6Pe~`x2cQg$fy>BS3Fft82`opau+h6mpylJQ( z%!5yo3EP5oT1`xlT@{deNJueKQYuiCt&vfOQLMyJi^5GX0z(EPqDi;s>ne64aKuSf z?1f2KwUw;mBR4zJA9PgSNJ~rSOBNSZjpV9QU!DJp+vM8s6?kW_RLfUxB$WOWqqR-B zfj!%I(gVeKiR&~Wk{JUrjw_Bu%$oF{7P&V1U3phUy9Mq z6|vo?<0i=|^@TaDs-K6_<3dHD7BN@X@qGJhqSb~O_I_mOJZ zwF~lTVXSx!N&z9vTi7}~eav6@&==EPCF-aGs+`LG$fTp|9~su(0fZ-4{1uy%`ZpEs zp8|q{`N*L_3wpfcb(esEOtGi&{-}_N!_|4Jj}Pa~{Ocdh57`9+PaTj8Z>}c~eDI2# zFwdHJPZQKc$k^^?Dr%ig=$Nd4?g|4&lK({s7DQYeV^Oq48UpvNC|2EplZMRBYcJ7# z)*lMc@v*V7yO4RPL9OV$9|9dmQ7pHGzD^H^7*s3K%MzxFCd<9I&l$uo25t9+sr)ZC zCTj4Clc;&-Vgrg_UHVfR`TO4A^LLKOjELBobIBd}SfxCfk(0~k#0u9xKG|ocHhnK+ zZic>qOrK}JpjK&I{0W~sfY{!h*8+L@{1oKR1=-_)ey5Kfv6X(FS%h{b>AV)|_djC( zG_H(q1@G;)1nm!~tTg$THa9tc6e)PE=pC#{N{4p{T?vXcF~+I#`|oc%O8wmNYb&Uy z`Q_)DEjaJ2mF)G-h|36f=KnN3apKBzv5DCpr z5LJQ5X~Guc(65xM;yO@*N4>7a(y^;7FFHG_+38PL*R+c(j*|XqsKgPv*)L=M>w)zC zM~peWwoP7Xe&_iLX-Du9(!hkHz(PeXr3ElX%YejY*)oIz)Ka`g@-0UG&=B~(wb28z z7b}vNz^^b0)LdRdy*EQ330zO07V#|Azdq==ZT~oD{MVQBcVl{ju(Q9qcu#`3AD;y9 zmwvndLNcjNqS0kAOy9YC)upuhTf@f~bU#}il()Y&!lM5?U_YH-c+1|D zBy@jm=vvBB;UxK@STOAOP3^a+-K`zL;orL07Uab5VyrIHIFyC98td_1xCimc7-?o* z4Z4_03YxleEiY?6SoVeXg(Q7n+O!uv{Sc{jUeRYpOoIJ~RkukwC6?}S)v{HnS$0l(KL1iT&&6W%kC zKZ5U>x{mztA35O8FXlSe|J22-mEiWn9xb>0LkB*afQ@$#++V&J7fK^BSoBKnHHxEd{cUBC+;;Es6; zTy;>47`vv_aImjpZSUN(d((DeW1;@90j-KEwH4AfcYjrfvx5_a7`Fh#)~35w`{)zYhj7~f^LeK zyFqt~fk&ApD&PRdBx=R_yu`M#!6w^C(FwC-f_W5HWQ(u?9d}#@VNRiIoDRaxW7>w| zyR+LV03ZHgJ=Uc|HOB8^c<_Zx)CHoO*YZQ)OHcMdpxdKk3r%5M|0$=7ow6(B! zJ1lnbsM{AjlEoNG{pnBoLTM9RECVv!qWq4&^RuLaYRKb6UIZJlBpLgi~kLk0JhC{H&bF1U+Dhu_m9IC&{{VZ={94NP3|Z7rRXN)MbXX&ot-Mn&_HNdO8`lC{x|YyLkgB;aFCG=g<&9{2lkr zP(`s=N2$l&vE*iV7q^8`NhlV!(C^wNsR>tnYPaX{6%V!f^}oYJA`&Zdm+J|4uk_#D zOp4D;ys;l8QwJ<3T@2HZWnQOklDaX3lK&FydGMIX)0d>SkL& zM{=yP;=6NVa&zMU)(B%_Rqa_6zr%0$^%)1c zJ3i+1h0HyBySI^THyzH`#3v2M`H>Wv6h!Z=L~Jt9f-v&EhaA4WpXjNqEbSZ_llr3< zIUKK_6w=$dRX*CQWJaLnMQrp@oJL_GE7kS4R_;qg>7=Ysb2*-ki)|%uW%pIQ5yjXL zBh>`Upt%tP?Y&WwfMRc%w6y%^mroVS5TVt@{I(-V`}_Ond)z;~;2&UAq(d=(YfHbD zmC9SZ^ZhT1@%6J`*Cz44?tJfK$gJz*7&Xk&_gqY!44igXt}L7m>gL#6C)=iNWSO}R zL@c^-=Ue62%^}HvVI#b<=+UvD+61mPC?kUP!RYPYe zeB#{t3*&`-nfuj_yXg{L`aYUP8d-K_>k$yn$GJhFruKZQYM{uLMnMv`z9tRGHP>VO zqE&r?lZzdH(8$KUH!9tAXNxJZZ9e*+cd+r-m>&M=yM>E4Uc>u+fyhMb9Q$;Vx@6#) zv^290#9V0kZi0Ow9p0xGFGh0Yu(7e*VWl?O;Ncu&-vIANZ>o_nJbCIWqMHOQ*I^5B z?bd&1=X6(~Egh}&)Q&H@ZM|E-o%{R2^`ja&xbcZ5SDIuHm3~ZEWwr zBBu~`V_41p=F{TaKlro1C))MK3esIS+}!`16G=XljCZ$BY^Dk-EiY~Fb)g+CGnJim zWuW0E1R0hTG?E8DRK&OEnlJW+Pwv9Bw&x8xPPpfLY0Gf$Az$s3wv)|Sp@a4x6I9|J z%nm{)$!{+!?aFC~%&+hG+66M{Wh2iY-H=#Lq9=wS4JFV=7_VLZ5J06DMzPW9ympmi z{HSqRLHOS@pw|CohKpxoA|d#>PkkH5^lj=lV(D<3>CSnw&EK!g9#;Ak!#iTle4vQB zysqUm_o*#F@!5l1tlzd1MEK6=~sz@(0)~Y|6t9^z*jjrT5 zYN3IH?7gea04tf}KigqQwhp@!EX$v~?kjdMD_{CmHXi$aFvEPmayf8x&Zi@+6GM|_ zxZ%r1G%Ea_DGaU4I z$cyt~B4PhdQfhPiVuzwaD&mcfY=w1JGe#fp@m%;i=@pW$=M@ykz%mW~u+A+tFneus z<%2sbe(P(Zs>sCwF6t>>YdOZivT5dbAsd&hM%5m?*45d7k~qG(AMc+@3^xTBP+6qi z&wkhH3PK{yWiQBHVgi=}nEo=C7*Zm@Vy;R3cV}WiH&;$tC}If7L44v`;$~R?ai_r2 z(5;|s{om?bm<*3uaUEFqybV+QUmByQn4C9_*ATyA4W+ifN`GocKoI#aa*)r&?_ahz zf!Yp{k?5uvuZxA|+c(UasTG!2UVhsxNJst^@$|~>r6%)>J&PwTGXpa1D1-axfsa2# zuMc!nZ8c&|^I!%J2vb*2zm2YL4N0g7HI^U!2?|mR|7@+ya7&fd2c}n;sfcbWXfCj~w=uLZy<(w`)4sbr&L=Rj}!WZXU^ zi1;bmad+&9z5T*a_uY!Q80n4-z15Rbw6x{q)7bkTdKM#I zE{`HtHShGZcnbMsNVVZ}>UGURt&5psJN26i#T_3t@w@VQTl2BnQ{VE6%F0flrEr;d z-kNXnAp!0|U|}IEXnm{(f6&nMxq7}3da*2gRdrBPDXVhxP~fhN|~F^m6U!mW^^NlCQxDMFS@8(pI)&fXE?d0 z`OAw($V{)s<-qM#$P};e)$Zf>)Rdp5u1ijw=;syl(p{ehhd17aA8{Y#0Wfrc&~!OT z8#Q1PMY9>)1ECheZlDHEmds>Ef&^93&DPtq^#cSpTo=uuK8d^GK^byizT0ThWOVY` zjnP48C=;{tB`zf;g*=%_atk!^Z3_!2Bq{Lf5(rESnEIvs+p4XgO}!A4g-sPL{-;*B zt<*-U((Q~b5@zOKBOjb1A8ch+?+yQ%#nnVlBE8sEuOcGwWXK?*>An4_0TadJW|CjD zvNsgpFY`bybI-9bdJa$Ao&BvFKHr}mM?)VcHtXcXKvU&u+&GmZ|4^>=p4Rugq|o{x zA|msxl#s1v7?5}TZ?573ZD@Et+nyv#y$PK1pcyvzbLH5#E6^6dS4Y{SXgecaaha3x2HgwaPZ&mV_|`~xvlvC=Tz#Z z<-$Vw3vcgk{LEvHl8^UC{Mbsfs`-%E{0Xlo3AdUtd)3>gZQ|_7*bZL*S(V}SR1@4A$p2HTv{lPYrd2CATp>>8_Xs$tI6BYqkEC9>e7}NM`RY_ZZst4S*T0u=`?%zyB z=>uYd>7U4bF5r^+P8~aHdn3Zb+;47xWuD#bfn8?Fr`Wxw;?URG{-{=_o z6d~()aUG-G(gQ{Ub*T6GQCh|^Q5I1pn_Fj3B}#lHW*>EnHE8zP25yq^ST956bheS? zoH4(cqfEiu{u0I!0Nb-GPoq{Vpy83$u6lFwYwkR!>8sU<_zR@V$fw1(3*)F!9X7S{ z|NPwfFieO$BQ9+s^@P8DCpb|&z1HWC^f^sPNUx^lVBYr($gcQk`*+l70FW}}DI^4B z`Khh}w+~kB*YpPc%&hdxySgPQR6hxX=?NkJCprkW$N(Jb&idwNFd()x(7)1?Ucr*F zPzN+iqm5p!#3A3*GT)b}B*1^2rFoJU%F*v1*vH6Fc;Zk}Vz$;68E@djUiAMk^_5{+ zrBS;e0@4yHje?{gjWmLEC?MU^DJr0JN-7|!fOJTAs5D4PcPSts-QAqEo$s9U&7b)* zb6qccKl@p0-L=@1c;rf>6|AdqwRV|PuuyA~QC26=k~go|D)FQ|Z+d@FzXUgzwKiDy zn5r}(ij)mXbbS7zRP>6l071SLj=OWJy$-P+rXl*9N7wR=Y|MhK>_Sq_a%{IG3u6 z{G^5ziQ6yk;M*@m%TcIl}rckf+FNZIOW1`aw=7t{K9-l1WjL*U@unA zK5I@j$ZEq0XhfGL?|xuwoB;|gm&m(>9*uDtD)O8tK-Uknyv~j|A#Q>qoSP9|9cApz z*rURUH_nxdWcO>oXG~-z$A{rWBn`GtfiPI-c58Sh?mc2YJTbFpFII@J(Z6a^xRm&osSZ)CRucSN~K1T?9Y3_` zwBhii5JAd-?Sl)pA>7zlIW#r^lwG{fk!LJxAvk0$?&D>Msvl&rDPljc0M5}8; zkrzTN08l@*szK7N)^V-nR`mh-z3R>j|1(xpqbStd4BG-U+%x zZ;yIF3#Zkj{PSsD3c3!Ou$U4iYm-Ir<_614Jf+XabCsIBL#n`t0q+@~z9UA6GKy;6LzqopLT{ zg=pHy=QOv+>wAXSW_1Bo&t`dwE;=!PMb*Pa$pJpsh6Yh#rI3iF>l&?Lheuh zQtKp4tfg!B^ewnYi>b=13A7AJJKO|>=2 z>r$-N?~V1Y?;6dg8c}*$5#X^7-%lz$IQpibP4Y7`wki}lxX*C&=3%iz{%$q|l}Bfy z{yp9Wy7DWer$d{6qo|jdoIC_DhrIA~g)%mzSC6rt?Cit=3@}^o8y7Gk?UCH@HLkIk z6}*Mf?b)mt@$gAORTanC%!{rfZW_K=nsXaYvmI8riKNj-F7evV-yGl z9$qw_Jj(ss>Fq)#f2S7h(wmVsEn0V4+q5%Q2|YP|B@YNJMo{&?1+&zT>hK+qjVk-B zLPU28M1%Hk9D=8jJRcYfB14b;8;Eiev>2@`4mX&IoB|@?a?dNGFZ2*8x#K6H&GQ14)wU$c<{yuUIctu#u9~58vV>0*=kennv{_hV4Yg z(UQ1=@1RRhg(el$QlvdeBJV(HM)6lTSe2)~Dgv!5l22$xA5e%9Z5pEkryl=_wfeBK`cmwX(9=0DRQ)Id|v6f|&Edo+mt?K0?%FL#2>e z(!W8ceLIunS*nEp(B>%I)?^6^Tff7PC{?@c8Vg6Npie4m(I*Mq>7E4PK=M!FMqop zmnnqlv!CeQP~5P!Hly*0>X%M{TZ-&R`O)99SM8tgKc6-PNa)P*4wfK8YrE2=@n}o2c<2G2#;2(){`i>ocyIPdX#E$;hryzyqJTBR@b-DE z!;2SMtzkhK_Z^Nr=Hyjf6cQ~#rQx`A-HFiy!1FZ4Mz%~$o8jC{3`2RVCMc{Pd%JQC zf?08W_wTD*8a%<3JDxJ71a;g$l~9{VqJfQ|>%}U|^VS1Y-IJB4ECCHf zCVt;dJY?-E462Q!V=($Tm410%b;fj^>!dTBZD>Y2;d8TbbJyM19lXeV1e}z-^;mFF zMPhoq)y|r>miN2%{Elg1Ra$yu@8e;m+dL;d+f13=HwBa`hs-b7m0r95+CA|W&Fh&t z*@Y*SzX+0mV0|y`D@CB(1<;Lqk607wN6$|y$_nS_pbE7LG3Bq0c^vPUm7gwEwp0;2 zgNBi%!VKI{AAo5fTNr@KXI8x?2J6{*iR0-lVA#-F%U}N&i9Ion74BZ{mqdSR#So~- zw2@RSZX|7Dg87e>!mFue_j-$#;D(yKiBT$Tc+*djY3noNlO#(a+UeTCtiUKi7FAvP zlJ;v2kiDLx5{d+f_*^L|5_bdCl2X)N%R>)-1?kh@@GqrdhG=gW&`_oqR7Ccf1f{JN z3-b{i+0@i^5LA+0=fCdus55)NFy_@vUY7qeyBk%T1w!_lMq3w+Uk@*m>eyr^C_m{t z@a=q`|J!|=HchMZ6KA^46v$gAJRB#vOxqjoDJ-;Yc6;TN&|QsdHp>l;;jy~JxgSWt zb?eF+@tbmMtaaP7Wl)aN*F4C(8)3K?{>MwF@e*lLG__KS5Q!GR!5fqAC*Nv^pY1<{V2V z06$zk`Cbj^ClG9MYj0068lEf(Irf>rO@8XwE2kB$SijL^{?srO{Y>Gne0gUtJ6>T} zJ^Wqm;bCrEPhI0PuRXP14XUTPO5!?`Uq=H$%{Zilff53ZV|L>kbex+!WB2V!m0-ce zFw>%JG!v-WKaSF2eyUCWvF^cY=Z$+z*K7Rvqf#=15OaIVm=vb{+^LvWFATJiQ(;s> zL#itjt6=dagqfp_z5XoiqytnSktq#j1qEy@8u>xsyv{y^Fw)}214FNKb@cGeAqB^> z7!z8bZ3y|z73~IhY1=9#1X+EF1t=+ebQ{{1VEQ-Te|>stgYSAdOwpLy=)8VOetvk+ zmfM=A_~8DBlG}Z+1&XuS{*B64Y$j2GQmyQ_SV$jJs9F9IoDI$5Cs7Z<*BifbVzKV< zs>HGz7W(#pg+D~|wq}pGIh_n8I++1D{mA)jv#+#Al7rnLmW3@$ID=ZyQPx9=P==*- zku;47{TQv@>A^KYv1?8;s|`i!edB7U*7>Z%uR70ujzH+99H#UID&v)zV{$ZP6kE(-!AzI3ca>_8#j8~gCdos#-7;3>s zl;Hr>V+xezW@~On^qfUuqjdqrY2urXv93L;g@4~k`x}|XIVLASPxJ*y402PsXix6t z(LwaIOai4}H7?w6`W_IwKt8VZ&5E$SbC2V{A2CjsWV;u>JFVub&2Sz=-AWS{HO8|# z7KQ~goR%Mp-XP-Wjq1%ISD10;&MJUpp|5-u*ZIsiGx%g*Xmi5|v>Dg1`(uxJs53xn^D%tc(8!gWQ>-3Ax-$FnTgmx!wlOB66oS&88KE~gkj*QDul zGn;qq5p%l#u1Q;9>jQiT0l30LX1}h(5T+_V0i9=#6NHIYxWf(UD;oZMq`Zq2EUY!I zUSt_w8@~j2C%?gevjn>#8aX39-2mD?ad;oH_W-oDy4|_4YXSWcC%uu0Dh6>}W)cu| zGjs}Jy}E{;$_(l5(6eHl2qO29!fs9XcHik8&+jQzMozQiSc-z8ScaMxf<5EvPv5^1 zK`qj42$q`Ix2Z?-dV;d@gzF$Ku7-pHu9SvZu&H6W(zrMeiKMi~2rnVSHf#m|#Ain? zdcHSkc^HGKaYuY*E9XV2d3UZf3uL4b-qXnExJHYpP0==~f%-yYFIq{!4*q=(01!z8_X8E%E?{345+*k{I-`bjKh@H{zi^;3?`x8cXs^9aqEN zLL&SR$lcengaV6~ZWKA(hSrYdT;V`-+ZRaXoPD;c%G+)eYfIX!C#*Eg27dN{5ql?i zS&q^_)edlfxV(hTr$=p ziDap7{{3?d;Kzy$=&2PGGmx8L48cl|YKzXOqw|CBLvOahe(uQikn8)p z#LpJBJdO4AOyj#-Y(8c#a>>c2T6>3wn)Da17Q=LddEiXU)7B?5sK>pvph^0(hO?eh zAYifB(AXzcmIq3c?#_VGauy8T)v-6%F#<76`eUTD-q<96r571d3F3Teo;72@5-DwTGl>2Qg5tkg1=~do*kJe3N6TbxP%s1O-XwDv zr9DEEV5JXAT7ECjy==pkiQD;r@#*~sv$Xq(-{dT9Yt)tav zAN*CHmI@yNcJDqTqer(=77cDcGB8O_l!GZjTN>L_u_fe&dM&XDva(VKtQwc;rz=ocYLfx)J%Me ze5;>1$%<55)aNEGsS8kuI@dq4tyZ2!uWKItQr~J-Gv1f+8QgR_|#kTc8TA zue^POx_OZU@Qp+ z#ksUuh9S6nRq8!GVmukX*-h8!50jrAFD4JapAV0S>!i(c7d>*u_Dq?9};UTKq=f-O}CC&?{iqo;30=Mee4%tct z%;uzE`j)JMty1nl8k9_E4!nR=u!uK4X$-wX_8S+s^nh$RuE^*Z5w&mAIiUoO_);@) zoR`2T#yF3de#~c;ox}3CfS+s64Tr4ewEKUxk+$r;g!yf#*#bZ9K+f{`U>AncwDwmS z-KplHhbLvXd?oz0_-5EnHrK<4LpAC2;~leHI!a?ubuO-*O@Pe4BH3)g;Uk-OMFD(j z8Kecb{zC5}DZh7d?zXo&O2BJ9^bo!@6a8D#Z)_DeDLkja2t_RSh-6T4>63NeT{YFZ z2mY&S=co5(#)Qx5UGiQ^hBpxMr!%Ll@L&GQ#ATTe)0ID%-aHE{3irUfyzT{t$@~hA ziUl>G|F(7#2tAYkLk-jpc{00S--Nzc2HIxY3QTnL91C)nj`tsRDy(xnnEkh1P(SOV ze$mBzM!1B=k8tAX@^8>Tb20o`^dN(3-DQox6FPZ1RxKUDP@Te8tHE-|iS-s$O(^Jx z@s+;%_9VyjhM@Ak;sE!cBy))3)Yn&kLv(h=p`tUHF-7IP&pj3f@j!*==D7&&lo+Yl z=&5$*JfEDD&XuC)sHY4zqnkASBks>dr)^7<=rMPx>S&(8kkkU=IdzLAXoZc7*Zb3D ztiO3(dLA7erAP)7Ax=-x^K{C^#YIdA4)UAx_49jqxS_xQ5@^*SF3~n+mK&7UY*#V$ z&eW&(WTQ}%(ZgEpLNQCL1&ziR|9)uu%{*eyoc_T)G0A^eQ*(7PBfue9!lO_0i5o^@ za1fImY*v@AO#`V0B`z74q=-dJxuGg}B6yO7U5HFxe+G}6jP=LGW*9V$0oioEIQu4# zH(vbg5g6T6yQhNX-NQJoPgX#(yKCdqcYEyZ^lJ;T7e*|~xx{@h$c;>HUG@?$<>4^_ zRnJ-xJKMw(%BS@Dhj!QFIMscc_ngBHh4H_)?1_-8{cf)WsMIybF%dL*;_Upq|LaSW z;aiOV2HK|9))_hEQ+=Nzx50qWLpVL4wX{e|Zv0_FylppZ|Lj?=*Bea=ROjDU?&psd zCL0zM?CUvYm-Kd-W_)TWyK0m(=eK`4eKw%1CQ4n9?fKA4x5lNU+ZY%S_X#7NbUtxO_amdw+y zu8gle9X0eKv#s{J6lGD%HtK6+B#7kNePqy~y{N5ftE(&Hp?z^QN5H$PJs>LI$A6~y z@rl^ET6b(L`CDX|g@?b#Oqa=*`aF4S)&Vz@b~E{k%>+s>`*K290Ezf?O6pbsT0BXo zZ(MS$ccRkT(`<0fH=k7i=J+rgUL7N;~FccKZl zU?Ah^IvE;Ig2|_((_=G$wAc$#8$DkN5nw)O9`F3lGhP|?(k)qyDc7}Uc*m^a*Fh#C zK?Q9ttlG;qgAGc1cJN{)!HBJ{(FFZlI=GT>L23zFORh2(7>t}x{xCll5z3snnPeDb z`*^&M^~u<#W0Y|shGi9omMVp_!;{I%Zx24)r~=ziReSa zt|ltPu=qoGOYV11km#sT*+DAM!$5qh*>e|qvwirY_g4=$tS+P4afztn)PI#*J>B01 zl(x`7C89i#$T_yB_n*$30(L%qRokZP02h1Usd>|{n@Sgv$!^TsQ2hw~@C^mWX6!Qwe zjS}m32#`g8>Exn|BXsgG8DM98K2_6!1InOi-!ZN6><+ucH%=NANiA{Pl%seKs^7?)#g5QCRn}h%2CVL^Vi+Ghzbc?TeQ$RdO60 zE7md=wt*~GyUusV$3jl?Hyk9{br^+|*;QcOgzVxCO|IR)U~19y*#{`scqm)t#12FX zKLG0qVbw0ZdqgUaPECn9Qi*mpy^`RG`#i*|as8Qt(OISW!mxF3~@}3s8tk#3_F7p>Zq3O=QuWzI3OQ zkWeLrHcH0PFY8C9!p9*a$+&D@)G;xKfGh;1!nuiq74UfgoQ$hX0Cufvp`GhHiFD2aroyiBkuTxTdEu5HJNxlvQU zPg~Yn97{MEqAyX@AZG9o{bP+JJ8HaCC5?3-gs|zCv+ydl^hWghn{VecnYzLvEvGH;4T_` z9<2H{@y%E|l#J=)H@!%AEcioc${^%;KO|&GB-SV|<693XI(#uP86;t+-|)=Cd-v|m z_a+;P6v@A)cB#XClJrLsI=*yw8nSsNans+P+aj%&8&pc44_`VG{Odtk%i`l0CYkm> zBYscvWe2!j<5zI|ot39xmpZ-IceA zHjP**v<98=^w#u@B6o(a#CM^1(&XxUy(S#{g=1M2kG2p>%XftBuR2_1HG&d9$8X8kSGGCfEHX4;Bo6OTd;~60(A0nuhxJRoX zD8#z1f$v}Xqb_Re?A;LSS$W+$zujpxOKolppBX>#Lw->tGsljrep$eC568B}@C;gqkAzCrc! zK<5eiW`D0jz7o0y?@Yc<_)v$gwFdbt1~FfCB4|}T3~SGq!_KLlMv*aJPMETx?7R1Z z|FI=@DljH2OP`qw^z)~8Mk(rNtBI%Y@T(z}2}vkGWma)f8(h{N+iqG*HvHz5@^`bm9;m0x3m0 zo=01E#M?;Uweoo`r%U{LcRNL`D=v`frQAV=86&mHMI+`Vp4rezzPko)b_Ci;ENcnC zi_D|2eon3RBM?b>uN+kao}V3UpR9vxO0yGG1Z3N+a7vd<$QNvbWTwJ77S|{%?vrV^ z(U67b41Z}FXyW$}!P4*|+B(61VN&(_Jo)$`Ko)V&TSd!A7{}AT11S6>=joSXi(cxz zwehDF=vS}KK(OA6SFa>sgE#KMXl5@KO$Gy(&>iuH1D}Ta)jg#rJcUa)`N<#fBxUP! z&@DJIp||mroND0VVyU4nPCviMvM;MFZe7|*?=O5Pgy_N3NK%1OT!~So;(yU_dxxMxQ z&s-dew93z+bV~x>NtfO3ZflRj+TUA>tHC~*7)^Jzbr6hIf#OOpyY(bkRrFp#5)C;> z4J~H0sj=y|&RT96W(T%{VkjqC0PqnhWJ2k-jUDoSnNzQ5`U-YTgzEcDKI6S#-Mo2|1#Oi$nGuYPU#(A%n|gEc%S|nK<*Yt?hardo zYVxAD>E{^IC*k#|hi4$TBcU5#C|CI21PPPP5bTDYibKNW4Z>}y%v+QXp6g|tzu6pl ztZ6@1{OnaCt;)_eSQ71xuRDrT>s(95@bq82`J8k#<9gjihHSoH4>b1T)zgz?R}9@oV@qFG6&D5QEkM~MQZ>l z&8%xEOHZf6rxJV%1{A$v%ZPo*r$XYbHLSkUoj`jvv#<~VFebw&GZ8%jv&5x>{>*ay zN!IiumYK4K{%hqgThkt!^_A&tXl1s<3VPZU6-xDrxz5ITjS*B<9#0yB7N>pw6LUu$ zF4T&*mf$Y?Y3s1NpyZ(oU^geYa}l@!f!q7w(jak)paFdlF=M$GWrw$XB3Rk;{(=R2 z3xf0gOs49+!oeJx6HcF!^ugqPZa>d$nc=bZd#AjgV}~rFS2`SKfUDj*-gyepDc|+9 zC;Pv&MhYnPDD9q}^TKU9xO;Z&z&j@Z;0M5Gf#M93%)c4W-$HB^$BFqtdDp;#xpa~Gb@w1_*+4p+>tQEN^T_lsbUsH6-wLxq)oRm%*+k~23`q8-h~&x9 zQT9nsWGM$rWUQ{aOy?tph;e6U?4wNTtplIB<&QJcq@+C8dmca5nyw}yzu8ThSG7ZM z(DpTbj^pn<$$qoW17AytOsu2a0nOqHV+%Uys}*5veTw=E)kCss^B4KNF5D4F)vorOXJ8kgqV=ps_+d3)6C(sD}Oi&?2+w zYagLwGF_t|D=*`QS_03U%kaks4fBJD+iR!Kfq{YXwd?cq85oAr`BYTNChw`;pYvgo zzDCa$p%x#{yTk9meESVsMd5^*kYA6SLGQQWCX+E2&U{g4zFTg#7lt?7RcUPoJYT_~ zzsuvaqPAZ{Pk&;nY%Iy9TdCFwL&L5p67BWLc%y}*VnR*pVZ!o0VyK*YprusIt*su2 zO5YU2aQcSrh3QSzYLcNSDbv=+>}VrzuKHF~u%Pj3kdpADC`iPoyrO<^c2NHlQMC{2 zCc3+-4m;HCtc27RIJORq_1U7yfBh(1ipW8jO4{=c2t66z4G9)1r(S_A#6#cj7Z|_l zb*ARAypHTHK?t3OvO)|ez-TytL(r>nCIoeVnB(UmV^LU|8vno^pMrwI=`(C9#!jIT z^P~iqkX*Eh>eZazdLCEZbqamoRI@!CEwE1HO^ljqq+s9fI7^2-q`ZZ0Zz{BZR4TxN zY`R0L7_`#7NB04|!|)@8m)BlC^gqVSBEzlk-t6J-!OBWZijmO@c6=1=)c4DFr|i8u zbtB@nDNe5jb;W0>^K+o{lWHt()wWW5_y+t*?xVGQ%0N+Pqm5fR5?hixSGDs~{_Mp9 zCWx>1)~T>xH?)`1Ju|tXG=WewB+}-5IL!5Fbf{zCLRuN6udVptZTsqHJnub_C8Qfj ztgyo#$n4vDZL+@?;lrWj;ZZ}6Fykw`{~_s9oAL@>ua6jYjUT{k0evsDt22^z+cD7p z4a{9lFr*K0<%)YY{r;`b24c^TAYMjz-Y+(P3Z1tuQ2D0%Vtf9XEgfFt2gH(D$A26b z#Or&`TbvPAIZ_6csO)A=0eT|#%T{g`RV=J4l>{8X%Z_HqR5ui<^|?6Lo*mUGZEK+? zp8KA2oNQTk@ryj7ajdK;Z<%L_+6KWf8I&B_C|Yih78s_HFM{TJ%(Fqd(12Yk>&rCKG%|MT-%M`A}lsd!-QRL_rADT#`bwNcY>|9ajF*lUZ?kXg8N^SIE1WguoeK&M)qI40%$t&!V#imZ4q(01$TCgVBxH= zdRNz0MhBR>QoVjb`n>L&)%TBrZkKtYbTLL*y%Mh5Cl#-9JdJmW|GW;(B)S; z)&#*@?>ITA6hm@;Ub&(AI zyG=Ip@dQJB@kZl*AG;+-h-q&S+c`@c%hDRf{JTGxfhGsz<0mO)i7`}J8VMm0f2EPs zL`m}}11vhay4+ieIr#siG1d!9OF@Y3Kc62WKu0l?z?hNd+cR(h2!Hk~R^(5m#;(56 zy0+n(rQ~w9QC*MdMA0IZY+p&eDJYIJBo~c5@?Qc%D9@~ z&hz@nuNLbrPzd7MDwtvV!Z$>}T)&7jH?R*^x8%*IK^8W#Mh-k=cW4N!Tw_ zlEe-FhJPYPvR|cdjV*HGiwb6sXc}l^J+XLF&OSE9!>%GokTU0LWJPy-jNqCxX8ySv z#fQ2|w8vHWO|*TOFJuYk^Rc5hu=&m2=78jnNmRnuN1x7{yK_&8op-s9?FGrknR|L+WGI(5e2Cs>-$umZ-kl7HCrx@QKrM7cL5052CNt9H~v4TbKkd z+sV&F5ow3IK8F+5dfTd^EtCQiVnbn-E%U$u5TJ9A4*5ygg$p!ZM$rz4+bx4GYU?hV z?f*5q@j*Li>hv>YWjr@wA+uKp+j5_~xa8gI^KKENXHsM#_z7F5zsCtEKVe6&T;=(U zF*eqyrcDktQSos~(Ltc(*OcA$K2}SzBVL0qY;O%uHA2+;j(e(wmWs>##QOxQ9bV^K z)dYxxaS?uf(c&-HeonuXvLT15vw9X>K@gSY@&cuDwm0~sxFYm>*W1w0(1|)&MrA4n z+5=j7YJ5KYPlgtvTmq&87VoKCUfeCLuY3NzDrJlDVL{0s@+Pin@@sfkdRQ?vsxW-d zjB-hx8A9F>6nV!aql~^;PUs0(kVUL6T zO+8#(xGXsD(9z}w;7l4I4_dXBo_+!nVcyw^PC?!+=UbHZ2}e~>Qvf}bNyWZ zegI{fVbujrhRV**r4NM2UFlchr*nvRAXQ&`zIE2@Fj#wIle)!o`c%eS#N@x9#wO=e zTrRq`6kWGm^kHC$l>cTX&O%G8Xv_y@yRKydQ^y|I|IX=rY2<$GB*lL7X-znJOVmg# z0?bQFF6i{S^!rR6xsS`$?BWbm9p)rabc(TK-fGLXcmqEq^Cn`J=mda7=9>tZo-t05 zb9>A(ql3b2-Q}I>&-ebg=@1=bjRIx*w&5qr&Bcb}ikCtQzsMUF(G>}8go#^P2fciF z?NF1833+Y&Y)ss@7MJvxAJkcET-AuZ$ywI|_5)G}OI&<0(R_P{@|QoV)a#`Z*PNVb zpxslyhL7J0>BgZD{)&k#sezmD*|TS<*2gid+C;$2Jc2gwy+^!caL7NbPqYViGa0TT zB`Bg&!DBJwIyreReL^c zkV{jO2Y;(r$aU>wnENFUqr}$_=e>njbHlxJ{tV*wxBZ&JWVNxq?wCY2gkkc?b*3|` zg=0G^95d0r?prW^{Tt|V78MhSZ4&a$Ah9h-H5BY2a4k|=4rLS8K{jo^ZWTV*ihjUs z8U`Y^X8<}O`bI&gmA42Y4~8Zpbma0UYh2e%a zkg8>W9{_PcbDGpUQF6(!cFVS3I$j%mq7*3i z?F~;-83&BFJKy-HtS6A=FQN6Eq1Hv9@q5YA^uC5?RA9}l)p>EGfyul1*6UYs8q?w>LH zOaUvC3h4_VxzhYR)!EU31@WaSb&h3UktG@#ix1&@>OlfNIDG8aD=M@cobVK-Q=aTl zTbM%8kdl&)r9MW54)kVfV{V6L6o!ajfJwcFhwYL+7G8*H*!G0~+klxsZZV^y#y?=~ zd}?>I_~B*bIcN2VE&sUS_5^Z&+%EeFfqtnNHXUmVu=;HlWcGkVVS-=u%Lwp=@8K01 zK~7D3H29%^ef5DjNs7~<;938FXK?oMl|q;}kU>>BLzeJHbRyVjbXF$J1dJNIuj(7b zsffJU&;!%yGkC=;>XpgK$*$Cp4cdt4F_W}S6nZ+_+8BRo0(dth%GJ*G-~0S5r?bvH zoRyNTtKu;UuDs$)@gZ$hRmw@{R$oP)fFBLqDw4oKZm2X&6Ynb-#Ftyr@Z*Pbt2M`Z zsw+2fd%PcAFSyi2rdI`aw&5y)Nq!T=y{ntX&dPRFfbf!Skcl_5x|*kI+o=EnEv?ob z;AaM#^jGUB@?KRm9aTK}>nA{+N((!r9Su8B7ave&t$z#XyDT-G7}qj>9;kYh_VSLF z?zRBJ$+M`UAy+Jor4hXN zQvF$os#H-Rcw%$!903rM4m(?N&AR~bN&9UmP4@G(oDDGjR3z*MdLnxug1vdTIUT<3 z(1DgId>6E))IcRXP2L4yBG?m`KH|36%xJH7lo+^#{LLj+8-ic_)Td6k&?HML#OJK@ zC;4h$UnUYJB9LX@nIOtO!mA&+GLC!MhbYeQsD=At6F$V(ZZQ7il4f4`-o zOBVmyHQBz!lkGN|^fTcOmw&g`T|W;D*6cEr$9xlU4Utx_8>Ud5S9VF5b#e;5GnIaY zMVu=H4p;KgPe{<2E1Lf-x9pe5tj5`dRf8%UG(<#KpqR%@G0?iqoc;-NaGokPc~ zFi9+@tyTqG9mvBu^WC#khn#~N{LGnI%T65VgGn&y6=Kzje!K>yMNDwp_&6Do|5y$U z{aWr?Cn)`1f>M*0j9wJ-dx!6m$|anSTO^bHrG!4UOGWgf`zLJ&hLiK(1b5=EJ0H8G zUe;Y`jlVGa$!5Ru8H;J0kiVMtpbh#C=$x3jP8-UE+rNGLmJ}VULhYYuOEXjWP zl9`!_&DwbZu0&r*9e})m5J1>xAt!0Yrvx4t2)l=9-oOe>n1N)_KbWN=!1zI;Y3vt_zV}I7OkFSo!_DF6SL$v8Dcxk1Gx^VIOO0RzJRF8Akd6|FT9Zny6!% z;J@kpnnD4at7dN~^u!z$e9$>y@65K~RCGm3C1i24XqTC*i%-AB_13F(t@xRZL~NUa z22if|PHw)$EKtquU?2irqu&n(A15yM|FLLnB?T~>8eVG-A!t6l^eh@did&->LF*9q z(`R;Z63t05b>4%!HpMPy+qP}u)Hi0HzQp~|F#U(ftsFFBuM|?>+}?)u(UcIcKZtn& z6vvIZ3)tbblG+2w5-Iw=^#FiM!E;pmE*mFD<;k}LkCBj)GXKg5*E?;QD?rvP zZhVa;55N)#h-@fR=*zc4!`Uo$#HH}HnYB@RqG)AE-mT#J!}$nkPf}>%9*YX)*elp1 z+?>|Dq>d3`*^Pxqk*f)#Hs~y5oIGLXQy4CdGWrcNl(Ba9_Tmp;5_S%05zb_>MV^%0Mg^OXYPRg_X`){W26uMOD5)7vr-nd zH%SJP*wMechldZ^+lg=FRI#T03?S9zO1=ACZKA{J-}joY9cJ!)_J?z1N+)mRNu6-; z_$><)=j}ht4zwv1RPH+Y-p!3g&)m$2StXiFGnXw{?XGKm#dEh&R6b2$DI*Y;!M)8m z{|RbqZrmWU9W9#W6~NBc0>(drWZUEtu0{X^WyR5S8w5$T)ehI=@e+*)uk)!oJbt0T zTDI){SHCmW{r)H^!N;ckM+XFrWdyx@cIbN8Gl4o{4TEvqfw4D`~SR0f5M0 z3x!c%4uhFu)0-M9;2kR~E0-p#isX4^qlrYE|Gt~bdptK$R=n75d;j1lM}dr_Bfcja znea_RkW2ka<+S^*QuHLfU4`w(xF%u-MR0NS?H@1u)~ocRyE$pQ&aS{^djw4UutUD^ zCBwb|2rLC!5x3BNS(g9p6@r6ErtiX2<6E<}crG@4a&S5sF)bn{de2yEfmX_Dmu_Yk zG9>AJpHq2Dr4Zy(4WJ3+HKjRfX1x3vv=o@t5?V4FVou}y*j6==-u~>fw4LKQ>PEcy}>;lry^h{&Qb*1;g|9$m^l#t>|ysO7^;ozv&9hzYhOK z-B77Jxz#N;eVc%iO}eV910^x@pgrx&5`((H0S>{1Pt6qMbNrdp)J<9*KhYa z!3 zpkpmF2$_o}%oe>O+T!}@uhA8Zq&XvyzVJgciH-fhdPsKqK0yc)RH`DXj7|0z)b(H_ zT0-l6DZ;>zzex1Js^@+{^B?wTRHd*SyLH+E{jz|XbTd@xIk<6i!`W*fuYDHULF+VGcLtvtSTqvT z6;&sSB}_4gT>GlTLN-EO1-!QsUpqB{2OkX7?D$?jiuiHLUA3P|p0KNj2+qnyKx!ox zD1qKaMG-?6W6|exZ~v26>_uyTzY3d&yZfvMF8viHCQyf}id!U(k~2DDpAp3#ug-lr zkeXRBB8D*bGs9=?C3gVXajabCC>v08k6#>&))s=S41n%4lXktG7CD^WXn~1Ipx4Tf z$dK>;RhxSkRsfwwUmqEnIOdGJ!@;6DEs&Zqodpfn${bL)k`u6u%e^9+WIS?0myw@e zYroecf1xzGJ4&=37AiFi4sxp?4Si7Bg862Ezthd8@e%EU)4(H>hB{Q1>q;Hr+({Qe_O?CMgvWgvjj^!GP`mUMEf?YD27O!(XM9hV(EeQ7@cEOjHRh}cuMDCDmUDXY^r!9O zR^n^$Kt4bWxx5LF%w1&{6JP->06xKx50ewuFUgGcuiK}ug|M($xPHg#y~H3P^Oc=+ zhXfOmAdWN8kk%SIz}4leYC}eqf=D>PM|#PL7O?0TqYb1uS1(VeFO}1!@y=a-M4MN` z>abu>^X z=>gxLU6EvptBGPAyI2}Lde2@XXhT{?DI{0N=qSs_x+B4!@809CoIq&fJoIl;q5Og3@x{RFAtn%uLIp*AcT15 zgqtyEZkWD?omX?}+M(=qN3=gL>c{r($hS&j-R(4zH$j?V6>AMq1sBC^Vexv;)8BT8 zq((fo{|QRwk2bPinw;fdkhG%yRLXoI8kQ|hkaKhSXBwfXloir^n@d)kF6;1$hZa9yWfEFNoC%v!k zp?}5Zef#?2 zkMBvXA!O$`;X|NGNO^rmO>Cs|!NCD%)_AOkX{Cd$s%hIkat|!cAt7FYQv}<){>j59 z!Cx3Tj*mXQXP~^EeJYY!A$!RKV|147u+;~j~nw&im8`?s|Rs3o=>40Y{-Rh+T)O_(tf(o{^Q;+F#hn2G2UrYru-!o(q~9cdNuLZRWIL6GU>Td zR9+KY!DJ85o5>qTL${aogde@Mwf!FP@AKe~w4g9FG`#U*1U*p-7}VkKLsdfm=Ew54 zkyg@N&F#DWP}-bpna5WJs&t&YZZCcAZlSI}FXHm+fv;PR6~Y`@j@&^F&#G070@)3% zAeB|m`doi;qF@K{BD5jFiteA(%!uU8STpStfO|UlHQ9{w5x2{;waoEV?0tQm`uody z{#_hNoF)M$UlrrHw93pwPqYROk<=p(N)nQ{z}!h6*Qq{{)_f-glhGCEQJ+$M0WMPp zSTl7NIsHWQWy$rilJrKmAB&_RnVq_XC%Wuf0T{W%%Ax2C7;jqU-1Un~9x?N01)tQ{ zb#YC<@IcE-{G5f|w_4saN^YoeL{zC!S%VIL(96AKuLF>hCD_0k~v)>y3@i8e1W& zI#*LINfa*uHI;7J6Z-~BhO{Z9lS))T)Ir*lWYJF?&m^Lc=jI%6J$`J{q>giA#P($m zqlDsNpzq5pVB2jwl+hNKzCVe_czZQl?^4&^Zn#QYS0~TgVe-t*WgN!5S!ST~t&d@v zkezh2<2t%m0~dd;nPac9WN`35NCYX6UGLr{;@lk34|-fJ_(#7%=xP9labKM{qOlVm zbR|FC>xv!6Ov>EoghDT-^GLd_xp^-A6es7LG6Dcx?3w)Pm>RLH+OSOi#`-Dp zdZaCxwhph(jOi^&blUTVE#2Uu3?;9UIL!T)R_oX+D%||x{Lu>_9Xt}MYpZh?yZYJT zwO~Dke3pu6&^m-lAFk2UDCizNbok+2{)O@KdP+tM!X8R8BPGP7b`$ub$UQyy`R&5< zvI&p6-8c3v*dg!sk5U5#0;c3q6iI*QS$^-~YTmJi*2`tWZ!BZ3c=tNx$MbaB&TST46B-l(pB2Duz_)4uLY%uKBz48pvxP(v4Fz+fs@Fjo%;kp%d^O4@v$= zUOmT!1w95^lI90K7V_w4({%r*x%ZCe`hVYs6_F^3l3i3bA+n{6jO>|}WbeI6gv`t$ zd+$B6Ns*nsSF-osT<1%l@AzHUKllB|eLe2?;~|9iYdxRmIL_ldPHPuE<#DVd)EPs4 zTkIl2?~E~`cu&1QLkmy2s+2U<10vJ(CZx!Bj5*r z-Y{A35qdI;-1uTdrWII&ucr>)8=h=$^?cs%6a<(d^1c}!A!_HF;c65{-1&{>EVo2zBe+pvYT+W=h(1xu@pE?;s|7#fv`f^Ipe-fPW3h~E!x(#qF? z_hL5cr;mn7!wCrq)C!qliySbHA-}$ch3*hA0by<>7PIqSrZ5&z@qRqK3px}T?jHbD z5(4v)H1-KjlbXxLZ|_IL9!|k@$2E|H*tJDO4$VH)ROx^4ao1x}XEM8EuOqJP#NYkc z1S`Y8eW6Km*1UVd*IlmcXWT{Fx=8pX#DXsxAqQ4ZEC4*xdnjez zO{sJ~V1Zh}JD`G3fwWpCgJzAhKD4Jp{y;qQTv?Rr6z;43gcY0>HFT!Igv_@n$NSSk zgXLCKQ0}}2$j>9=!Rt^#_Xa5i3OAka=Zifx3nDDqbsiux?WiG@T6}`;IM#wqL7tO! z`F8tT(C+bsea_fW_|g4q=&{X@csT+m*;ZbWt}9M#%bDYiGVAWRmu{WsE3X)Aq9TJGH+;Z zZhmzHK4Kk0ApMDffq}=eBfuK!^C!hL_b#(r)1X%^mFVMaL+HUZWLFygo<0MtIYS4~ z-P4Y{0@gB;8rtp<`s_cnawU=4r?;BuGjBb*uh!eenHaXbxOQ3P^aI~KNoGOaV*&N+ z@<&DzMyf0=@kQ3UOx4BsXGceF5axHh=bD~7lqh;6aceJNCW2zQXJ zKyCZy;Q3EhU{>MEIH!n*Uc*|V_Y@~0C?Ufqf+02-)8pJGccN~1Ng2M8eMI%?Ns-aL z?CY8R2;cZ-H+jj(uE16ZnGD%9l%ewiUEcGro+OwR6%{skw%~o{Ly88^1Ic)OL3wR* zjCHpHVn#?cutk0t#@8YPoDpdm*hL}^&H!m^ z?>O9hUzR)(kq45{W7LY-pADI05L4StDRXe~DUpvELy~uoTIDQKXyT1&SsGvIN9g3mIrtt%W*Kvb`o%h!T z`otpQi_jv@5LqGLml~TEP)+G$9}?MpA<5jQVA_`%&L?F16as-~mxN$_=HYNH;ZsYa zy!c{hgeCgY%-4-~?!r=s*5azsWt0cepatn0Gn0GUvIvq?%9a(U%Cg(86^~8M-m2Hdj&b_+yIh{q0=}6g{k9W{a z2~kGGmv&xAvE}Z6)4Eu*IF4REcGZY}k;K*db`nmIm)$F6u^+xFw7-uQCn&4c58rUw zAOVsw(kOPgogv1|P!!dZf+cQ4ALGk{s@$!PsN=doa_|M;f>4LO)Kt;Zn(t_tm5owF zmj#rVG%sZV7Jw-(-f(9QnxKiN{bLXn3qVQ^PpGGMqItVVrsr~X&Iv-)??WspWrF8u zA3uJ~_R8Yt$GZR{>J`QjBbzVHtDNX}a3^IOC$~sWoRh`1>7c--V#A(SP`6v|VHL&Z zk!!g%dG)MB{gs_tZOwwCK6_i+KB=zD_~qQd(%@^DeV(tIf877x~ZKt1W zpg;BPHTHtD(d+wbP_s84MML$Fx$Lgc(8qE*#wTy!)V8M$zNX;AwDRq3uAFXVv z@CC~mcI=41l2ABjT3#ZQvsP0{JQP!;{UqZ;73oIZWs(#%KBmdas+%NLjEi3+J#T$a zb?#vWTq zd3Y0sT`Sh{V0>8@kC~N5E(cT*Wgq0JuB-QxTq7r2_+sl7)>IX$gG-0)l%f$*yOE{Z?cp3m08$*X1W3>_n%PFb2-v=k<3q zO{Km+DkrA)FJ+=1ylg2$9bLTMh$v`gX%TiymS!y%s_H180lEjqcMZEP2=@r)<^c8NZQnyoVrK+*5*gAb<>L54aA>(SmvwF>Rqh| zhw33|>Pw>SXH#iHjFHS0%95bk!$rDq-@{g>+DDgb#OiE-3ZCg<0eT-lVGedz2P+51 zZSdwY^|QbtMyRRi^)u^Ju;ZwMphyz=62{v+*k5{nbthVt zfk*c`A~W*u9E)ZUD(K9w>QG!bq2c7@q;Hbf!DZtI!EK;VULj!2M&E?BhI{{gaj8K; z{OZN8!v;sM-#zm{L{ml`oV*Emt|1mG?4wa7Zp9Sqpuxp$6IQkuncOWjd8UudEsh<2 zr|O>MXKc|fy_NQ6+jLzxiV>;26%Zl)Btew$`b;CXdm(UAun86qqfRJ|fk-VSBf0MR>G`BOKCL{p zMjUGihx68b^lV;lJ6A0ag3LcQ4Ny*+T1<~okVGQ+9;Da~NL#wQD=sK=4j7gewOQxB zEXj0aM7$daM!W}0mjqr(m=jPQP^SO{^|PiEAK%%u6`Chn9rrKdlil40g!-kM7bEzD z84=m?e~TxsRpi8Bj5t^}#r=NWJ6zi&f$t(qNK2=xah!vgaNIt41YKJkA;~6PSMOVs zrV@#H!)pfz@U4cXI;5@ia0ejQbfxcvwNrat%>Z(SV8lX>?*~R2WL*GAX@v6rD+9t> zL4m)sXAiA#;!M?aUCc&GU$pObT}rdriE{(4^iDy6TtJ$9h~rk;GrNZ_oovu#UY$Af zZQkpWmdTIr=eJ=D;j9)yb0_-Bg$oxJ55&<=NI?-Q{9!OQX8;k~H>lDouoD5{5#o#t zd@Cj|s5Zaacb@_@wTUl?S^w-iG)kG3WUCVpsBukNaHW4Z06C1(+HbnQ$U+ARDm$fV;B0pv-A=n z-^hwD%FS;6%&aXxc@XDz%G`1QepzNw25OktbgbBjDEktCJ9UGU+8ZtbYgz{N^{dQU zlac;(_inGbt^`>R^e=tU(C^j`ZjyICP*DXu;8=4z@5n8~%)Is$zl-XN&M3pwqM{tD zzXts7c>Q$pwL47%UoEEPe+_;6_B3TELP`D_8IKR(6wnV~vJWMmhag89eytmLx0mvv z{r34MMpDI`mnq|NB7AUV%!a+`3EdL9%^{bN%AP@^PJ|ScSmmE^*DO@Gm;W8DvJzP) zz&jUL86gmyy#PiIiRT|f@G373>dzj#(65)3!b9~wjjnxjzKc@B5LTp^W!%jJY@90c zNobwQ+~Hq4!|W`Iy)CPIInNav=ugv_$8QJdxaxN{TwQu{er4}h5AygMsY5cZ6;nh3 z6AQOGJDWoM#Ic8u!k4}IejJ&HVIpQk+1xzewQ&<_t4U*0-Mov>xl9WzriDigzxxgcYY4XkZA-MSnWiHr(&(6Wg zDNDePD+E_~UYC1mUM$qp?HbS!LG7hmWD9u18{g+J1Nk^Jhh59Ju@Gm)RjZY8{YnF@ z*Cq_6s>5>5(Q$(w+7CSm2NpT~udy=}Sh`o&E{|z$2(SzGA}`)K z{2iGE)9ojrW(d`wu*`{UO4KcS28OFGVV9e!DeuW)!~Kzg$!*1r{zR<5Y^0P%ovq|b zUVtnR;O_C3{Vi3PGOs2hLt^y~iQ?uBck#w;$gftb> z%1oYSuzd=*Zi^O?T0D$p{85UA6z+XO{6cf^ZuP79Ae^?832|VcKRm88&o(Z;aiF%j zAuL#TWiTxJB6+me-nU_MOakk1{jTegj>b>MsNZ!|t}Z{FQ;&i1m9o7qpqh?w@*psD z;GI*%3Yyx(lDfLcc?NWUKsX!D>xP1ukDd3;2SJ*euruU^F#4L!%CLe7F{kC5Gfk9-iKxLd`W7)HYA;;vUL>Avw1>VffKsZ0#NSXj)kGN}N_0Y<4 zJrmPtO@VA@6S2kM(yjvX+4s7ebAjG*pc{+%opB#l4`TTD6%XH@4> z>F`GG#{-09i@JuPY-bYla^mO}lPkv-s&E)_Jr?+p`x(EkkE-tQ|EU69m~Gk6TSsC{ zPlBYP>c2hx68J>#Xk}%8HqPw&^&9bKMqx#`4-{iBV-RDE)59u9xT~X1eFlH$!u~5e zfg?gq5c`8kbM_o~E{plDyM3j^A+SFcs^K1T|Mo+P_9YZTQ=7BrZMM` z?pLmukcW%MQxAFGxsrkY#SwZ2dgko5ht>?EY_e~okaum%f+AnZ+OVaDORl+3y<@bc!fZG@2YA~dC+ z;FPli%N=(zGaoDEzY_RbUY_z8K8557nAW8WN|K>k5ITTui*s&zkkt~L5h78&Wz;Fsq)xg449%x(3AE!S zg>10Mux00aAII`#wKm0Ugmlf!kRXyH$tOO!wG44U0`|*&{yp z)ZA-ir-7j~MQ5xqnEm`Eq4uCjLRnewE=hLD%xf19moCsm<~ds@$p|0nwC4kDjt5e) z*?hJZ7Var2_klHbbD9}|Jkaanyhg$izsm$VE-zumB@t-<|A3upvA?c0I5>Fkh`I64 z+L8yB_+esimU{Xd+#96=d{uV01pHhD^WWbrq>!#%U^?=m?lB`&i@9p_2xu^bp+QoL z2BkJ2wvO4TM1sR@RQcxsCNjVx|Iur8ijX08o;PtLq~GRQkY5JPt;Ck^(1DHn2UuVA zYYu0pF5!LB_>5||5%t7k(8jYfhkgb92}-Daq=Qp`*NI$qNNk(wX-(rE$X3Qj?a&v+ z%}m4Cg)Eh>i~s=1d3kv^AVW!VJvpS!AIVkcKHeQMV-#2RKNn|jXJ2d`U7N01s9FYH4!^@eFl~3Vpo`2X~AXp0NKULSv$V3FrjOr6@WV<9Iss;ct410$Fp#cxid045!+02do}=B5=&GRxvYT zbGT}#&o0&QZsfeIJv^ipCM9|gddhVz-B&U`49(?-ZucP?#voC7nJ#N^OwFMV|3-fQ zC6D(!cU7TK~1z5X9CHO4B6P(yyG!>~S`kC-UDnuXF*14^91kc92NYKW{ypE5h65eJ-jLeg zg{-gH*1y1>*D1c+s8vGGPhXc?ME>DCtwycACw3%n-(fky+{5L%hro1O*rSO^xUJh4 z{k|>Gf?P-pvC64(oetY(1O?L*REO*!Jegx-@rY?b>%0=3*sF)=(ze?mb*~Sg`>~m^ z3ko2alN&%@MMh`>h)J)wwg+r7>&0G7XvL)UVVKzh)_?qjD-3SDIT`4?efA=ngE_c{ z1-ZV`DIKrr;62J^x38KxdF2)8;2aD$bquwTi-c;0>Sat!_sUAAFasM$YH-JH2O`;#L+G2lGy+hgqe`qcHzsYJUE9+E%c?4-4hXivuj2DIj5B;fe#d zUrdF>nB*bSuQWP@E5*+vl>R`z&q-t4oD+J4yvnEj=cpH}E*mY)Yi|NFZAgfZAC?U| z1}4u(JsLW*vmbIc5Cfj3O7yrbhlQZsid_$>*TbX?=}u1PUy}W2%!Z2 z%$tvptxy2ous98(I?mfC$vm;9wUA6_%z*wwU)vn$Nln8CGZ{a0j)K+-DwqdF)})!} zdv8w)rjaeC)A}mz0@C9U8W8$&59%~;t5MgN8(2Scci0EkHH#j_)ipKEC9#HDA3Ydg zW-bTiHGkFwZPur(TtV5S?&guD)$|MnLqnKpD?O7Q@9&eaB~Z^1yp0&=`+1$nSI*Yp zA%!-2RcZHp5Y2)Hw3OP~nFsATNN-bZQyu2piOJ#CX+^fx%%p&B=%6 zb*DOsly=s(Ax(#O>T~1Y*oOK?x6Vy#D=R-+@}UPivD%^T(u>?nvE`uNFH>r)0^=Qo zYt;|8h5t^1Z|G*(JSL|pQc9P;%Vxd?QMNs}TVU}A0rvPBc>P`dUXr==K3!T57|$gT z{+`c5^IPoC%DNQ7akm4mzqqV%SS=XGfB4F>ym@f%4S5F-KWgoDevTB2r!-}<`XSYr zYAb3l_^>EYJ8|b1Xn+Z;iS2JVZewrdh>WUsuvpUPj^#eFP%j2|P$R7~&b=wH8qAxOp7IVL^fP!UJ@<7zFjf+mg{7?x2rEynQJbnj{eL z17(&;%fEcBhiP4RqBJb#8^iDdD}N%&KgBZ=$#u=(VNy0y+c&1HG#HqlhOeK zzsjL)xou6EC^wKiE(4Us1;a?JRW4~qu{{uYJ+-`i+_l%ULP=AmlUkfS)&afxhM_8L z;N|N9c~R)tHa3t><0ubg_QH-V()Jf&HuS2-$Sp4C>_^ai<3oM_qe}A)l88sckfHk&pTNys-`RN&E+|`ULiFV- z(kdR*lj2uV?2|lpEiU3n+xo&BShYq&H^iV0!Ss#%mEBSf(xRPyMVshzx;QjzT=}!8 z5z_y%EtXexf*tZ!4{bm$yaI?HXKr)fz+W9KpacSK{JUNN+z}Gg=4`uBn6|$bB3t6? zruOqx)znn9&?XsvNhnLAbP9h05=K$23Dvk>%Y)6C;8OLk<`=*zF+X=0zO&h8x6?d6*y~s?w`DwEque)TToai>plmClq@B|kQ3>a z4N5u>Izyys1_ve(ic^*1{rP=btXmPR!f&~b7vew$*wE=E`d za{`13u_MBU5h;SrlPkCAeL&ghH)!-Jxa+|vl{X#Hgir!`HdbNN=Wj>~0tGweI{X=| zF3<$Ae{@6%T5^Wyw$P8GfG&bOSDZjNgT}Pmhv|ipt-s^a&b}XrLGyN?5<*4z`CZ}X zjBmr^>fg?4KSoVOEfG~2!4LKA?N?DTuKD-X+~A2AXwv0_1_p)d*9h>vh;;YQ<`~oZ z6(Eh6)H6omc{j5errCuBcFiL5bp9?(-1|XNtq$KBX^kT!jenlTMeIoYUB}2;X1SCj ztKuKvu6LM@y-WCuM{0{hJp+gq>4>Wb5{Hg;>9a2^7Fo=Lss2=>F+KN&IN?s6zarmZ zBUe+$`lIFZrnWS@+>kQpp){W&XZ?l@W|St%nl^bYKTc5T-N8ZfM&u>?g*k)z{EvKN zN=U)}d9ojj2!6ToWLW1YXvbBMh_1sNncBlbV9Tzk+*QrP71l{+GHhb-X{9i3Sqgb? z&Ex%BJ(n^eiWX8xGr58~aLPX{fnumX9x&;hbZE)mc2jTWzQkc&Ay{}blWSDRsq zKOSalxEk}ET=&l7Z}6_Wo@`hA3~qF0Dr=7svV)OV%J^+!)J}Z8P4Zf$4GsP2A>o|L zuV2?`ksXtAk8f!69GIITU`G(!#xgK**~bcwX5{gDXxzg}Y3&#NPU*WdZS)B*sG|JQGT zNk@Yc!GHY*e0jsu{r`9)tN`I8(Lq&&+xMTBjA0|;|IJ7Jf3BI=G5HP6VMwfoh@Ziv zJ*24taw?bY&wvL_LwNQ}{}J`eVrt7jKZ9Qf-kk&(bTQV;(=#4?X_rPB!qW$wqf3JY z2L}fP#TgoptQNZOD=RCfAB6(0q&(L1l`M1^2&1OZkj}bK-?tY0f33vvg#-*yQP1Ft`!pYN9Q@9JUEqgt^8FFj@{K=5fxiCR5 z5qi_t%1R^PCS6~d6VKKDd0Zg%>o{NPR~399pLq(T9KolbJ05K$;&#DXW!HGsLC z$pc7AOiDSRvFc7jwI{e5FiKgj)cs&ja#ibTkmw5F0Xus=Jw0-Az;Jp2>Ur4cw|?6A z4+aOT?RoD#I#{Ktm69u!jNw|~o}*LB%{J&te4h&5nMhn*+$DY)q!-Ye_F*kv(;bUP z#XJ>VAMWp0ED2}Q)HsoO?XOL}^YLx+s*3m?_oTM_9Kxh@$0{^CJwE6=+XFqBd5lMb zeIH`fnm!7T@sIH`$RrA8qjqj?(Pqv)aTu#{;qGPzJZ9i*JmiRCPvr4uh1H zN{IQKzn;#O@np54)I%D(gmDYZy&z$_MD9_8Qw*hCr)w>{NfM@x&C+gp&4m`J29zEtsC-9DR%@STz^Y9d#TX1*v+F}YnPoq zrN!9OHMcWXeJ0stAHz@b-*6e!zDk=Q1My@66MAXb-RBTtW|ucl-dm@8Q!PP$PpV42Lv9m>_8iEMgMtX8IyY%1|e^A zbMeLZEw!LqAd9c^$#-`@OMga_JurwNC%46_2dVU3;bZ)t&+zqaw$`t`9uKzmKp6sB zGeC9m7LaLml2^KQVVWoO@=ZhN-|UEeKf1P-AF0!WZJq=(2T5drC4c$s+38VU1qOh= zKE>5YzU=^Y9UG=;Cu|ora3H-bAko+C`uCQ2HLc0@PJTJ9RLNi=>%LN@iQpCK4(Cz_^IZ5s-=pFyA>xPTero&0tkupj0}RT z(jf;|#S-J5KrHFEqS8{uJ%-;WA3B-wYxTU&J!$h93H82<;mc%AN?;Jdl|4g*!H!RZ zU4zz*jg7ZEO}bn<@6Rv`c4@`MJ7{ZqEWqajiph|4sGfwWR3M^tH@m<%u>jL!Z*t+;AO3EZLtonfx9qVSXlS~=1|y?97uw| z)estMfZX!O(QV&Iv@qMX@vBgpegx>j&>CXU$9mTH!3n9?x{`tsY63F@=2${LPec8Z zIeg;{BGn6fJuYWZMZuGllnfph;d(GOHimoSMk3DXy#Z!H=B|@C+Ly)pVIwvxe{a-h z;68(!RJufkG@9XVH5VB zxw$z~F)_|3ua#=X2ftBOkXK*)kKfn^zpfD~=6*xm{NDZ<5+F;eC^FB>tFLF9r1~yI8K=cI56Wv0tw5pke zIl07^x;TjR%2_)&8cbK^iPuNWYDi`BJ23`A2z=4eE91B2x~s87l?bcnIQF$^B2`;7eO9M zfAo7R-+z8|We9uBkzp#@IZR5&+YTeV~ff_mBqGn8WujQ7I`qQ1~cb2~(sE)-kuX zkMReZJQkze*!-YT-EXLb`co(Mj#h9!86kyM9g9!(XUChZOu10-TTKe$v$Pv`Nc+NJ z@w#n0=|d*@;v);2sGG1S+beYeCdKRD2hsA(_6yJk`OSv~`aVkBUti4xfR!de=WQDp z(7{-Km;#o*R4t#F5Gj8H@F9`nwcCr2Ht+>9`er6 zmp0v;D!@#(Y42h=zr8h^BoxUU~t*=_h@B2HnY@N4D1{CQ2a)6++~s>t_yC zT8neR;5o>m2g5DaYeM2=8JteI4TNC&pY_^6W8>v$+hGGmSI{-mS^}(JyH&Ns@TMX^ ztbi+zjQZR9PbSVz;?`L9&3GRf_Wlg)gocVjo98za_04|3dgA$3 zQC{!*YZn-|F&oo-PCu|w2fUNQ^#?;S|3)!l{73M$G3x}WdY5gF;IzoIjA0_7j5CyzA^xp zY}fPR@q+NpFFj&gQM9zWunlsd+E>$pZ<|TpzLgr5SV89sl^U5cP=}0dr~ER1m>`KK zmjW74b}b zE{9)14z&UrdS4QzU{%h=I%U5gq?OT`G-jLy6k#v{q#vt^LA0Y}3ZfxA9v)a!ik;oH zZf<-1s%AsIIBC(Az6?rNPI35;AAY8ps>dL=26cV=!KuCta$d(`ItbpDKn;T%c3n<& z`og6!0im5e(3(49lp9Z(RI7AD@0mJkj4AZl}-c!=znsU($ z%S_P8=v=7;vaFs;8u;z{72pq-)n%l`5?PJFmcRg&vM=dtY)-qzS$_UHpx{OF`LUTs zZa7VwwYRh4PKF4GI&EcxO-|B0f3_5Yz~aCwVgzk_a!>`d>@5UJFSb17fr%2~v?!PGQ*H*%fhlf3ysMDcvA6bc5nUc|{Hw%mC&L9Wtg;OOYME)8~_@wR&G zhD^3{L0!Cn2ffoXVXo5w4JVUc%gi!;ncj^snq_2WX^ySODf&;pf3LC;Fj5|bsENG8 z#Rhn6Um75i^T16dB!`i#0YpME=`7SF;D7nR+!6e9^T4X_U*CxS10gjTA4AA~%-Jto%JH&1RXX64ls9uxz2 zT_5*q6!%exIAg)(8qf#&;hY19EeCjiEb%T-@or?3GxaB+l(e6gjYZ#$1DFiR32aqTEVhm_kGfWdx+J!)$31conl9d`HHWv+zKo=X5?E zhmE}f^BQTIWE(&1(KUNnNyP<&n&Pm9E)Tmk1n)&+3%+iPZv4;6HlD-zq+Eb8>d($# zkw%0I40(pxq(j%e;+*d|MDB{Id5BtKRvat|)steQfez5Zp&e+&SA^nF(b`#d)&6fk znOY;nL@#vZ$$@KnvGsUqFP%kjVQ(IyC?l17(8o_25lI^bnPnvmR2ejykCGedYJKu) zK;`0AszCJ9mg{hDk&dk}Zw-`}F#xrWVy`k!x||K~4bp?3b~XDFJt?a}}9 z?LI)>|M{+t06q4<-nQo9I`)5lxc=TNi){4$))6OGTDR;eX=rm*vQa^6A;Fupqt<;?XRF0kwc0}G%S zK}UTAr}j~49?u{4G>Ro2T;mN>a67BHm8+JJC)z=SlPv@lR#%DHt$`C{VOG5pF#@U@ zC9+ROEn6A-1qcs0b_cc9!5NsS>w3(;5KfGB}nKry%Z zgI0+TTpmc3#eq&sE18uUQnw}1s~gLn__)vwdpyml=# zX~sRUSduEpVz+vzb$8LCZ>p0J@(X21yOQgz^F|r{@|_6n*SQzoCQXJ) z@maVXjZBP!w;(HZhI_D!FtCXqzIqGv;CoHAZ@KK(<45wfJb1_Lr?2jHiI59fcZ1Y( zv${>60&Ywz|LJ}b@ZQV3(c^l$yGJ?aqC=TFl0bTB0tv=e6a5%lN(RtS;vaHa&wq3| z>jd>|;{#~3Sw2r>n#i2mAR_1t2hwlnF5U(f+Qn5ECs10^`^=;qfYD0rK+HAA+c2z& z7)B-^!PET~0d{Vjj7WZUATN%X%`oh$Zj%$)OayETWn!fjDHN3J5N(B$!*llZ(L=%9 zg14*qVpcPRj>Tr5Chr4v-NG}FSJ^WKGlt|b`92u<^hEa*MUn=F(gW*yr1-}cj{~_^ z^JiiqmahOWJrrL=ArAnr5iYA?G?bqkUPQ9|h;dxZFa^h78iSsH5-s9uy|LTwRJAwm zR4OUMOgOLr^WCO>xGmY@5uirI+VvvJ+hqsHJ#qr1tL!cIzT-)KJv*M`kC=J`5!EVO zm@PP;WbUKoB8El$OCnI6^)R6p;>cRDg>xOLKz6>8rVE?#5p=wM1&2HoZv{?n6vn~K zx}NMPaT9DR;6|BHY zGaaH`cq90o^{uCjNC=nbqdV!9B+n>S01eO!GRmutAQFAo(FAqzuMj{t$!Z!&t62Te zzw@#eH{+UU%7CJv7&zE>I$+^uO{+G9#VyhUzqx^|OfIxK+t&PI2YZez20e7~8M5rjx z9RZHI^C~$XPxi6HT#O!SD}b&xW#f)nSNWj4F$CcTeP;)ykTRX&(eYMine{jd%AL7+ zJbG|MXm>nKEa$Qt zl^|3~czTKWmp|KD{gh^aa z4f5HvGX;Wn#e?yqwm2$p6m)KMyXrIY3{^Xo@zN1F0uaBu1?%7&dd#zo+^QA)4~Z@v z0bA4>zLs51DXFRGpJ0~e*qGB=HG6!nwkA~Kxg&h5WLnH&5qBJ2+cOnz{Q!Mc%EF-# zca}p8JzSJ11TIoDr6N^N`sboL?}2{?6E{p*~?q}0eGG`X|a z#@boTZcI;Jm!w21uY5Kte`c-bD7WM)7$E}_^LD8m_FcG>Q6En( zqQu`xkow3caERvq^d1TdW+6l%Pe6z6Jgk?9;bI$^fdv?b+yy^cHWwBamd^rw zry}j^?NHgtkpRT5A)*YtYlM-D#SbqJ}rEWHUEam9OM#2#`}Ai2?Zr2 za)2G|yU;6``!vJ|4HfH8f+>VvyRL!Nef)I=@L6LO&@4rT3QJ(c3Gd!0-Ub;MdH(~l zm#3pvokC&YisX7%q_`H6pBNfuo{_X7?D$o{D&D)LAgTTC0Vrlbr z9BUB_#~neaqcQ`?g704%vKn`o8!CjPO6TAZsy-I^WA?zjnwXPGhh$;M2uL&BttJ3H zNRHS-)={qmlmTD;^ZOCpF637+q!@^cZKQ5}`*#!mkn=e`u*t>x<^Dej%MD_A@$l95C zz>y!Fx-O)AGS&pVNPl9-S60#Mb~{^k##5e_TS*2&_-s6ez0`C`^gM=?>0{=_Ng7*A zd`9ECC4J#8B9Y#IeCcv8=k5)^Yv~Uivz-J6)))Zh&aj`lqdO5Ot++?Bh}t5k(hxV+oOym;_ZBgh$*+8H*BZg8qE#nk|8=|>IEaCq@K z?AKqJj{xmuxB~3!&{*)$ln@X9dL1h65|W+xe_RK>ukR7+kbcW(t^xYs4mSu51fmEK zy!4xfh)f=&r9sp^&=i(Lv=RN&r9<+&RkjG^RTq&Q-}LM!Wze8ywURB!ZvHH--Do6s zi4k$7h|T-@+xN+N@_%-0Wj+Kkm;MY$nSaXZgsAXTe5D*DD7d9zFrbgE$FLr(hAZ6i zhD-WmKx8Ylxm@j|SAt=?I!aiev6ir7NZ^1^nxkWAC(Nq#4Na9Flox#lK1A&3Ky9Rc zx4FyLUb2@@kLovPk#}NxALEWa?lAb?*3BIp5{~Q6F|g$hxq^NN*n`Ato=GKCGQAk` zREknhTrQ%ZSb8A_X#o!{gd7**K1r)M8Wx3MEMI?8PRnGW`BT7(R-uQ-4r(RXrdj&3 zOp7XZBD0>e&8_n==eu<77pHv*6AQSSFK#M0LentyyO#`ttTKl+{JzC-RnUv#rOQ;p zy-&C^-_=0+;=mz}tu{Wf2iB#oQz!UOv;hOgHy_x}tcAI#1h*WIID>wt_|UeK4#8ZC ze3!4AEp+OzQ^z0@GYIbYtr>8B4_?g5urq*^yB~o@a+C|cRl|iL(9kN9-(T*Bdp$VI z&@p&x874FaUR$~UN$mz3s;I7sfR5+JuzbQwCag0g+Z@1XwO^stQU7o&BWsyaM9y_g zPblsaol=Lob(at*D_fXCj$Y~(3q^I^N{0Co)TEM2R*taW00StS^WWm8YkA)F+fa$F z!WH~Z%>)+8+i!3A1kUF1lBKTyT!ZZ3qh8pl^a3uZioGIbH{_t%iE~x-4*v8~N|I;e zJ4r2~3rZOQwOy9a=)b0Icxc08BbE}ZJq~Nh5~?0`XgCU|?D;*2J!$`NT-r(Gyfdzv zfez{3JT#mvckpbr<*!Kc?#MeSiW#n$DTYb17OPdw$yB9E#hJ!YJ!&tF1{00o7_0CQ z?WA~j!fbjoDHURB7vCsA2K4a&B}JBC!o1UN+E+Np%vmWwA3%di6u)c zct%J5CIY-pCdt3p6^d=c2U5G)qbibt^leM|GI8YHfk_-2^>TIIt^jHy(RSYx^Z9ry z{VyHFXq}SW(opp?j9HEraizZMfPj_=;#ukpp~EWq*}iwm?&_}u50fPJ-JG&s}Q1ioOh`P%r1KP1FxZds0h{NPsYf zT-ue7vYzAH{Dfv=j@M)0Y_?|j=2Br9D$f;|QiBYD9qSmhr_`3zt9Pk6xOPy2jQQd( zdGFW4QL2YCpEOG^6A0nabPKoQ2dB6%`ag!W?CoGL-`Azw%5OEbeWtRd_*W@rlVig0 z9C5~YQrDcSMRZMQ+f$aqWp+P9(ZaL+W{g6m*vwN557w4dJ&8YjbL@F9(%9t{AKyLQ ziaRStoUw6dB*_Yo??4or(I`ZaV^F0a-8l87t(^|!9)%dgB;Ey-OW4zPp^JVDJnv+8 zPmfDAoXh*Gh<)=)l)6qmh%6^FYB6hA^}9u%uDrxe-UP^qv;^N4DoRCj5QkEYtXY7| z#Ar=NWl91UBFvzaA$xxbOtK6F!eXqHy0n6d|L##EEPObBi~&JtkaufKqaXZ?N?Zi)rv`s;?I$*h3)-IN1ba%=SFt{+88-@0&v9+$j%l> z7V0waByV;>?oWOM6Tri=k26s_*BtP1+E=n0O&d8+1n1QDRug4TXHihlQA7m=mXwY86cQu<8wCab0l+vV^4}r8umVO#@tR7>`!F(qpxQcvS~=op6OE0c@Hj6uHkbPQZR@b9)VIl0I9h zG^LiVzOwQJ1?5{8#8~l=W8>erfb#s~_O|s5S;w|a^7G(2AW}87n1Gy=be=}_XC1K5 z1f?!;=_chZI>j)aRaL3h^(21=?lKOjNImRvS%SY%j)W8d4JrY6HY2e4N36ue#FQfe z5Wx_G-t`g*fD2d3!BA-FATj-n$0AXSM3Iu?fIYXB`&R-IrAp@Q;%d&w4c zFJv5gBWz~lJhSXj(JMBAB==^4DS*q7HD_!CYN1Kf7f_yP#j^`5PE0{)@AwKNKecAO zaL7$3Rtj2{{}b;*Y@E32u}6B^NNncGpro1#;dSJys=n$nfXw|JzNP9wp}GhN@NUsC zLqgTAVxtHQo_yCNvclF0wSuJ5g&XCa1;&H<^`$@ybH0-X&~n5~&E7%}l{s|Ts&NNB zWrH#XBFbjlyJM)g6uksW18ucbuX!QZxvBisTq`gL69uK&AMx?L5GXYVAz6PCwZhmG z2ekV8z0Ot0ilEb|`ikJnpf*yo)RpAjzTgCA(>uI})z34OnVgOoeyt-|-{W7J+^xJWfVAu`{1m&PEDkON1&QNHpg61T)lnE5gRzhd9 zi8;()_3m}e^^ThPwkW*hbFr-sq@abQJe+CoKtElzELVuW8X|1=fe8pW%;w(7N-vJy zhA8Cd^k{7iGTcu_b25_DHYtg2+m6r;=c9bK-hea03~iM$LaSl)D&33EWM+U`X9)ry z0f?D;t_Wd9YKp^ZcZ%POq=ZtRng*yV7pQR`~ zB!{2E4UnW0X>Ayd@X#wHRg%-6uT;--0yI`7Ilr*kQ}QGsgMHfpdTq2!E|t{x#+EOn ze#y>J01ip|T9O2#VdWz4HfOJ^G_kabn&lzqjgn3gkHp-YkvaM%C1t%e{D79NSj}(g zyTw9fd9rG-+=6VzGqJmm%s)a`)x^HKX4YDf`z4`cu|(XnI1v*y9YYA!&Yu0t4*pRR zOzL!~#zR5*L$$ap&t+v}?X++Q0!wKQ>KA*E+#1soq>O;+d@}VU?#?6<*`d6dY_}t2 zXt@Lqu6YTd;Szy4SlG<-fc;7Tgbleb^8J6nmlXeB!I%F5KL4*FrvLvvWJk~$MvKGb V4<|$3IOHrvg(L-YpT2tczW`?ZvYY?_ literal 0 HcmV?d00001 diff --git a/evidence/grade5-final-analysis-2026-10-30/fixed_pool32.svg b/evidence/grade5-final-analysis-2026-10-30/fixed_pool32.svg new file mode 100644 index 00000000..ad2d64d1 --- /dev/null +++ b/evidence/grade5-final-analysis-2026-10-30/fixed_pool32.svg @@ -0,0 +1,2302 @@ + + + + + + + + 2026-10-30T11:37:49.763870 + image/svg+xml + + + Matplotlib v3.11.2, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/evidence/grade5-final-analysis-2026-10-30/group-commit.png b/evidence/grade5-final-analysis-2026-10-30/group-commit.png new file mode 100644 index 0000000000000000000000000000000000000000..875ca78d8d7ee984aacf858cdaf0a8af16e43122 GIT binary patch literal 54843 zcmeFZXH=8xw>=sgB1*9!O5YX`5m4zJ1x30@lio|H(jlQKDpnAcEl8~F(MBUD@gX8-;t(yz8uvl)u?p9rA;R}ONsjiIy*ZD2vSDSp7*-Cx^C{GpZxC+ z8{54)?4JL8g+M4oA^!TWuh>)=*>?ZeSG(^2Z-48|k70Q@{J36`MfEB57~Z%qkB@47 ze|Z**l@AL&^y-Ypsk54|A8|BOK0i3Y?kr^Qo|kTt}@PO4I< zSx1_(7_uib_TIjO)RFX(`Z9xTZJ}#Vjy--gts8sl!7&jt3FEZk6!Jj?;*0fO#$AZT zrV6*g-#uAcKGPjM8fi*chxTNnBLdnpbE8)k%Iv-}1+Vs-oJFtw$v)CH_Vp>pBwX1` z3FIvytGbVaYu(n-w(}#^lk1BU`bzcn?oH25_EdRU3mN6T{xgOh9;6SV(Cg|#Ahj0Az+u=EbOB2m8XMLyIrh<>0xxr>z zi$znCNnd%W${AyUa&r809j;|j&WSsNzieTCDRSZ;Q+NeY_;Z-&E_&K)5 z$3?O7Y33UjYBzl1pg$6_*Q%0yqc;(uaFW9kr4q-QpVu!>3aN+bX!Yxi3WSXO+SpU#;odA^R2G zmDfqnW4<=GCvJ`Ap^U^EwZenv_RJ_gIfk!rYp`pylNH5-0(!E@=@W~`){Z#f(82=&EhQ(5yA zEsJ;F&bqli?L8)ROJ>xhaHP9MsPNDC1hKS6kCikJ9L~N^reLb8G8o&`9+4fiz{Vt6b#@2y&4+|(#+1cZppY|?M~yBCabf)33k;)Y zmnK`MHhak2bKX2-?J3feZAs!&CB_1zjbD$Vg*H2tcM_Ykv=XB4D4F8YG!34)Me?Jm zL#Ei9+*_FDDRgNOr8ba!9mO&mK((mB)etmWi9TCA1LUVO&yqM&2P<=mvncW?43bj| z>*XU+nc&Y|i19$BKEMeq{r*0&;J>QStAX2Dsp<9=6?J*Y=xloG3A?a>R{Vuaw4AiG zY=c8-OcrS6t;J@(O2a&Sf_mm+;0CkPq+lKnI>G6mTb`+l5|fxybo#wh*sl<`lIT^q~O>bEg}sWL2ElsR{@SVHn~srH$?di2Z1=OqoGzfj z^J%NOm8F>!iX_yBx;!~1zpAGTWc;L|dNjObLaBO7h?u z-EL%6KE!o7xTe-T!W~9nXbQ9{tT7H@|KYXi=zUd&`5aT%PW^qEQ5JQ!YlA#_1E`awcj#( zUP#HFZcOp2KRJb6o$YU}oTCuJy_9eZ)6N)$;H&U>w_L&#);~M{ny;SH_A8!FtdE%q z38Rn+tXr_mst4K6A9D&{;hg(Xl2JX7`dGu%c}4mM3IoMAiO>VZ=tum%efx$g`&X%! zac8ySFBTUM&v=pFU3+>;0T&iUM2&hjNAnyWp!^x?T~j!H{n?`rVT-@MI;Cz8)KZIl zDT=vppAV%xM`YS4`MP?FtA;axv3TmQlgF^_QdINcUtb<~#fz9f6wpcTGnNWo`kfA? zq-IWj1hB>TqaxMRF4X1pZF<_Gq3VIYy~&D^L!<_3w^Q`9^O^l=91Pj z_DEPQ96N|3G#KIDoicVb$qDl5bU7&$!}1 z8|){U5Ni8Xv^vuk2JeSP3^F+oGbtPZQXegF0w{U%!3&i-E60raQaLwVHOwgvwM^_Y zN|7ac_wltbcv{2TQ8?o|OQp;6VFIWaPHt}Z;p^nnD+*=vY5vKV9iKEVn-}YCrIyU= zuOwG_J<6uNWxi~;ylD(6<-oGls(+!c2|;TPU*SQyfni}okwU*-k65T8gq3-S2QN94 zY47PDsJ>a|)P4?!39~jQt8x|JUfB^P$@M=p9%Ev2W$Ue>Jbz9C>S}#Gf(PlC04BxQXlo`90 z@q?GfVFgxLyzw?9|LoF1CPo)8Mm;55K4Kt{5IVh5c1TQW_kHhG-c|AP^YVEn#k^BB zU1J~dD12TYYq;kH>-v#3JpO6-w%isJ9uM}0`Mr$($}3o;-n#{?VA#eahk55Y^-l_!D&v`5k63%o))INR^HQ&3WtbS9Q~835Zq&^ ziBA*M|JmMoCVSe<;T`Jl7@S--fMO{=JX4XoOOxiYQai$=EuU8&tugeTq1Uem^Aaek z|Hndx_Z8hY)*~Vq+A0P!SGODYE0ssR%phGyo6lk+7_20_vaXnJZI|Wjk`l?s*_Ui# zq`b!555AFb|8cQRiqm1BiDO`^FX2<9 zJeYW7?!2uIm@7679o={Ec;ef_`2Ih;eiA8W4%6S$RioU=9)QQwtGo!&U0mK>Z?CYR z?>8Ao+$77F3%(0ub!jXO+oBGkCS8lC7FH5XuN+Xn>(Yu*M7xu9aN!|YAr2#3+5<(F zZnVN;!`xfdioEX;}@8&3d0Ra+x5_Ro-%k|c4~7m zCle9r(gYKCh>{(XKb^{Rt8OB_=*IV@%KJa>kZt$L6{7cVS@~2Q&aB<_`BUWnl(||z z;t^qj2k?o@yXo8tQ2)`KPkWvkA94HoBIA4B2Ub4*KK>`6a{6eqU2lh7$QNkFMaM;) zE7n=9V>wcGUDauydbE~VUfF$osk{5_l|AMMP4lZ948QzN{DBjsy>>WWc&0*+W9FP? ztP-yOplFC*&&RNBNUxQE#tr$23N?`J>eqigt&E>bzS?s*|Ejft-B7QgNsYyH^sTqZ zeK~OhqBXldf4j|YMBV&J8QxBO&Zj&!iS8NL>}DSvbTuTT7@JkQZWLdkz0Y=vX7=7l z`m$p2^eG};o_zXzTAEd3?CR1cuwIY2PJjk6ai!e{vWb@}i_4=$bqw-5#bNQI?%K>% zIEBx<;_p}%<)SO5pC}FR79RIlx7laOExG-eh%QArxXPKU<09867ogJnbElSeKQboEa}xR&&dBY$>LKxKKJX)h&Pt$ujGp#w%DJ^yYaRZ_4SN}m z#9E#nAZJ&kh9-ObTT7+hlySa5B82n)bb9G5lV&&jY;Fe4Ln)QFaV&Mgm*+P6K!sa0 zi|9%r3uo`T%KVW1!tJhtK?X77NNyVMcYM&ryz=yWMxOX`r0oE4_3aSivvni>gc{db z*W`Xs7n+d~H{;N*(I1}2lSZn26L-x`TuoC7De-<{D zr`p|k`Q!uIggf~RKn;k6gq>1d`|FqDShcS@uw@5cfL_)BT_+bRR?AF)V8jF19PW4y zIX$Hrw37I}2ac$n%b^)md0IXe@|X#rt{^u^#ke-_KH~Nk?WIDnPw?h?34p_9;w3ji zJ+{%mKhH>f8DJ1<)y$uQ1-SNo*b6szCv|lzyYpx-W%^*+W5Ldf_fLq`le5dTpHX~m zbuQiSmH-^fjAY*~vAdO{%d`B0>KTI^nt{C@Da)Y0wIzFJJOb)sV?fdG)`ZT2;c8#! zM2~!vV$b?s&(WH*fWj(7tZM@blK={pEwzbv-Z#yL1nk`L9l%ZND?O!?`DBgGWkMLO zU4d62=tCpn3XQBW%7H!pxtG$9MF&PXT8D4>FK^`!b^uSa->NXWapTb&8SkrW^P_Gw zZV;@T1}t%5qlIK9QtcFw<4VHA_dVomqfuhG&0BWwZp5CNlK!Cf_{d8+f7deio$alu z#M>0HHBUml2fBb@(($9Xce&f7rTMF~&+l)CmrdWZDsOfLSgEOZyphe)&$!-A)qVDT zV~b7$w*pq>3kZ-dV+A*QX{9?#KR(z-hEPTWrzmuWB1s|yPxELbh*~D@w7#ymaQ@HE zbQfWHVfy(t%QG%%-8|#M^N)|5z1+G3f|zNE-Gddo zwUB`(B!2tJT4tz~$N$XnAQ1d=1>x`c6oST=(sXIzFIV|wNqlb3m@q0bXXlK$Yv22y z<#k2yh&$VqtIZC)IIYg|Sm&g;)9b4bm}D(-*eBx78@+rbs3%t#5vaCD-fZ!`>tGSj zBt1?+arB_&DA$2H_qpxhv2)`q8~$8{HkHM35CM$L;5*^$>G=Fk zui;7$C##QlY;y)PI|`Z1umbiO?tU^fo{AarnlvHgG{}6Hi)|qjO+Pm70fu0_y}7Js zfb^6M>S{Lr`q6mCl}$B)`NT#3HWZC%><3D3?XD*CFQT`v zR_v)OLN;4K_sxkZFJ?a%)pLr1DXJN-t&wr3p z#6sxIn}e>IZ$2@u&wt7xCO3LrIK05PQxmN!>4EQ?T$Ur9^Pyi zeC{SGHI`CFz7%)S_A0QbXbG>ek-aO|pPjH32=$yh*;QaF9!x5%awnA3Zzp|Ot)7Zb z#F!T;DU)jY2;%usUWP^A6XTz=n9z#Tb`FZw*`U_Vn^ilHdfc~>+>{NRe{*0(R!*-x z>Ma9fMbtQyLNAn;%L{$zOgJTnwh>BIByY5%u3K6U|?38by#)x>VEft z$aAvy;eqaSb{doyiKH_tv>RytLTlXE&*_lmDV>~7dt68Tv#M6eGj^k=XM=y9cZ(99 zAF==Xd$Tf(V+H+HX=b*aurEBs8l`6w8Xz|~*zbtK+$U$bgm=Cr{M2{Ec{osb@VDRD zeSPB86Oqo_3RL(TU-+gir>slF2P-Vj59P&XL zhO6V2%eCo{vK)3*&PV5=oq&`rQdEIOeY)1rL*DP@O)*>jg6@@giI2P~+~?PGEH#uR?&#e>|DJpOjRmBTv37G-sx zRn7&EjZvb0vkfl1$p;FztaHWm<52PyQpkI{EDsVycF%3};;iDm(w>+m0aBvt*AEz) z{?Bv%neqgVOTiw@eXjc|>x;63`rNibK4v=FP#;Lfm=n*;A;lbZ)Zequ4LH9;9;tF4 zvJ(g$?aw!9-cWp_sHiUSwTOXH@<##DsE~Z#!{Kf74P2|lWS;mMsl55a*Wt;DU*aVl zvU=fBO@FV`JCtScOJ%IsoIhXx!)R)F(zRk?=9kwVV0`0evak0)WT&RsrRJlQkDBkg zie;$qejFz4l5sqI-E$9uKl|^E*aGaqt4Gar;(X}lVzW0DWz2NOAIj-Pq1->F6Fx3y zQ$jms^RG4xtt+2D&pvG?l*zuQ!_3}X$S|Y#Xcy-}9inp8K+r|+Q0?*Ia>3|pXs&BH z(gkabrOJYhIlX1vN+B|MTGn6#u#PtS!V^83a|;sKto&mMnDLH^+3%F>xL3@a5*J_f zpS~u%2efFn9w+2NgQhC6HBG|;<5rKdbghw{t7aQr9J0G5Re2j}C8^R|=ByVrEW>sB zHgZ8PvVpU%hd(`I>@Fu`ACtLd&UC3i=F7E)UMi*!v6`)uat1nIo{D-7(>WQikLoJd z4)u*CP-{0QVw4|lD8{r*v+;1+^w`{Gzu0AU^B{+4dFbHGkEdoOWDR2`Yph@|SxNXt z;U|QLN;)xUPW! zzc?G;{MLWsYQ3(qHK{HUnnUF+@#pkE2YAk$xYTj}Ar#Uhb6cf)kKOpbl;`Zy@yfaH zKW(-;h3;jlG%hqtA{%63-QLMDWJpuwMLQ*}>oA2XiM)C=?{B|q+}%q$*qx^zTS?>5 zlBLIdHTOjPM6=0rs#G^db&U)mFC*SHfRk;xviJy?(q+HXs8m4luj06m% z^!1Zb+C>Mjd_9;9Ijh_rmEs)JT!U52na$A0{pL41d1!{SYXt2YqYg@E>P1-vN&z=KN>+| zDi?bkL5R7>EVn%)g>y7@%bv^}Z8#)ih3EX^*K*7RPL=gkq9{4`n?&ed`yrRin%tguc}GC zr}JW-&|NIhugU7Ej#chKiMagilwQq#rBG_(cuu~Auklx;c5Bmdl0`RfSae4tBP`NtAbrH~yesx+cr<&@_7MOs`Nsf>L6Gg{Ik*Hz<=Hic_iH#~1YR!)HRg z&MIEFtPPO-eQ0x)PLX|b2xPtGE$c)ZqACmN*YCD<0PATHtcbg!I;^V+% zD+~~>2?w$9#IDZvSeXOWxD>O0XAz_>!|gx*47nxJ^c~DqSRu{v@8rUVCo-xom#8BK>ZLUoqZ1j5JXA z%Zn^5irrjly_IpDd3ZZ?XN#g+)&EBf-`l~-WmtCnM=#~A(Ct;s=ONkrR>_oStL8^u zc{?>K7xxcipHI!muwuYJC52v;8&w#8aCuO| zfGv39rV~8TaXX0fO!x6sYK%3=+B*C4w@()!_pVmsHm11DJM%>?Ywio>?{v96;nWGw zAnMcmemx7weFfV`sHIOs}R|C=Rk;%MWOF-p`$h`3_-KUaD$PMcl}V<3%YH4$PRvdhp%s zej;7?ZQxj;oaa-qZr?V}4Bg%fSn6#4)Mme525KH!4;`7MJ-)YvUH(K8P@XPg`wK^U zc$HCOGr{@nk5HqolgXIQZsw0JPZUQvMsuphP_2eVMA@9qEOs3J&NvVu0mVdVbV#*t zA?g>F=wDR0xhk)LemLWt8y8KL_4x7O(?H|`9hONbCJIu9<37p_j#OhNlGoOHF7Zk} zdYcxvX46e(o72d}xuK$wUDso1KyciZ$k3c=`snW7z3e(x7o2TpiPIVjS=RC0cG*`a zb+fxAh?!bL73tHo0g=e&&bp?pV&@9QWvJA#@>qs9JHKIC$kJotTt)a!*m7;rb6dYO ziL6RYBtGSO^OZgZaTJzV!mQV+M?xD%W(F@$NeU@7KRaoEkO67-W5M3NhK8>x91|o~ zaZJTK~lO zTjx`DCEJ;yIap3yY&fpHvR0ARtPzud$)KX&QmQ%c^zd#%Z$KJ%vIwAEt!D8->|l2v zZO?udiRn0os4yx~aJlx#P+*)`eeuUk0#;5b1Y}j6(|ee0NWtlMRe7H36{~J_bRWw! zZoI#HA5&szfJE4bF;(J@znSrlU^mSH>sf4B>x5D7bQZ=|k9Df$RHX@1X_?GM5_3d4 zskRN(t{+Aq7Le&6c;wRiP9UzCr})&o0aM8de5S^$uJG**!Oy-9-(Gxj7e}wTCls%O z-1cA!SUk}U*vnrlAa}5|0-Neg2bJFcb`dDu>Gbstexn?|&FF|*|8=me2*kQ{dJ^gV zyOVuY_3G6Tx#$EjYnIUMjcH5XM(9R2;pu{GN8Mr*ms3iD73w=tO47CO;&2^UCU`@) zfu$x+4wX3v-Yx>Uge9gK2;^t?oaSaZU68uS`lEHh;^naWW38+^6_&N{m*RG|Yv=Gx z%IxQEHUxA`Lu2l$sY$a*@doq^WJ1QyXuQ0yn|SflS`DZyPuDJi1d%$o0d#WE)dE)q zZH*N2Rg*NwLbHmi#a39(Ldx7+=NW-%GefmWR5X$HNHe$w2`T(`DBow*id=}b9@Dils7)z{*4pg9u-0ud}5$vK;}iV>-Ka$JOySaJ?_$3}sH?tIOUKZ(1R;Z_>9GXi0c?UUHK}%j zx=Na&we@2kV#KIpZ&I6UMusQ`>$#A~(@lyj9{b_Igk&!~G0Uq?e&C*f|Zx_@pcN9c38V1rvR_ISn^FLi8nozBZvnEEKW_AiiR77uK`h;4;qm^;r= z51~S`N!swqtv`M#n;XmWqt{#Ap1RSF`C@{$51qW6SlZF#m8=k4ibNKR;3}r?g^eY@ zyb+V5=n-2ag7xRM^xonvJf?x4xQcc}x{A-8eXqzVp%Y(Uk3pk6;zTXwuA0s4`;h$KPGc(V0{wK!yla2kc3@h?!EDUZTr9CN-TM0yt1Y);l9*gG`eLO(>3b?0JV zgR!jFO*34~uR1%tZ@R~~28Ie^%CgP7jM(eYdGJ5~_!{*G1oQ^SZOO zHBuW`EIYW$t45Yz!OjHU%@{j3;D%(?oNLc%zJ_*k^HSQfoPqXnVY8KcedStHH%$QR zR8FZG6DRs2^|S`Igi`d77mD)y4%RCBecNSU0T953!A~Wkt3@i>K&ul%xu;Nd*4Plde{6SePBuaYi zY^4gDi26oD?_)&j_#3hKz$VD*#I0F6gRb9G;hd7~G01WObX{D4ve9dW8bp zTNbad3BhQ9QeEaYmO^f2Cyi;z&h~S#qm+o0q_uPXybaW?cZz+5hTl=vZ=1V@0_!UH zP{p}BV#t6!ScY%1zsYbJc+07B*Mqp)T1zx|XEx9y(mNChp}+>1mgw9G2LSA2eeWjA6s^RBCZe}7yu zIZqGG=2~NfSU97DE=1n&zr7DUsLb~N8ZwKM{{IL3 zHvs-`*6SV?yXTQPl*QQLDldB1U#1U%Q2X@#mEc+M!uo7)21j#z%z;p59?|=BayA$6 zN-FIx4bl&=1vTFmyJGF_G{)_Xu zzxLPX?;JJo)~mkOwr8_=LU4MyarKGkT-yaseY&Va#EbC>|#qN}Q^^v9_m#vIu4 z&lT-GLN`ew_-|Etj=qFu?Kdv3y1xK!$ANuGW1zrvGKw$kQTd1J>z?Et;7>npe?`>DW1&dm%O0`Y90V{)*vK4p`@$fBny$Ga7>TFeGuU zG*LdVs4Y#IU|8hTmZ;Au>3Rlu_-lZeC^QB3umiAz9xzi56Fzqpm!ycFJ$5F0XaOExYM&F%G|Jt6?#sx zEcE8h7toGu$rLgo00Dc}%75{W9%S4GMRr8PrQP=pQz;G298@{C7eI z*@^Tfpl1`qvuDxl@9(PhgAB+>S`F0m0Q=F3nqSqS-Fqm85GErAyAW?qt1zyg;PLG; z?fkUhR|^sHbwg-|g<* z+t14DSNlJXcrc)ZC4vKh_!+ZdF{`@UR$#S}8RmoYdC!l?9%a;i!G9O_pEdwt5$Kp< zM{4}FjtJ^rh!ZxE61tuiJay9iWd7Y}*?j&2&~%`ui0Y7y(qTu7?oj{V-(pX{6x8EA zI(|R=Zw0M#@VZGd14l$4@kHrDIR0X@rZ7tbP9GlAA_qMte1TNSjPfE7dLKh+l}U7q z(zAo>{U+8)$I^0dWxa&U{{}EN3k0^yzEj%fCxtyK8Q4-aUY>cJWKO&~DiqmpXQJu( z--qC5yZK+oeFg0QpX1(u0e~dyYM-xr_c*sFpA|7He*vAw@9>zkW3JAX^jElV1Jx+|?M=s~p0oo-ZE;QxpnS%@9z;FdbRHm@TEh}Ey#y&)e(AiA>@X-vm2 z%=lR->l`q9tFmkP2PfA>K=RoSO4k@h;70CW2CMo-#Urnvw70;O$V0{8ikcw|?n75GZq zKZbK=f>4z9XQbKya@TpS1kpHX2dAvO!$181O_R#Ya#HD1_mZSMlEJ;HwMHg*p?1Na z)=e>dUX?^BQHg`zIsa!gb8E59x_>zS<)E=<@ju06{2`>@?{&e;ZJF#JI8XGAok%u* zjfsr#sz$Bm{T*P#wf9c^s_HEP)~S(am}|jX3vH8cpo)LKVE*w=dfiHo*3!byM#f3NJk z;L#iT0WR;Qtglm4XGPc+3K;k^4b{B4p(h+-pqTl^%K6XAfG4j-jeYvsf0xKG=}*;% zaf_DB>qu?DSj3*yKNQwITF17izTL=)&{lPmqhyHVP#CTB){)w`Qr>-&O8s*1xE28=?JZ%F{iI`X2 z;zNckiC|3o=BE(HW{P5{XzoSlQ;=&`*;Y`#FcdGki`dw_>>f`JO0+gaHkzG7=%lk6;3C-ym6>$xpvH&`K zEErvGjMn&{E&#==^1w}3uTS8Ffgd#;fd{c5Lf_^rJaXT_bNTtgpkX)N8w2a81tTEX z%J6?r!1h9sF+)o@xbuyyJufNo0q3_AIsZH;^lJ6Ad3kXGn;^NO^cIX_Epdy(3i|DI zbTzdIPijOI&QUmS11^J8d-sdfSPYT^{ypZn*36X?(MH|*SW5XcCVF2G^x-cKyHGzu z75=dsJrHz%4SBT@F3&R2V^nBDv&8Nzx9H&bI|fd=>_qf!2n1!T7l3F(bT+F8ICSpc zzyDD|6!IJmN;tiV#;vNn2qRtR9RCA6Hvy40mYhdRs{DZFxOg~p$A4ofW3RxDuK{@B zZxFVAUELw>TZs_^f{g-3qBEeyMfX(Jj6yD$2ub_*+WGV7*WRB&26gLJU68jaICRcv z#kW;%g9aD}n<9z-C&+BV03Kh1A34Q;u*lLE^|sJ|pmP4T_gDQ{0~+Rmv6tGqw32#* zG_0_I*)ZId8ED1rQ0~8oqF4c)!H2&-W52Bo1o$hME=g=2tqo*7%54a99I0>up?X0ibA4NXbr$RV}Nk3J;Sqv8tw?n zN7s?VT*Lov1Qm-@Dkq{D=FS@zxbQ|jd|0Esl{*Z{_f`@HRYN!KaNE)VV6;G(pYa;2 zqbI(qR{jqcENcvXrrMDABB?HcY-Y|zICUKRnEYe57 z3fn-(&T{zv(r0BxpH3Sj+y>hA9_D~>fG%h(Y|~aqZamo>kL4ZTwQ@#w4V`$f&>mlg zSM4&r(`5z9-6X6!eZDZ}4_Cxa+GPpIJG$uP;a>78Xp3D>yJ8lG4|F_TC(*|sIzDzp zkR_wbFR#iRId;rpThH^yhjeuc^ZY~@(;KeEst#AU^vmJfA>s}%2egoT@KB0wN$*=f zu}yhQ=ULAL$M!Q;?0=iR><4!E^QFk%?2E1C>ekRw(oyNM`h5R@&P8v4Krdl(<06TL zPszRMQCX8fIeqf-GT8COSvylNcYo5U-YIF~e%7&8Tu*gH1_F8Nhr@7o(8$kUN6)XL#B_MJ@6yMhhSyWQQ-4 zQa})%e7Ka`$g26tFdf~S(zjEtX<7E( z{rj8EPJZ!%O!atR4Xif;DvUuV28AG~+K^(e-#h5)*Q83l%Yyh?xAO9GJI9Se?}-S1 zOga3X4k4jMIVx&hsFiZZgr1gI!}9QyYsB_4gy`M>Y8CfY-Utdt#SLsF`2<2Ms)feL__%A$E-ms zGqESrG^SPFYGD+vz42t_pE{CrgExo1t@gHj?C`EuL^Q}_vAYo4pM=5knoF;PTA-V2 zpV#AQ?F=hw^~ZYd-@Ixaa0^!~e zn~}}8p1G16h`l+jkmZHt1O70U>F$Z7LvcWIiJ1FtgGG|PKu*s&w!DsoJ@XAD+or@2 zMn*?r!?@rwf$xPW(x*nH9P|2aRfZVF{Nae$5%c=$Q@R=@>qDMuzrm{2W0-r!>wyoq z66~lubSetH`bSIN$dQkin%N>$4`Gi4o?vROT3@~?gVsAIvJD_F4a(7pT;U)vjz&*xeS(*t6 zqKf;IdGAHf_`r#GEwJctQ7wu+v!mXghBEca>KLqk39#^%-``)IJ@?JO|9;Wn9DOmI zFCAlnv14A1OLF#2hmfN+6~II<;vIo_i=@i=zl0~z3Mu`U!w$ka^AoP~x=!qzx%Bt3 zRP)~*bHgt$1T%?Gz0GFNn&ux5<=jLg+Zbgl9aG*6mzd8Js!w0}{witmZ&VCftw_@S z$4z<_;*s;anDl^qmAh~Jt>=Ekg2KbkyCT+GPw)C{VikP0sWbi4R}kkt28oAu1z{L=9W>5A<>+Q89d6AU+|~@oW@F~ul=q)~{aq@v7o-er zo10~fNHcvD%kBtD)aQ*gQaS*@SwDF=6Jlo~_TO3Y2yyVuUH?S4z=Q)KjE>xgP?9>< zQGOuf_dq)rOVsCX{!_3p5#fudhy|bzbo<}8?hN%wh=R+YkCtr$W6U+d?q_Tl&~H5xPkCSD^h8+AqFzof78#jE_R8&|uXIfa7 zZCw$rWPnW!TZZw5}uwv6NsimTSx1Vy2$e zPP}OqJjs6YqD_Qp&XtzL_$xN6VeKGq9blQAVCItg1}_$9Bh>s$ve;bej`R0P+?=JW zdC=d+$Gd6jdu%9z32(V7+Lyi#I~5RzN59bd@i8&05n_Ox@i-8fHhbok2ZJT{>f(cl znEvI~)XR+AoSSYSS{1CzFg{WY#2eA73REzVl76BT9eC1x^OgQN&xBEYvk>L#bZqYf zW|13dd+KdLInk%K#d%8m&l=J#oxehGh>zL+yXkV0dT%H^x`x1DNtO40?k7^|es)09 z@t_E5!t_8L)*Md#C>MyU;!=~5uvnHoDIJO$eY7i| zS22jcd3!`)I$%DY2AagpC5M;!E4?qP>|_rF#4fQtBKx&n>4#wfaaoe>`&ZG5TQKmb z3DUE6-Ub9|iub`Z)NJm>VQ{>6Nr-BJvUCiFKQ8!!KBJo3!|pI$*{)Bh*M1-~3fdxk zLLNhSMlvwJ1VQU_`BD)bH3K{pZI0fBXc&AmQlb?`3o9L|4Hj=(nlP_w9pIa~Q86fg zqv*08+G7Xd1-LVgZiV<+Lq{T3_iLVy?U?2&7t%h1OY1v`RgN&LZQJskQ?jLvK52S@ zg(U!#Pt_qNBge4<4Ik3f^BYwJl#RNol11=lp;DVx~!?8@sN9o--6LsQLPv@nI=QZ{o6`{aYHuu0cl7 zg3-Xw1tfSE1^6L{4KvvxsXL(G|FU<|AriPga zE1LMpgLoS8p6S4WOG$@dryR8%eRfj(Hw-$zhL>K@M-)yMSXa6yRqw9>ebr+Kq&kN$ zj}B+o7r>}x7%))8dJexAb^(TI+Uo!}kKsWr8qpQbQ`~Q9BqRJcT#CT;s@Omvy7$7% zPuiDYljGx&di9CtEo;g{z(O)r;*@gE@cj!7W;qyH^3@4l=~joam^e`2ZO$3h)cFx* zyH?oz)DlRjQ5HnR340b$*m14a8ZMrIxhBunxQL z&`BsTEqwrbf^;~bx=;t+wI!HGpz53i%7?2Phyzq8k7embS zo&9R<%_}uNx$YGlCzL0|mAy`<=Y{LU>Xk9QG-1d>EQ1tcZ}T&70I+8m!sxz_kj zN7IEb`s|@^OjfxwCcd9H1U543E2+_hR@fCg^r8d<6qEGAz%Fc@s4xY$@br~@;59EA zPc0+cXEIUd?wZhb`>W;|>QnHR6LAAS(8=yziHwNLQxfjaQ?}m@JGKEDtLV6D97mrMF|GE=`VAA$nN#I_6MB>1VjIEu2M7cp zv-S!TkT#(o}Nq>7nXU5&8AIG?Vqe6nd6y4|cDtALD~~EaHBn>)4K7f~y1ov)Qe&HiUN`qRL}w>b34Q2S5H2NVPsNZ-TP%mPyBDKwWJs`kx+ z2I5&`=rYy`|A%&oF%_1)%+@>`Ec|-;TNr&o7cemWnurqB8I%QESuVU-CUMocQ^Dl< z&q9=-o4K{U6B2S9fYO&IK#UHuzVqwLt+`c}*zEvd!T&@7TR765Oh?hY_d!~b#4@HD^_Wc@ zm9r}>t6ZG~yxf2b7EwtAAw(R~3i?gGE{yj(0Q~65P-hK>>Fo^5ZMrA6x*zD93yLBu zj#_aMC->(k)NNBq0u4ELaRGDqq_LNpy$_qp4G48W$!5=+dBXDI|URajyJs-2iPS09tXrGL=7|7Pn7;lj1*H;W&SRe#XNjz#7&e zaoOvAm?&~Rt?2ay(;hmwdz<~25xnilPbMtg3?y{$=5)@%?GWC5!X-34dokrBhy(x_9Uz<0FEEe4luyg8k*I(8JY+*>$qtF#RQ1aLeuXbB-s#6uPV( zst@yBXCZ$oS<`d8bn!k$<&ED*eN`_33`jc^p%}LLV=vLq{R_Ocr+Q=!s^{NtwSp3R z?7ZQ*&r}fDHQ_B6I=mFsD3)qy(T<}fLR~(&8fDrRd-mAbgy;58@GMIs|1ZAYJf6z7 z{T|+=P&a8VAx%n1#*neu6lKU1Nrr6*Mdm1)4MoN>6gJ9`%wUt4p? zBNeL~eg6c9r`92hk^lu#l>RNyWGF0a`Ho9WvIE@qc9?bDLMh`gju);ok9PCLNS=Dh z(p=<`mui^zE{t8`3D*w*#B)yr((9BSrV*0%hQyn5uGrfhJB+%Prf>b~ z>Y;9HvM1&a-}ax29v|4xzkseoQQ{I!6?;UkzG%?&*bTUxJ^Bs7M z?+$y|c>CUqh9S4rp=reK1i=vs@or_EhJxMeouAR8(0l(l9E^IQIE?r+M?W+OOPPEhMV6kL`8ukfciaya#N%%*Vce=*cXh->OQRl0GVh(LA4X0&Uc@~C8hDk=A`X0H)_takFAWkj0YalG`4+<5^$%~&*B}q8QdCAc}BeF zQ_J@KZajCZ>*svq_9A9H1dd1?5O1)jHnkn`SaT)mMYUB?6D(8sQ9Zl`t2ch5{Ku6Z z2m`>@vmroj#Zg(F`2HvE0URv z!*i+KoKvciqKR&^Fqw&ZdmFY+6~O1}(;vXgzf6``#zpk_`3FtF+vmL#7t(Mq-0VEBtf+`_UcDax9xy zEMI-sFqRs083qi)e9V?^ki9iv zDEYSi#DCa4ex0Y6?xbnzEWf>woiZDUEr}0A>Ba%@`Hzev0_2(N+n8uW^A^9OB-hzh z>2ju3aMVIQI5+y4YD#VQFHcHo5NYGVtMvMjtRzR~Z-|f6NTd%68_%vl%ehd3< zSF+h140qulU&#jpSQ=*sS|r>!0#@z?+P^;0PxMwi@}6tIA&$gM4*e{mU(PxF$3OyE z+xPi!44Fpd%>{jKsA#$!Te0TFqPO`+UsQkodXAa0zXxE7&{iaQ`{Zx2lX(a|ffFMHztmG(55_nvr-WLI8FaU2LP1+hRR8p)DXOLH%ySKqDam z|8R1bm{`>`-{}Y!BYQ>vzS15x@$?hV8q^jn`sWr1wFBE*|3!@V(96rZcyTbI%wed{ zP6NCkjNQ@W|BGJ3kbEEVni16~@BK}oY}$dPmvZyQ!(-+<9M4Oc<7Y{_UkF?j@x>+Z>uIPHQ-_c@ry zM3a&WXG#JmW+CZ{0qaq&Mif?pdXGzcCpZ;TjS8NSPGj5H-S)@hA1W?fRrwZl!hWh? zSwhM&<@UwhvQJDP-OI4O{E&9veQMEip~WTg=IfdZaj+MRlKJ7pm!e@ z_#@+WDp=sL0a2T-FW)xN^qYa=SqYB0x)3>&srwAIbSSGvJ_P4P6cy-81nprCLNW}J z1Ft60(+tlvVH5ck`K=}1C9wK5)XgyF=2MjV7lpF^)W>PMjmYZ&h?)}Eaz3viRB55` zpBe?T{@h2a@cDVG_@#72>>Ab}OfpMP=I>hLQ*g5>Nk}_O|`1BxeE>H++JYJuz z(0nj09Q;&Z_Ie7dGo0FNGhU$zDmn5qBxjzNf5rx0PquDIr5dL99vb%|5$hzZrSC7LlAPhBOb-4xr)i=&6j{iwW%R_3JwvJ8g zWV({@cFVqizTgpWwnJwwUvc#aVpOp;iI3W-SQoJ1nu$0|vVQ7A9q-q(bKAFE%yVI- za4b*~;s1wsVyi~XCXyq)6h`VOI*P()B{)_=IJezGJ*TO`hEqd_rnYVvY_8xf7S z9BL02zX214fi0>;!HW;xETU#JkT-bbj>GuWH!=_WN}(Mjq9ZLf8Idurgt{bJP5oG) z^<7E|hf@C!n05ano57BJ4`Tw}o#ejG2Zb)KkudAYpP7{C8))~%0V*+y6z!E23}Sqy zs!))^#(tG7%dnRz_{pk=6@~gCTg zHJecUudAc*0W_UiUW$zR?F8*%u$;#POY3*Ni+w0USllaPV%FXfgYB9JhgB8QPmwGrUW zXn6R|e1KzbvMI=V#kirvK99lL#JH~GZU0NEY0}i!c0b;Bf8uY&&Ziq+LCgDu7|X@8 zQeB}>x#j%! zw46snRnBetH;)|l;ZPi-4h?1<)jB=Xp#H?=+vqkv)DY-+0R0x$OhZ z@ZAw@{Y->G(&u{K0D5gjA8aki=M_x#j+b5sa@*u0yVi*KMhB?ZOs=qVb0(V0oEb(I zQ`H5W>v8%spo!-)hP|a%sT_}weY8w87`LqY9JKeaHzS2bb-~HO!qGstdpJ=5d#@1& zs$ppzO2&lVSr+Ef-%zdg@Q<{CZ&c4i)Y?H4hOCF^_MdJjgIh6rtRA3Bc}_W?23Qi= ze_BH;R2Mj)N|Xd^pDAa(gZ-1Jak9chE!L@Sb%EaswNc4gpr{bujHQuKYSfBGP zKG3A;52(NW;v1xpz_1ELAJy8022_DE(VH}`8i+}>GmPb`ihz(6<5(wpeBNgiO+?MY zH^jv*-SDFbd)RmX|7^qt6S)INbYb_WEq3h3Jev_bQEg^4w0n1n-j zd^sh;efZUyt;laO4S>)Ushb4^E?XEaWY$5^Zc_rY^HxYvKeWgfl5>zh9Tg*4&mqNJ z`{pekF3pK{!Y7m}bb0OeP+qRFFaAXv$PA4xy+8o7=N3gNklZV{s-h$w`2#kf5>E}Y z(L4hnHiBqVL8S56sy9FM&q8?FBMo^8mxUWzKe=HG;Q*7K11kAKihIiYVDST8S$$uIJxQ_ z?Z@0ChVncn&%h(sM>Fq(?%>m+!0vdtUy!c~6ZrNTbVLLXy zWN%uwO9HK-mN&UQ0uGx^vWGw{pVG!{E{%~CuYIjsGBib`?0d2Qe_qeU!W8n&ZE5sEl*K#$OiS+h6U0+@%U^)5}0mbM6m~BR6y#v^)3{jnwV(EPC4eJ^u%jZfr zA#spjFL7Y`+~5T+O2>Tm?aBA|_f@|aN#8%Q2ba!a0&>MF=aUL{QlyQ;4;1wYH6`{s zK-YmdkiP!z3`N+wv;hgJ-tAJ!5JYb$HBUV5=GQZs@M3MOA|Bj^aT>j@mkk_~E^4Z; zv)=FnWhq>oT(#8@&d9^yl!*4~7(~=>@9>Ab@J$E^@=?5R#(qUZpwItIo>xC#infGp z*8#8;Q6gqnh!RQm9X1wHfc+33ei>-P${6BD$)9vYCiKd}6-v1)#cWv&gmDQ>AJ^xt z-~D?q*3FWix3C*og+=;|Ezv1)!BA{W{-4jAkHPI*9ZFw5A}ATu@C~E)Y_Mo(r8FiV zeIXf>N!!=R%Hrg4{>=6Ei9NYUmwa6JUd=iR)mS)uy~T9V6y_tmkVPVmwul8XH=9d# zpc6zH$`B?iktCd2AOBv3t#65wY$=|ZD!9BC{sGAsW zyM};^!*LF);>y)4)Va^ugTt`kpne2rJG`)^D+2+C=qR$hahPYPJ%j32=vBB_!&3-> z>3D^=5GD4Ag7)LosH2qmZEhngi5RfdrT4uAT-m}Af?Y{F8^tpWxpI{5Ifx^3S5Kq9 zBF<0-xT5iUZqkHk^AezFB=%|7gqfK8>r>3!M+tLO3!UJue&0*KGoBqrBTwD8$Hx*4 z1{?p=4^Re4xU#ML%3xkFk6bP$t6Ccax1CrzoVK!hxP9K8{p_c?dCu{qc9`-lfA@ry za`B;d@8T!tT6>c1O=x@X{ai{ZJqKXRk7nMGl=AxwtMDw%j8*-@pu8ZNO#(>>EtlQn>51kM9q9`c4vl}-OIDq}Fpc9too_qt(Uj)Wy~k7Ao!e<$ zlONMhv|^o55A1RJ-r?{J{k3C4zE)(Hn8Qq$5#h>KonP4j@nJYe=)XoPPvIIx7Bmr(^ANFvfxQMaUc~q!a1Wrcf0bR|jBd>L^&ip`2|3JaURhv37{a|%18zB1?CG{bu%5>Q)a6j$ zlmZFH)D!0?f1ZfkZ65W zHy$FE?tYYEICRlG34*!yZ8#mz+}?xcyC+}yt0H{=$g()*J#p5yw*x3pV!!23?gwTd zRhRjN?6x}FZPY@HjYqa=jIZAKvhLCs2(krpGGy5k)3J%XMPKWoSs=_}?#dYC|BrLZ zz!-c}chK}0gnaIeTIa{)qx)L&?Cob}@PWI9CS3+vwvzJpw-}Fi2?F3@1C-Z1toaCZ zw5z7`2sxxZK+%2kq1=AYdouB1jY>{mO+?9t%Ue1k7!+k2V5j)slTwrUW`nW23_rJh z&EnP8KDMM5dV^}?!tHNx?%h?(g;IB0^Q45+UXFjNp{ zy;#9di37<8JeZFFR+4^*9_df?^V=So3D;k8aq5uIu0otqs!2zp6Oen2V1Pp~!Xz_^hJM$g%$0 zP@#y42Z=XEHk$fd{9R3GBg$Z1Y@H!3&_<(8L)@E$|4(=?cMx5p0TA~P*SyCFe%lAg zDdA>>gGo7J*G6VU1|~tA<-`_SEWS zluq0-*{3FWZpB;PwD$6l@-xZG@gnT7lR)fEh zio-RWbhG=XYzW|f8^VkvgHkk6!{EH+?IvLhuT#}PverG~D!Af{Rs9TQgkHkMRaZBI zp6LevlI{d<)e#N_kiK?q4=e`WV$|D9oj}c}0w!4B6X%*$Z zNm4Gp?a5lGs2ApV-~)!sE-ql+a`eG|GCYL-8+{HDky@=C0aU<2lW#zpQKks~B63ku zwt!-&VKs**;`$b)OHA!8TM?sOlaQKP80T2)5UC*GdRyx=+yaiI_6sw1S1Sn^TPJ$@ z7Jkd!>EyULUU?{xI36P|8NrhhjQ$JBUE=tjFYnN{R8C> zasxPNz+ezVVOUgh>>@p=Tej?n0lg5Y^4pj>;qDQRzr%}zg`tczLm@JI^|;|57_ZZ6 zh`J+kdSak|pbZOUC<4Lj4H(6*Agh8U?F`N-KrShRRzwQNkZiE697OvgFtd4s=i0U- zqg#G{_S~o}{nIHv0wk-zu2IGF`%31t;0Z*y5k8;DDu0cbv-4uRS@HBL!NT-_8_YUM zTS{%A+c`4Hh6v69xt1rH14nHm&LSj}A*}!fj$K#8t=^Zect&agcqt@0AI4S4d)X-=JVjJWXrg;1?MY@f^I{ou)lwz(4(Ay3k7^v0D|LZ{gUWcOhKf zPedUk<4n+qZU1zum+cnnj?*cl#a0K`KYpbj5e#<;!yQ8{=td!0y!F)< z#bmZNi9NayC|4mAE4)Q--~(-4kFV6|CqkWtu|3Rs<$lDp+AlV7fDxK913=}0-5?8uN>2tL5N_^FP_b`e##O8-60gsNp z+cW6et=R^-Br(K(-S|OStLzc+I%?>CXBBrOj~J@0t2sCiR`xNl;sLU&>vpse=2UU^ z^xV&@8gtalT1!5Nx({Zos2g4qZw(k@(Vk&a!qV>)x#%YX&ZdnUH|9?MO!;$9BuF2g z&v&BvIL_V-hA9!@KDUIlUSD#!-P@A$$SyW#`4NE-@%*O$DnVY^(7!Puzz+o4RS%5Ji2#lem(Gqh5wxAYrbcdML`?$3w>9pl(p!DthqnFB0l}Z)|i6PjC zC_U@wI4RbsBFrXeZLov;+@bO;qMuMU>n2Z}_qTN&Er68+i;`F~3q!P)l~(7-I5XC3 z#)E^e(zvyJsP}M=WjmHn^_(g+gtnDfIp#gmXTLf$bsZgaLxw2iJvSbHPu{DA>8GsD z>riNgrH#O2E+Zt$-;74{D_bLn$MUmelqMQwHNrc$C=d;pL|&;aLoM1qkgI`aDgIo zx7?;2%Y-C49VLW=r{}lgAcK?tDfKSu!bK9%mdG2_7wk|^>J4ZQ=&XzBlWQ}yFWO4l z{84|bL|2&*G1%%SO`2zA56n0>%nWOVr#(CJXC5{cpXY$8 zb*jYAvED;dH976 zyL_fJ)-Uuzx@ch}HxQXrG~#ptbUrx@8#&piE$0t8dAAeuCPE?Sc1LZ}>78*n_&H=Q z_fM={PxpP8J&Y8<9944*u83qAOoMT40gSDdMPK@nybsO>A5Po#r--KSGCnf<+Eu!} ztEQ_vf%V3-)z7YNH@`HWV@8wCGBJsFl-51s)GHSf==N=CYH2Hwu3e>5s=`225ZiaLG{NQs?D~I9w)J@Jeh&B)CeTKh% z$XO>yfcW-CvFGfEpd^+tny*zA zehaBhH~RI0aXvhqlWAdj+vjW<5ReLfcL%_ySdheFXmIzB>h(XRw}Dcx_(H7~=@>k2 z+zn>g;x5k3w*nc3%T2v=m_GydCIA4_uHJ7S<&r-8GSwU2pyUKJCdtEWIJf{(JJo)u zt&9^#kYEY@2?#c$v=_FVRq18Bqw9XT#)BQ0=1unaFDTK?amJm+FutT#^O~3wAU64M z>&2<@vivAD2lJ_O7F?Kn`lIbxBa^_u|3|4pf4tW|r@GT{zh#WB0f3BN`iKR^Frq4I-2mjyD*hPtS3G9MrEL#=g{z=<ZPpIz3PP_5+b8PI^9K#qPbQ_Pe%J3Nus}8Mf=U-s_c@c** z6PW}Ib5mItSueapYpGvNN`bpaVS(`$m#DT_NMjLePENtkZ=^?f?vo$u3a<7g0CJ0$i~gV;W2S~$W=%BXAXvd)_I&9e*pcoQ)*gn zy~U4U3hL*^ra=@l!{HWd-jDTjc7WWn@*CG3l%JVd?P6swW0%~`o;K-dsmDEVIk||< zE0gSGVdKgrCj%D7r?q_~tuz65L!T7^&zc%|74##Ap`A)bLn$Ax-h=(DVjN?@R9~N9 zKTn#M`Y>4h6HCG-7*B`V#oNE|HRP8-1pAjd;g51T!Y?mZjh zIbhgzNaAwX0S}?Re4nU3t#X!n583LKAO2Ivz%hfLt3c|^^+}jvSth>H{^P??yJ!pU z_cCh|Q%IJ<7}~f=gJjvG5Uxl50!mR&4AdD$TcC(oW5Z{W`$fY}K9+1{WNOmh%JYYy zX|m64G#VkC3&Wm)wtQfHt>MJVvb?fM`qwq34x5P2?A8807o-BT&drn!l&#qA-9VBW-~1`$O<|8BPFdAw2WHA8ei`g|I9qk*^e z8M0muSB5gQyGImE{H!bO01fdKekM6-B=M*&L^31d9*urbqS4&*QPOtR#-HatqIW zeX|j{@hwo~QEph-=3q)J z)UFA?q?vgBTyY<2;*N20mnhuN^y-2jl%Av={eXtUuf*lx#~0|J#2QPS3rM%(4CvG# zUmOdJR~k|<>8$Sb>i7QYWEuu3d8Gg&{=JHpwTLKu;&LryCdT_*1JF`~TPK@7!U%RQPGP!md}ZB&MO0sJrzx z8~{os2Cg_Ors^E$i6(%grFKO$9hmFnlgXS+%g1AIRpd3~>O-13EQlKi>+(LI52UL> z?z`vpi9W4P5Al|)hTgb_7(r~!lON(fBw>}QOaMp{$X&^+11F}OdQLN(8Ho04 z7Ca!)w7QW2pKHA!oY=*G7&vVQ?%YI^JY1-ns-Tn^W$7m!Dq@YpD+aV~(Zhfut}Fo= zlqd?>k?_`f`&tvtht0WmcVGBsnU%APVLg(U{4(C`B(voW4|P=Wn>XXw6c055;3)2; z?gp&Mi_!AfU~MmJQ)}#oWucX84sR58tsc^jff7KZ3h1o}g%`2;PQs9#cq)-MZr%s|~9 zo>^re0P_;f08bo6u2=M)+j~llti!fRL>7h00$)t2b?G?{WzY93{c1>q8o>)BwI}O8dHLJ ziT4FUs2f!nceoJ68@Zkf-~R)HGhP%}9ZW%$=lw2dMVJJG7P1s=MRwXltKlX*Aok2O zS&SSJxU2N^@!Dfzo5Hs%S*Z+`8gKE1#O}wqNfi%okZ>&O)8ja*>pQ36imM!k&JZG- zQUh(#1+gBbV~MBrKPVYc^1~!-bj2{s?o!>ALoLUC1Dlda{tIM_bOKV`I8wT%^LR!={`J*g551)<7DJKFJQuCWt5+Bmw;=eHXW zu~yK}H3;mANo(am&SqDlD7odx#6m!-&)*}Yk-CZ&F+s*Y;Iv0wgbbY}ESlU?Z(L@3 z7{RRQbK_FDU_^{*P3KU{t&#N0zlJW;?N~x`2cmDl)m1z;eX%Ju7Uj~&a3RA6dUG^K977o?#!YX<&-fC6 z*s$Nm=s7XVR>S37d;oC|v~Z}ai^*q6Mm>QD=MWkEJUWHK#N-!agiR(rA3_1gTu{av z@M5|K%2Nf59chOlrggm^;;(|;Yx7rkMFyD_klt8@-9fon(e>9Dlft`GJyP@lmW{dl zk{B=qtJmUtl2Era#5#UWG8#tCfB*KS0PFHCx6nuu)r$@z3!@%10Ni;*b7(Bl1%A@o1rP;nTet|#YR|+1`(r`Gx=^4q5Iu%vse3>(YNzTQMW^K%!(8WnUHu&EP}`=* zN|$`!`T?ilM|h_h}(04o5GOXtib{WE+EYwfc}g&k}kWs0#X{ z4Hm!fWU32s?wE#wPid_ZHYxs*LPG738%zKLB1?wKmJp>bam9)>)aQhBslQu}{P%P` zS3)lh^Dn82B6-rmW8=cOv?fCqw?%pCB-(# zI3*9rD-UL6Z&K5GYS@prGlsUWz^qdv><2#5K>)f{1<4H8nO0QMg9bN{5V4TuCI%H_ z4(C;@nEhlndsthsmmwK{0R}Gsjpnjd6NK6rMbhVCP3kzF?Qkfd&lNKbGxYxRO*#m) zc0uzv-^HY%t;Rjtf!GQsssk%{xzJm<&PG!plWg1qRO*RU2eF5;m?17#Rd~|>-XWq; zi7;34SoRR>|9VEPW0DR!`D*C7Ryph|JO5TLaL3PsHAT-H_1KN`NDFd}JeFb%@UF56 zsI>C}GVqkpTBpA;JNOJp@w0vP{2>SB@iTgO261*u1aU{g0Gb$Ufm5`su<8;miiPdb z?yac5Wa^S!NC6e&;fbC2m?>HOl8`ORn~1YXSC`e0M%_(tzjdTw1@2J8ZvY$1)_rLM z<~?aW0}0!)8)0zOfHPL^GL2fr6DT-zTHALEvD*Dl6XgGhux;M1eXE7sABh{PeT zrnm}3w%sK!NXc#?wpmHM88|{09%seTATgl ztn`cAbGYDahQZH0Z|TcziNfzGGrzYVWoE`>MxHZoi0C+pfKZiRhwlr4`PtphW}1J>5jiP(pFnGdwnjr7rQYpGfT zB7`D5&WpvXSmlMP%!PAnbB;!Eik$N6Rkkvr?nW0gvC*+xUzvO~zKWd2w8_{5TJ@OU zycYzH^`(n|x7Uu61J|4C-~g{m+R5lg02s##nl zmK^@dQc#=p!gkZCzd;?7+pvrA16Wd5#)o0*ZN%#KC}RMYgj{9REo63*I>M&f%o(Q< zW>T~vG_`yO0i@UtXJLn_pKW!U)yY~#b7o~ck!Tb1K5$%Bdi8;ffjINRu#h85hk7n{kt^C{4N)#^y@BqUx?oJaF#4?K$kky~Yxp%C{-MRG%%=v4o zfLHs*q@6wcNJPaU)V7oEV|Gu{q4Iy2Z!0u~8L7S*o`?c>E6cC0xffEjj157abxpG{UI+M{;qhyx_*7 zl9B~`;jzfN*kv4@KW{t+i`JOl#SV#bJcU@uhdP0%7KAAYD7D74sN+e$48}?J7K>G_ z-_tH7gALrg)QL%ukx@KL2-{eh7B&<3S}_DGE$S~T8`|!>+AiWZqR(3#fFvOF{8lR8*&vflyg&%Pexlcw@3@a> zWbFqLcob**l#;3Ya#pz^m*85&JYeWVU0h4b_p7_X)ehJ1#E#$%v+BOvK2HsLPDEUY zG^EmHL3XL2VQ$sf^j$cK38`CwhNzkara59bgpQkvDrX}l(su}sz5h=3#aiTP!T=K@ zT^u+bYQ+s2Jr)!(e|W7L_1qd6B&`aBT2WCe?$2-rb0@C+h5y|Z>)OtMM94kc{ul|8 zmYegJm#kWyclNlPaqGOirm8wojO+#+A#Y*ys2+)WlqzsZ0w(6s#i6C>ZSpb@2}cTV z$WddAT&}t(H23>Fj^ys^+hXABb0oSYyL}$j#RTZ^Oe?;hCo;&3uOOz6G^b19hVQcL z$G>Q@@(Qedtt`_J7kHhEiz{&0#>r#aq#o^mJ>J*YX34LJFdWaCEqjEYhHRrMYL*Yw zc}N%4kU8XPnwnY{`-*fRol!46CdOygB78GYJz1#)xu&r^vg!~z6zc&nYhOAZ+@JDb?pTXr`z5HPCgn#yd7gj?-l3M^HXAxPQO_8T9R8#QGHG5Q(sL&ORu^#H%(6n0y4g_{BN$5n;Mpq4f03w=tn6KwElh$rt76INX;>Fk=hwD8((qW>m+wc)AIiT%w`uTPP5TXB6aJ8v zwhR6}=p7`409SDs{jfRtLG1`cE0W_xqco}#??j&N5{_cf^|Vz5M+np4y(ix6m0nTL z504?Y8-X)UjBKjwWo0);@tq6}oeUK)DKPFLPXP@cuJx|1v!>R*t6Bu24EVxp}l+po+47p@qy5*q}&~iXJcqH zZkRHu6`3gXDW@@RVu+*<)PVL9@A+L_O;$Fpp%_>y_So6gK-aL`W{ErZibK9$aGE?& zKIORI!>(`i`^7sBEf1Su|Sx}dy zhOe)CT@PE-yDTD8KUr|<)#ADbRU>FKj&z<_broAt^xVMkH~*Y>Ee-#=YB>yGg^G_N z5o|_+lv^dv(zxg|G<~1!>sNF6am-6kDPK$U>8mWK0S4I?N< z_~5GQsJvNR8qtlCZqWp6WeXE=t9;<}kl)(SY-*s)EZb^Plm zEud~~>$Y;}m2 zEMG4uJUG3S(ur@eaJ&9pk>GW4^Zf-0E@&$o6FX?`S7n(d2Zr1 zHhVzL<;$0ELT;3~5LV$NX~3&7b)#uJ{MzfLJOG9*^4H&F-xv>H(l_@3R2VAF7|PHB z?>7GNcp~=M2#CqI_~}424c$-M*MMqynJ`u_z5><0U2+SBqOyund&<3&46OY)4GQ9r zNZ8iHakTlAVKIEqh|Oqq7jnj{Zhtm4E}&F8P4$CM9Bm!&Ks@wIieR414N)Lh6Y~aB zBkhkEeA3PKA0p*$JyS}AWg2qhcYeSNnT&-Gvx$3e-Px^!0bG&wrJECUZDkxZ z;wuIge0ZoMzz)Z*YscvgD(I4bEL4}OjwmQ9$D9+h70yVe6{N0Am=0o}Qa*_V%G<%{ zM{m@E1a%*R%Nm+aBVa|fy9o=20snUKv~NV{cj*!^ab{X&tU?J%>RWQ{*3{_3?$9ii6IBY=ZQwhDjoXn^u(CU8Wx7V0=!nSt166fG|6VW z;FcCwntj+N@P^jK-cr{Qv4|zDBO=2JqLN7HNA36qJ`f=C7OYL3C}|Eu)6EegP+Or_ zFM4_Lske+)b{4ayBX_+5wcL(Hr>bl!)uC2wtO&#`m|5UmX%w0rx!)K6S zt4!{YfOz0)poSh`m6R}+7h@xo9@xbAd*g61%OlbkX7gvU@@sLD*$*O}^7%ZZ=d)|e zmap^1yNoK-9yy2S;8v5@wZ+_w2d`d3W^(=QbV6j5AfS9u_AHXdYP6J57_Kw?{PTw$ z;V@@E-2+@33=hoTwU&ylGsv4ODc^xw2Kq}RwhH5o^dNm>5 zpMsn^TZ;eaxmEG|!|~NZ&&XdQuMGs|y-Nz)J@x{cYr_HmHWSDmi5f2-n#h82Mye5B zJ-nMZ+Y%)b7SVC&3f1F(fzeZacs%20IPRm*{4h8>BoCwYs)$W54T&-*&xM@dNpODo zv^fJZioL`j#;+S;%1NK_%OOa44&kUSJ6$sk57TaF#BKpv&gcMNb;P2cgB0*#k}+s2 z-uAPh>45)~m~->Ly@+p=EKD2;+lu)%4@stIzK$)|8AUFpj_l*cK$=^&Z+~-#Tf+Lz z*g$LJSUnEhdnSJzHoEu^;<7r5vC|7q=n9af#Ic7|_|Q@LWNr@R_yL219-VMY(L>g? znG7njBf0?fniq)2l|=cDtakJ!z)h+5Uu6{P(dV8C5iRV z(s)0iGgK{ZCl=WscNXD4B=CO2^Lrlf#~P*KZ1iz~K#rKLZ6ZP|@QR1@Oj7kkh^mN) zna~0yNXlkJK2`d!Bny;=<2qiaT(Y9todJ=>YHn}7x~{e6HgH4~@4YjRl%!zob7Rp; z)Y`sY!_zL8)v#U6zBu6HH(wi8>2~84t&Qwogw@#sraB$DCO)~$-u$ai=4}9SE3bm< zU60dU(gyzvI!~`+Y|g&|7JQ|mVskb%B=UHg!N)GM)$$le-YbbSV)r@q@!tObxRgYt zi%ZHaR_1tA!yNc5;|4Ki+VIVPUUlu&uHVaf5rOHSM4WaauU>KADPc~Q>@2F|NAk$P z=txV53cew?q0Aq=ag_eo6yCt@n%K`{^_Ynn1rK-eGIzFjRE{I%6hWw}YDina@9NDA zWdOS6R=`E%H7j?ZiFoMnpdmr1Y#KqKsW!&IjA5E?iS=1F_!Roj3q^JezI7sZp!f$= z!e=s;vhzIy+3K^q2)>)B4V1irwAbQwmj~&K1GPl(JXE{anrSF&T_DHklyFe}a-Ec8 zuR2F?iV|<)>MqC__hO9w#w3l{Fp|Lw3Y>T)Y^zqjF#=OS@;56-ypisAQh`Y;_iHO9s1c~gTP zlZIe}h<&uPyeu=!uxr`hh0r+%zJ_Zh-ssKBVa+}PXM+mT?Tvc*vIax5r8pDo=!FcQ z{0D5$A4JhAti@MHXY0~a)ZaG1Q}iYc&oUs8(>Qa9hc>DI5+6ZQ69de2ikRTMSPef{ zIFP?Vs~fRI4TfR{RsjWe(J_U1XRaM7Ld^eWHph$+qEc=~pjIiY%ELs44@w_Ye=WWya<7{L%p`AsQjdW$hq-)Z#RJuaTT*@`?qauNL9s(zulCB`7DESADQNeDYk7%*3|0Y7%7{Seweo4nVox!4V3gFv zyWhOMP&+Us-!F>BtVRO|Oc?XF#HVkXe@eJb((Oz+|T zy$3OVT{|CGaRNUG3Bt;5Z7_nsU5TDbq8%TZIKxQcFavSu-!Oq*v=xWAiPWV{sLTC2=Uel>EF_oyFokf`#b8)41la;)#&y;2usIDUbM*h=Isgpfr- ztFC(m=uH{xY%3s?adRFNU2o9_P}Kz=WCO&JQ?D6iQ5}a0-xxS$C#k{TL6K6o2O>Z* zx^sh9JF=3y0|+tSVdhHA8?x72;yJEPDA_A<49WDP-fVf*SHw=ofFEa z7ZS_VV34ziP3UIPyt}Bk)U_=8q-5TCVyOppaPexA5dexYI!K1sYyMo_4|W(fu9 zN_vX~4YCg-`?Yv2Zw0KWZ^?EihBQ~y*esOIx$5(W$UgOPz4@D4O70UssEodWqKK=7 zNp(M{T)(Bx8t#oRl8Zg`DWd6V+SCekxk&J0$L{+Dl$!{J*fK^x1Yn7CHfrnan^0^k z$VA2*&H70n-FyOgX3loDlZejfHH<}&Ayzk1N#xV0V_9p9fYfhInGEjis6_($>r~SR8q+KQmK-)ituE- zkEsujuuT=Alt{czqm2Dz8fQTE&>}oo)w>A!S;wO6HPv}_1iZ4VlY&IoB}w<%gSzPT zgOjsFPICJHg#?_YwM z*@v(Xz&2BY8qMDW((Wd4nGKg!GVHaROMi0uSBX`QE^l*P#pZEHxPt~;!8E8ZnMB!G z6=Hq$t@m_|=CAv2z+%~uWp$MZF@7aTvkyu+zYDow0Gn7c6te2)BFP|lhwOF9|oDMcI#bT*H5DG8tJLF;n}0ICPQvMb%x)@ zR*}0)7)zvwN6q8F6_=?Y(-oSy{!BO*{;{vP@ZpCxPE9gbFXEs!DsH><7duU@u73O& z42}KZCJM!o59XM`-@TiiH^sMhr)dUiENExrKp|C9EpC@A+e^1ciIeb-`$~etbJaAz zB?>$z0m#*?GlrhaKhh})y`(}tP*2(sx{wEy6Qed3TV0KUp_F%NCtKk@yw0M4rkYpN z-k}`DuO!`90%{cp{Wa%OK@#{}ZKEF{B#&kCdRD( zC8;kONCI~H`V&!MtLYCYq*X9)@Z^Q(!O%oHIctdF^wPoh05a|-Q)n#pYWM;_7$Jz9 zQ}=ZyJ$Gl-`DM^gYse{R^Mgx+ASo``OUpLg5J*gGl_*N4CFFb07r&_2k%@^5jE~oH z#f6K6nqbV{K6(SND~O2~;W!mpEtmcLA{<%ZC})2R z7jN9g#3~{29VA=X*pEjjs{DgoIpM&^%oSPYl@?E=3!!uAadYy&5121m)lZ*J_0qd# z?HuW0gHK6>;6DgyImE5K{;ic{($I@?K(U}BKR>N18gSWf@A1-Pe)s#>HC99Dq&-8^ zae;NTT6cg7NG)aQ#OzHeII?)!GI0JzR3t(i8KojH@H`*t-CZe1QNa}^<{)W}@gHAk z2o&CX8zB;}>}X1N7W$!er=_mptc+w0=*g{;3z;v!?i+oc^VjP3Kh8pb)QV$#M6LLc z&2>z^^mwn7jEu!F5f(OiAwG!(M5MkZRf8p2bKv!=j0DOHJ98S1#fsMEthsNY@qR{D zy(^txLBb(vlE0IBYYPmyv*`gZjBXVq;Ydink87B5LZ=%JC9E&-PZvNbV zjv@QVV$K_U**kHq1g(qO2DcMK4TwDvMD!6ixYERHPaZG1Fh_vS_>{aH{OPMCq>{UO ztOn)U4zc|M!%P#x-=F~}JL@%Ty>ZYEsit3@*$r~YEeXb<;I@Y04%~ITQ8L~4Xcuz= zjDh%ktn3kA3A!-kJYxTz=K_$8R(1s`q^LO(rg2Ka&NZQ#(W!QZ=eV}liLuTxHE?_XyShc2>xpr0LJ(5|Ap~AJE(M%X6B6w8_6Xs3gy&~ zr(etjDK1^M)-S4zbl}O?z1Et~D4L;!Je1kM?CGvGrEZeF~MX;r38y`IR8MKAT9U%9+}fBp7rr`D`I+G{>vBmLG^FE?NC z*`7Un24`etJKVim88IEj|P4X31pl#Sp_$k^& z>MkuJg_E@ctL#fgy~B21Ox?;N7N318SSVyy<(BFSYpoSuq9h!-?@8GR@3e|mW=tu)xOBDijsFcZ+h=y6H2nDV%M#>iPP?ad$j)X$D&>oiYU9>*!ye- z%GYOxX9~8G2}{(O4&S9^po8ne^eZfY4h5r3^LyN@DYyEc&RT^J)tU^lt5!t%-}&G= zH@+`?!_Q-z8xIVG=Y$5IihMMd0DbJw&)B<~aPNaqEx9l|UXEPukbnD2u= z)9Aq*x+OSP?=*^-Hec==+DlktMMp=ro|4&aVKR)s6geT)>$#r(eSq*zumJxol^s%) z!sTg&Cg!g`E7(ltYb533q84*XEPl3h$~pOX#_U7yVNcsNt^0IW_fkFGWM$1w_uu&{XLfS_-yxl#q=xZRl-ldKNy?7wU3>D z;#-Q^28xe=zWiB1Z=OawBpWW@F%)%&oO`YEw#(0cK7C}hYXwEI_&d_J?-*C&PFwLv zk`NZ1Py5rC9O81^ufl!-rZAmg-PqA!A*d^{m~vKMaD9u-dn)zHN$QtjS7W!M)*m_j z%&*56Kgj1ZRo^rGa>Was<0n@Ap2#b?ykUN-oZob9#^&@x3fKHqA0bNZgw zL^D+`4wO}*e97-|Z_$aow)2KN96vz2oPEBtZ$}+7r2~nF%F-Os#4ME+W?=xmSD=-= zihpbgT15Gp7{TP=+U`t zAx^Skt0d0dO66nmo@xE8`(011^c9nSc7OV_D^aW0qy#Sg^o3nJt0?tb zMOdfi+FX_>G@T0?yYT$syv|NPTx=K1#0@S(xr?h0Ih((bY_$!kxc+(zX^UM8`OsbM z8>b)MSmXEZYGs!&kv!UB%ko^$H}}*qe#&1r+VO(8~Iu z^=kE2rY^-F=&V@9_A>C}UC~zD60XIIt?f*OC_dK5<8NykE!nntCreRJrav-l+UZX_ zpZ!?QY3}&EN-9b)@MVzUfmi+V{i#_EeIDc?ztMo4LcrjK6d!YZKBQ=FUvE1+U%18( zkVZBeESV8z&YEHvUnd4qup?Cu2J_dKfW0KUl_?gcLgJ-+Ze(imt;>fa1v(QsqHFNJhLs!iPXxFD8+PV*1**O+^;Zji47AdTB98J+)xqq#Bl?9Z6rYyO z=>fASom~Aq_tV7`2S)GxM%==C4Qu@arF$Yy4Qz1#e*Zz!VoKc37Tc`qvdnUxySXHO zQ`O7zU*+@j{nNF&k=NfhP1I&Zlqn14YZgMd*@$r9j~nmgCOIdkGm)E<$G`A@OqFGstyOQ#)Rq1;*unPF6})OI=d znSs2U%ddz?8pxUEqaoMUWG6NlzGE-pK1@*wPpN+q#aagS7H!TfNG>c94Pgmel*hg>?wWd_ipSNd%v%45k*niQPW-UMNFjh6mplV zAX(Q$XW%wBVf)WHQ54%N3@#C~D7BdY$(H2py95LUXFp$FHT$jhjyr{toG-QfH~P%j z$W}McqEJS*E{c+I{(s8*(r_x*Fx<6w0}+Zu%FsX=B4j8b&88yr5Sv1#G9*Q4izFqL zDH%fMIYTJfEklx_%%rVVL?lBQGM@Wg_TJ}Q=eo|H^YfhbV_#hxYklkc-uHR#`+n}{ zdF`|hj3TbE0Mm)J2{j0i)OoXrMYco0zMYv8@^lpy4j+F&yre_4>l@D*ewxFVjF?P{ zSw{KjgCB*}2BR}`f(A&W$yQ_O;`EBwUBjNedcytFA7YfNr2|+n8e!>VPg}nFyw?wZ z?XG=bm-I1S%2hETM)wbH?YmG{*o9#^Z&4XymuAGA#>s*n$EP3W6n~?H>L`hZ^APIT zJj<<92n`Se>6D+Nl5HE*{~c`SZLY<^@~srDevCR$8kYNTp*fVXZrciSh}W?CGD>RU zpv_RwiM?MR7nFbWWu`(3z8U=LUV`)TIi&EW+50Dy_LxL4QnZFxaQc-X1=c2>Z1_TT z&3+=f9h=R_E){|MZd(k$q~)O^2~Nr*W3rhouqbIDh-@e$*~`xiBno0oxt+c5=+$Mc zj43e}jmZNWyBXA}8Wd5j1(vJsU1^dMy}n=Epb+ zfn~_3Df62HHk};&W$1ljf_|WANTCd)bnxE6)B>wo3$)sZ6gYHBy^mNy3E?n)dX5)8 zBKf*%1-l=7&LdJK<&4)#+F+F2c|I~Hf{aL94;$3|NtAMR)A|WDNf@V>^t3YA{V0^o zvf}DLOkKBU4-<85y@DKq*@b}QN6(?Q)dxFy7W5>DabBJ->ZRK zm{1I4LQH1_7GQhm@I-YQ12QVm2D*WXnYkj?^ZSOCtGTrjMzA>|!|Z{8DFSTlWGcCF z$^!Z9B#hTKeK!=j`U)CpJwB>thVsLGn)$bH7f9yg|k`m11a5z^>j`_l+LXD(A`P9q= zlG$+Y;>b0?6VSBa$8mhe#2gH5hM9QeCFei>^=CXnq3tse$2Sh{fD!)uxI6K%E7=AO z>Gn8Pun4L(=h(xVO}Tm{v~an_m9rd$z#@oFpT}sp;F9wg<7FH36*b<__u~4I1DL)T ziLesoSd3osf+G{aMmJa9)jPcO7GZ_U366`MT%7AyR#)Wb|DO3bj@aoggqrR&H})!k z_hQH9x#?HR;&OrLvbdq^u{%7cmioz#Ke?ktX)Yw=l$D~=q1n4sWmrpVHEp@7Vao*{#-x&Nf zWjnWBL140&n;x^kWYBormZWS==}V&@Gfkx_6#MhoJ~SX?SMJ?swK{B5Vrm_pf^FU2+2nCE;f|?gu2jKH|Hp z;S8yoH4l-%wCTcIm82q1urDg6h2R8kDwUdBFZ=$n+xba+h?Md(!b)6JG(J`}B|Joy za<6uR9pQMA%4yC(G!%u&_n;T9;J90+?AVCUqJjg!Z`dH=4V;FH@A3Irkqe<=v#KV3@%izvM^_av-*m0I=L=v?+i-KSd863K z%Amcd0a`yqohA9=1NMoquR5_=Pya4$`3!#s(?iE1qe#ppN>y7i!JP5)#}4yl$tUbMMo5m#ux8|F&7zd_*vnKjSM0$yb8A^k ztC>(6tn0o8F$bW+R5elk){LgciV-stJ#r7$XBt1iJ&;(8*)xE%Ry3kUCQynaa&LB)HzPr_#dm~XiYho29=Tk}GlbfcK_IW+1Dcgi8r zT3X4Hs35>qIgx~(e(rN6ec_>zZ|Z&qNhP(Sb{ZSZwQk*G#|joXjaSM@Y*NZoX#dcd z)p%dKv?bh))YoJi=4}z|A$f8{Y$`NsIZbtY%sNyLbwjFzz31V6(YJYcE{)OJRRIMZNk}GwhH~xu2idtQ{ipX#CoA4=q{d&33)TE z@?16LJL58=o;I3#Jqj{uR$kI~>`(siSe$?Q{HIUT>v+$Wy7}~XXd07hUvW#C;jTQtW$u06U* z`?!ZM%Sl!iIHXi-S*JmS)cIcsa(IF{t;opXQ#El|J)#nkut?R^6mvZ^UB5 zrk~IH7ZmM2^n9CncgK6(N;baeBErrbGZet1sQC6}|HWjcc(?D}dxoJ_u-n~-CqSy( z<;_kSaKiDVJ)&E5e95$>o%!|n$-T*q4!J61o3*US%e=BlOiy1*R%n{<%IM3`mLN%; zTmF-yzgpF|YX>CQVC|FFc=@rA#Yj>v31T z8}S@2H1L>@D4$EJw5i?@sEr<`pten!kWcV(F)%%DjWlC*4#gYCwE0g06UD(lh_ob~ zfp&{sC@4rOn#@-4FNCy$WS;{W$i*BsQ&a zm}54;^v{K8*9PH1cTg9u6(@lO&TA(~hL_&#Q%k&md~aHZ`_jInl5%{<5Gs($$|(3@NtPpX+H(A z3UPFb_@)>h*u9r8p`{}m;DWzJH<1yjMAG8Aa!f&T}zkI z?aIGYNg_S@tHJO{e8EnGZnResxXp|ctu(AQTPB=Oye-Sbb?Sn4F~pekOuCQA&0M2H z6H^V#l=?z-)S{KKu7cWFFk1BT?aALLE+$Aqc@8SOp(%})jd)4aM`sLwGX68KfU3g4 zt83laVz^~Xo6Vh}b+FOMT>-jDJK_m6m$CHbB||85u@S<37W3LWJchC=5Uco6)6q}( z0G`rxbsYb`j!2eW`D+w<&ri@-=q^v}I4Ym#x3!o9 zcemE_1*(RJhd+OusoOvMgmA54l*tVfy?_eC3pe;V=Me+amT2fy7I^x7D+S1I2pPh} zj)FBsKOvG4YCVr#AN0fAzEkvvG-A+6u|Ey))uhp-;$pMD2!l0r zlQ=W%7Ml*c-R&v+^1tO;o-gi=^PUANGWC3QcD^KRu)?Ue3XAvzVcG{Vh~*&4s%nl3 zKzcmo^!T2-DlfAiusV|6FC*u0cu@4@ z*c!q*v?5^WNIjbs-)h5Ey}^_CFD^lYs6evQ&TNDcA+l|`*p3~H(37qHTXJ&UP6vx# z@Q~YJ7lwo)I*f6{`WG^RbmEEXg8jn^BCNv=a+%iHPU2^RR6IQ_k*nYX+31|HBY&Q% zO>idz?*%Onp-G>`DIdg4Rtt3P*jAI#Wff2mqq`<>9Gqc!^Kpfpg5Qta;$91}geO>W zvP1XY&tQe`j1i|U8rivGR-|TO z>(`|UeE;l8{|cg(Qlq%@jITDiYIHy~y4kkT0pCE42?O&b=YBQ%h!>6!B{;imvMaY$ z-y})NImrIEU>=$D9VL-jOOZ10-2l;HP>w$K+uJC@dIul6!zv=$PPivU&vvA2>bS`| zo58BAE%q~2C*z#;&AU7k|HPj!7#x{}tjxG=Q~H{mUYD!_R&z6)EX z;Lb<@%f|J@sSW2?NR~Q1x=^m}O%cd2H`7|v05zikBCP?Piec}^!`9LHTp3U#a1e2^WA3(4mX}VuuB%U7W2utn&s#|K2&Jv^?Cof`L2UKNFb>7inxh zk&`F@nHHK6bp)^8`#kDvypeKk%g3rW8l-x`LU429-wW8GLV9XbyZ~ZFTV4RhRLv|s z63U)X0S9<{yL`YkIPDfOcObIq# z%~5<~q7OEK_~n4j;GeR?SW6>zW#SY{`roi1k*XWNIG8J$@1!g1jh#q@URrzrACvO0 z*C$B6RvY$g*wgQ4zAzp^!vxmVfCb0jlaXlNK>Y!@h>}{sE!?0C+#ndV0^?vFv`kQal^{G@?j>!7v!#X0F|TU<*Ueg2j$Nn~P9Z~s9(>Jy6HB`);EQp!nF(w3XyRu%UyAqIYsD8l>K#Sj?WMNYZ4 zz;iwP>hv7+3I6K@3BNppywbCm9uaD6@E~uAKOd#$5>*mMlqWB@=vL$4aON^~Qt5gk z={gFj_ZVBD<-Keq2okPnNCg^+&7bS4Av6YHw1_Y)nz^ZDfE^Wc?lz*QBkL`OQ#j$l zBx`>og#qccQxKMahB%Eus{Jh1F*sy>1xY^k`UOez zRiS7YPS;%$iwsT+9+3_#FK*KiOS#;lebk?zoQ_}9N_=--=Ruy8FU+x(RN-n@okIp` za;s)fbgupg+o8?@X{EOwnA=YUbv4a27kkLV;YG9tqGga+y8axBx<6-TdltRbM9iG4 zILX6&B!0tLzXd@%;WWa%nIS|cA}S3)tPfO@w6?=8Q4?9f-(+9-=kgMz8KpnfJqO!X zEDIj0s2oqot2^r$Da^$|>PA=6`bj3S{-ub$B^>BpvpHa0%$vE(mX@x7nj-lAcdH+h zy{Gd~d5*?5)B;xCetUzo5KHkObWsvLo_iuD)P8%9F3y&7*hXRB{}=T{?R7Qgt^}m( zYW0*h%cT9;qhL>GY&(bKAa3@CeVG`vv5=S6^SV<#sF5dyT702F+rjUV>u#|*+8uPs z-6GXqGQ)#`n7GR3=3B2K_nS5Yk;c{DMa?*W;H54hJ-wwz`7UpZzSw0O50hh>2X%10 zgjw_?N#+mcp~6N_!VsJO&kczP+u&Cs61>j`0FNkY6-Yv+7xoE_LDg-pnIPn8fa^VM z;(H1`2^M$Bqw7=fTYaWtoyLl6CuTvx+Il&H0wd5O_{HW7yRW2vxeWZIyc&sR(eoN=+C6r(U{75IB7QY=$_2EN2`tMby$O#bXYSQx)aqb z^|FXGO}nQquG-4V=QB5EsmI;6j^Q{qzc&p#Rb8?j+C)%H<8z!SY@jx+SG1(4NMFm{ zlviMb!G$MXMu{>(q=Gc*1*yc3r+=l(dw6LAPBRnrFb84vhZ-_M4QJl(R04YMUBede zLZIGGG#4GK>#a{^L*+2feYB`U7=DXIspxM`%#ft^9Hg+IxI<*e*uJ9eV*)kJQjfk59_~y9$}#H~X4=cIqs$mO`9)I#|V+~9|1x3A2Nj-o^GI&Fm%!Ny#{?vVH@TYE{t3E9{-?=*(ZsnSst zf?XdD*;}LY8%0;4F^wYN6R8q;m_Sc8Rw9?K#w;}=mRR7hDcViZY(})@FdCR$wnEiq z;ch*Eb?O8@fnq5_`D6Il8f$Hh3TXq_|h^sZ%{(@#g8tEalTr_sk|XnoK(u zNo}a*Xn3%Tc($;)d@^-xf6M_a7%J6 zk0d9jU~+A+jqA5PVYqy9yvuMqoGeoB;o6gjl$(A<3Ue7fzADG!F8QUmr1#C}&0G#W zPs|KBqT4{3le5SoDBL@Xr&lRU;nU*z>J1CMD-AG?F3}n$P z;>n|V@6-XP?-giyuE3#Y+IFWpix>WYgjEr4a_&KxJ(kMwe@jIbe_*=N3EG=x4ybAu zdp~m4{mC+qiS(isJ3x_RBAF=Usb?y#qKfVPQ77H(4M0y^74)S@3@T_xSq;DCvHk|s z@*K>zQ1)kS#~LA*Wq;InR}e8eIROy+gWUPMHtgAs@FRrtWcMoe8ke|O5l`_sz-Ja~5jvG{?Y$=lJ zVJYIGzgf%C8iSvUA=hwLn>bE5f+R{rqs`QuudNA+0yEp5-VkEx;Cz;H91Sxrv-Rk0 z&c%og!S7Y@wyi%7xiiCyGJOv3XlyBRb#5CzLNIwtdu!0*{o!qbEr*F@r0^~G;3a@S zDtH3-LeJu?k8K--8YOOgI4|jvCZ3QBtf`Tgl-+O$D|*HSzCmpLY8ahHMCJfI>(V-J z1e6n(Ad6OjPV%$jJt1&z^uw^J>u4ko0M$=v?7-l!{3eF07o*n&Z5x7DNr;8!r62G`)^T?GAPc83q>!grXC-VDkd$i|6BW;BeQZ`LRqKmlT* zVS^uGCyp3Tq&*EY#d=OIfBaFT-`^%j}N2QfR=eJ&dNlslwNzRgN?;?&+ zErSoxx@{K&l;<{MXmG9GIXCRHON8LamdBQSTv>wWBpdS#C{I1w z1QRN`Ar%yVx+zM9?}SPaFB*s1X(v{8a@h3p!uLe<3VSb!YNPAKAhws!W^*vN;oHd=343 z%;T2TaM2e?`r=xhzElUB9r5Bgv(N}K5=--~cyQo?%3tz{XOV4A^h0Ygif`-&pVOJG zt4nJoBk#X<1DKh9o8~ky)$TwYfqf_*9X**&Xrvh$-R{>FzeSqyb5vYjJ?1}|4E};- zEgplJT9&t`gd4#DqPxhU2uZPbrknwlf_R~;%r)aGP%ojx9E#(19Ra8{8l5D!r&DO-};W}O!bnQ9e1JD-XbYFZbWe=*BUQ_|bn zup0A?5-aeXs1P%`k1GrpI1zCI#BrZP!Mh{2j)$(AZcX;>Qqd4h{@vwaB$FM3WLRW+ zk#NoAiv6d4($$yCR%@jDr5rP$$~1pkO(O-qh#iWhKvknC|K}UO;Ig|PDbN@?wsXka z^auTehmq1)A$+hBKa|?a>U+r>pn&e$L8(#2lj5z^UEGY13!{Hrs}G_-n>6EQb<6SW zy<|TP!y(>G&gro1NAEWe+MbNEdf424k+-%_L_sAUkJeU*7NuGPAu?2cd1_Flu9gC# z+dtocQ%2QyO}YxWThjveqDX!{Iv;KpX4&EU>l8zfuK;?yR~yX-hXD)3YoG38u#&rk{ozzC1W?a&R&)g6DJ+|T)p%RaraG*~F8 zkGrh}BVh{GTZ)NpYTx69v!e*m-T;+#%>qm)IX|X;Z`u8Sy28j!x1^^NB127@v6L#n zd^m_c6RJBcj!L8IEbJ5E@+9p_&0-k1@M`W|0>lSo`{5FwvAukuuwx9S!vL~l56yyAB&$&Dp`q##*}Z89gfZ(t4-0)GUtFUT zn0B=r8=1aw(lrM;^{1E$LQ+0`i^a-U3fp+go`T^la<@A?Mqe^ippjAM-bZYv6a6Be z&il-o$dj_)5KQ27v5tn1WI>VBDav-8&9Z8v1DHLkX6K4H?~nT@QGce}E+dOdiv0KP zBbr?xjLHzk{U*0czs(~^TG0*A&F2{*tpis}~iTF}|hL^At6B)hbF;+Vb&%cI-$#BX-MC+Pu^Y8oqgxsYhc z^At&`TE1CJ@!t$ywe3nCJ%L|=vfnoIgP7tz<(ImTm`y{EPHM+qan*hgaiYM9#I<)y z=TOWPy8;O=efk8m3<(5D3+^$U=u*~CXhgnYhU@rL0!mVj%sAb^d~m8oH*VY%9wdLX z|4B?5VMfdjLJgYZ&`%V8*f9mQ$mwhRbB|hj$na=?EMK#s5r)*A*v8-pmLdX+h}y`@ zmAWN$s}H1FgBqyiPkwTEWN4R*&x!}GunpI-s$}JHmKwSuqnmxnMm{?@Uc*Q>g5MLgW7 zectAp6T)wxJMf~Cm^Vt|@az_yLNF7&osG zFaVgaBNx5jn;j{V9c$I)!GFy1?o8*4CA>#@^yU9&Vp_w$$Zz(=?JlRuN*i)RR1Y6N Klzre2-~R#WIZ1i| literal 0 HcmV?d00001 diff --git a/evidence/grade5-final-analysis-2026-10-30/group-commit.svg b/evidence/grade5-final-analysis-2026-10-30/group-commit.svg new file mode 100644 index 00000000..827f9b36 --- /dev/null +++ b/evidence/grade5-final-analysis-2026-10-30/group-commit.svg @@ -0,0 +1,1935 @@ + + + + + + + + 2026-10-30T11:37:50.507013 + image/svg+xml + + + Matplotlib v3.11.2, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/evidence/grade5-final-analysis-2026-10-30/resource_growth.png b/evidence/grade5-final-analysis-2026-10-30/resource_growth.png new file mode 100644 index 0000000000000000000000000000000000000000..75dee72aabbf19fbd2f0071fe31c516ec50dc581 GIT binary patch literal 148397 zcmc$`byQVtA1#WcprD{4-JODTN_R__3P^W%sDyMkNOyOGG)Ql{OS-$yv-SPHbKi6B zA9vg_&Nyo*IAFW>TI>16obxxI9Uw0&hKhoN0s{ksDj_bc2m^zZ0s{k!_ZSiUgh3q^ z7JTEf6H&8Mvixl4_|e7yM&_fPm6@fTneitg2Ll^hV@r#-3`|T6%ydLXc6L^_T#St7 z|9u66rHvt@SMWYK2@JB8xVkM2%xetj-$#b2qlz$(U|=MK1>QR)?am`Oy;OaTxWt$e z_Pl!@dK4jOY>R7ZNTv-78kbdjmZ8u`jjk|srgehfA%Dd>+I>iB`1Lu`OfVwYqB+(u zWnge{7y1Y7V$L-rS~h3Q+y7q&ReWJ&0}1-S54a)We;xX4Ax;z||2it(97_M|HNu}i zF2(=r)c(JIw!Z!MiQ~U{8~*DwB+O6#w>QH?ObPhciF)X&e;3LAc{l9ovz^JK-RZY$ zzv5pYJi(Mc7$7cpsoTI(H$m@O4Qpbir z2M5ujX_Wg|y1%9xfGh9&&av|6E~#Ebz_gEKh*__81;fYQ>{blPXNaOoCvl*we`{&s z55eb-$-R4_3$t;&-d}6C6>-g7G&!_68#{BrSdqwOpMO0VOu)<4#Qv=uhM%9m@&0

&0*Boq$>bLvw*y@{7qSO~S}6>n+o3lO zGI_>r<&u=*d1w&Y!9-D_M$7v=MJnz3%IgNHSO$|!Ws{QBks8LTMM8A)c}>fvtU=G^ zJ3$iJ&t>y9z2NGDf*|UZG(B=mIERATKN#dVnV`jy6r_H!#DK0L4{N#y{ zxVU(F>gwgus?l666D%w czk)WG0dfoe%UOgnf`rM4Tg?~628l_&l_piuva{i~A= zwJMY7>zj*3PgQ}o_BZePvx8$_3r)q zsOtvXjX{dotDTaT_mZ2B;1I3YUqFLbA%E2$8nb;Ec3jE%S2Se2g@J*AX`+kme$U1? z#g$0U^gGt(8yv@rf-sMdk0l{Hy|#QFw`xtY&2CpqOG{z7XDNK{-;tgXw2q9RBcQw# zx8g;<7B?50W^hJT+Fxubp}>BmQLf*M6*}MSu4$f;*%#d!9`<9T$@Kz4MdN&j$7$2y zEUPY-y*ph&3L>|(tV{yp8hJr}qj@gT=7aE}NynyVr)Q_Gt}f5Kvbs9t2s;e@!*sd9 zTRO(>htsXG?E{ooG+5_18DgOjGE!~>53}RA-6zOyefQ-R6>sZ!4Tn;cQ;CshoLybJ zo#>dEF(_q|2C&ldnLvvqKCdao$tn@&|pRWD8Ng-?6IA% zvlVNqHj6xJ?g^5NqDoU7pqM1|yiGIt9Jt;en;{uZ9KU!H6QU9TdyE7?q8p2gRu2ibrfmVJWZ{bYH2&>3_hqxm~(%X=vKY1A+`{B z8`AAKPc->9yI6M(=iP#(;38aISCl(ND*DxJPnE3X{>i1$q5|<`u?=eCONr_IH8;f3 z;|gdFL{V=+v#s1~Y3W0<)^$&%;Sj;R55f~W@YLCVfyWtIcDvl}XTLXFGs(%tg%cB= zr%`26?|FaKy=MB=&u@o9E~SuGt@J~Xy*`anc96wNM*tTnMUgv$sr>w1=RIp{YneL> zO%3}ioq-gS#^d?X8Ww9k;YZB}jLnyV^kaqU6&#_c1UzcI6M0IM^WYxs+^K3?{3~<}5i3gp5*MD@{9nF%ePxZW4S8a5% zZs(cykP#OCYB5o$UXMX8+2NE7l4J+*Db|k$_Zx?#J(IEQV2#fm{^-^O+;*E`%bX^V zT=WfVXI^IuXSbb+qI&b$>dq^-&J=xYnHr0ENTcJTyQ<^ewf$MVjg{3KI$F<*gGK(% zP!X4c_jwU6o_E)0uIuHfxNPtH`^??exXJni2l|Jdg@pyv;5Qpt zKHJ|x%X2fJK9U_gSv}Z+hUt}Zil!^R^8k}x*Cq)m>G(0o(P3801ugTMYUzbWXZyg{ zjIu`;DM_nQN%m_O;vVcYs>OJ#?#2gu{fsR^7bip@W$Z!8nyjm@@8aYGIWGe_k|?+% z1uv#hYQaCcx;bdkz2biEn!sYL7_>3f?B4M4VK9Yvc5UbOY9rP6q7Nely z5?r#MpWm{*FDmZmTG4n;+ib208+@Zi`r|9-)nInJi~ae)3m4|*t%8zf$q{#hzM4gk zf{7BP9NDDqpFe-v4Gs=&TVFlxcO16sr<4H(8BF2oNV6*O##GnJ^#@n!%KRrDCm;WCW(uWa*i;_jGYbs8!QW%Fq zF`2L2U%G4Aa+h6ER>nj}+NOexB1NR;8bauCNjzvO{w4jqmL);rLpkV`Og?oOry=IU zKLmWcvqlQcrpuXdO0~4K-jh0+Af$k1obOX{T*HDPsTaTdg5HW)0A`xP+*O~y=Z-|= zI~FWSxtrOjydj>nqod=ba<04pYqRmmS~H7$_Sb<#_HHAVsJ+NN2rSZ!wWsoux~41+ zLzaNrf@Xum-qYkKWb&4cjBC7-Z-f(LNyX6Sk5;?&cpe~mN~`m77*B^mjn>|UDP@T< z3CH7lNlQy^E|n0BF!y4wv(jK{7rtk)Rvm`rlE_VSAJ=i+ zM73(O9LA5gLYGLaB_amX4V3~IDpF2Z`;GEbRTmPXs5%>*Mf@A z^&SDX%Gstl^5VnoY?Z^_%uCmUUQXFw-fE2xk~j3xC#81q%sOJ{az;kEy^AiKvDio< zYnMHoa@;yL4APsIndA2(MxpMP%YOA85ip5KI{>zrtLgg8mU%wWA00d?gBw}_*opl% zCYjrjLH5V{1wWqqt(??^IYjzeYNh+zEBjZpDnaOnu}c}$qsaXnZ>U0EkB7vNSv0b$q=p5?x6QELFG`V=fmCWRi-U6Xi`M1yKjc*%>Pj zMVk;Zg;CotO1YFw$t87DJgsv5fR8Vet%oIG$24G;CUrfPy33uG9}#4SjqKZbr>4?rRLnzAn<8hR$X z;hD_!Tuk1|^kG@74hK_Zq+Qmde5B01)_o@4hS~Qp^nC1-k)z^`pu|W{p-+W)VcfehGvn8Gqq0-<1`XRL$Zi=gNweD z)|-d^lGD=4rr6l|2w$6T_8T}3q7Z&iAX!&7B(lK^TzACFI>S2vL=VWWviQd8Dtm)MQ z%{t`BIeKRb&<$MXtPZ{*N{7_$*G?0~_G=9{pks8XGp4mxaL$@T~rTHf|G@K=jns8-s?d@QL?_0;8LKw^MC*nTRP_Osb>D z2_&TJ`thKFXvU7i4r#!-xnUy*;f7bOJM7QJfBJ9q>^0CnitmUx$eH-TNRBQYevpJ| z<$BO`p{TFTiDV=ohfI>d?6^Po5}Bv}LfI#}thY{*yIb5BWlJqm{!PcFo6+E(z!>BT zAXb;Ce3!@M>FFs%#L&DbvifqoEL2Y8fH0U%a^gKjGz5+33G$(7i}_5h=9OE&`*dm< zx9(%=0piepR%tf_9N(wd=`rDjMA?cL{q`!mgBF6Y6*IY$QIC0~X3p0lhz#74yD)H_ z*bH@>zB};J;4cTUTFj{pOg7U(7nd*mDx#@PEkiUI;)Yy}{c ziKpN2o$CX}V_iV0de1OWcoHk-e*+}B@)t>BtLHcd8v~A$Udd)OOvJ&-*%|M--uDVH z58=BzfWg`)CMMRd0je*npRYE@1+RoGa@wrP*YNT2nMejjQp&BI@6B!>4DmnUsi>$} z$51O}KdrahO25}>aG+QGQd7h3af2{U9DMT0cfXuQn$I8+2M#7A^CRQg6D&Km75v2Xd9(!Okv8F7IXb z_xHEUKtko&W*!}d52f73bU8L3%+@d-ul4F3msKwCB=ZBO`+cNJP;y6ps@FfJ=&0Rabrh{5qj*b#W+_zdME3^=WAT zeNYiVX+{8zes5&IqI-(XOg7Tr?~uZ2+hrxK)9B<4C7v`ilJ1C+eM#=oSTkqQNA_PD ze|y6rEv>BhfN%LHodGW>Ad>h)s`=a-L%6nj8HlUGQgs z{qnsfOp}zP?;aH;PYwXw_P^1v&n( zEPQ2yw?f*cZOcbEa}@E;9bD)O9uUcUKl7AwKK+VC)Ik<~0K$Z?^UUI?6KJFoYyGiu zO|Q2aiAqSljg3$3?Chiuo5)3Xm%N$ipGQKx0_-M+eU7Lln%|CoNW=`{juRFY?P^Gx z=oOxtp3eGDoJnlFL=F?D#M{C;>cX|mm8Cwe$%FAZx)Sl3FPAw=E~sj;oUi`|_}*C^ zv!V7L9?^!|RdE8z#wchhiSr6nX$PhN){R@r0P#zPkKqxXtE=moronA8+r~e{cmT*P zZ|t|`qA`#!biO7uvG{>SS@%SJrHJzJ`lBT(g4AMx&47qv%HAIIe#41=t*I#}S1 z-05i!ng3Y&&Ks73+pyyvKXT9)BTRbpVi$lFaT?omWGH^`0ICB?5krLW?Y7>NHU@y_v@ts;a8v zrIR^wgsd8ZIHi>eW2`0+dD5{3j~nyxH$~y1g2Wj$7$$KOIK$+nF94I(p`}0fvnEYs zL80gb6%SGrls+n|NZ#Q@Cac(cG&&LMCGCdcLdSF?#H~|;Gmwj40?oC!64t{$D&DKY z-gBdjkV*xq@?U_YzkjE}_jYC#!!Bm2f)fJ;(Igog0|!CBZ#Ye8{Bc&4O8$Fltwtww z?%XI5Xj&-Mr|%2 z`sq4igXkDUEYLVP%(s=0404kFb-|jqXl%RSY7?SlGlAZ6d;A1S%i7(MvwNMDtA!R~ z;m0e9Y@M8HKh|{+q+Sxp?c7C_Fhba!iWV6>Mp3Gs^g&n#%-&0y7b}s3fMh^;=5!`sQ>P|Pw37~uc?}L=X zBl>nP{cs7{VNUXD?z+@Rwtr!AOwb=PmmXV*NMZboJ$eQ5a`nTHOtof*y#$iH(9d7 z!eD^LX5ysg6q!IrQmY&C3oN8QNZe%rxLxt5@RF zJWdX9pMTDcUvpk-SIV+rIKvtuzFQT=IhlEkA1Tc;8vjmFU+P0G;0F>O1hzH*`@)c9 zoO)>prNP6mnhLup6KN=_^pRzzN#dmO-|W5}C!$Af(D*J#-&6*9>VCSZ(3nAzxvb&j z;?iYAH-^Jf#S)Somxx&Rq0Oh(?TQ&FQ>mF}WHOoX%Lc+`pG;{Jh0fOjVSZ7lU}kam zY0s&5M_ee~S}!MW^_6Q>EenTKUq7IExriT(d!qCxx74bJ60G6MGTWnuK8m9848<|Q z#V4~kNV%&ZJ4x`0NranzkMUJi^v5C8wEaiZkt3ZZy1qClp&-u7%<5_k`Wi|1NY~>k z3k3x$wIE9=&`e1&uA(?bM|02|Ihr>Ny#za)^MIGLo0@Z{r%ui%1;b6V(W$JrH72U| zjmXVh)3z4j;_6nFC$o?9$?v?qsG-WBU(xRT9=A?si7y+Zzg4Gp08|nQQRv|iX>yZW z!Cl8$bQBkj>W{(zTCpWn0P%tD4$Nn1*oZDt%|HEEO#}Pc)xNliJLl_uLp54l662fo z1nK_jPx;LiZ;IU+CfzmWk1va@Kb1tj$C$gjyI34Q3)Sxm4-yzX5@_&{rL(P`O&ap5 z`=gDJNMTms5<+EfObXJNtVhx~O%Fi*dFd>R{8Rk9IX!D8WMQl)7lq!c%;jv`DOCuE zR%EwJ*PN^jUU0R-^}?c}S{F7;&?gHSp;m7UHn&_yBP=0baQmdwaK7IDbCYlN1Nmm7 z^{QxOe-D*qQA}!H!f2Pb!Rqy37pX{=M#=k zn5WuBXx3U0gG!p!yaSME;FvcQCHaQfNZbX-+E>{SAB{If%iyZnp6X}*1w^9lf2L?7Qlrnaf)%d;;zX_5SkdEw6~y`c zB0scX{OWD-5nV=wMzvYqJpq{a^eSj6>K%bm$o9chhFj$bouZzqsCfrPM!sw+pZUZQ zK95tW30BkwkR>iw&Ao!PZ|tW^Kjx1pnIMCf%i1;>=92I`o5XFeY7(*s+V3II20EQ@ zf$$o~W}cv4LVVMpm?i1kbv4DBRJBUQ+Waj~L0vQC3sOy4KI_`(X&Uk^L zja}7*6^#G}bEqBK$oV?JOoSUpfJcmkNnR&AE=U}meS?S7XSOF0KiHEBxQLx|$<7{3 zj#$xtV%1-bJ*nV6ZVIw139eGXJfcZZ^fgZ8A`J3UJj$RU{O`t#HN2d)!i-?yD1}~| zg%BC8y&ftFB{GDH7?PVvIX(q-(ockh$gtfPu8|WrluV0v5Q-Z?(S$xjbuNzHgOJ30Z=GbQhZjMiA{p4B8tNe3fFFPcy*Ma%?=^(Aae zQ*;Y??5yhHH3l8LH2_pwa!DC?y+E72!%>^bdPUgYBLai4OevJ@x0%Tcq7S6B1~9THEld&K`LlTXFOpwd19JQ9-Bdo>x? z^W6Z)I;eaKovg&zT3e3*?OD3U<;-Lrz-~LuYO@hg{^Zz!KCTT=syz_9*b3P{{)E?t zYQhK2H^uva1do|dl?s3vDc?K*isL+{rlw~}U>Fo~djIol;N*c$#BJ zCW&LDRObsKDx@4xEXdw`gK7;(nll{(ZRZEoVy%(*0#GNntIW*Iz|0GXqDf$OI@sSY zWeDzKDh1p{m)ZrOWWL=PGnms3&K~N;fD_e&3N3=a0Y=3;F6X<(P9b2N*KvdAe7wd) zx3RUA7Z?;2baV-D7+^nSHzO~n{f=whs+;f5HLENESxTn>Jigrq6fC9w-ia@bib+7vN?0&HpO7Min%U&9Zi77RzIoZI&hc(1}FYy3t(t7 z&Z$HYd2nHv>Ym-~XHy)r5w>v+fVh3<_g8@@)9i-Y&O4*D_&y(Fb~f`;EKp zX^s6E8-#Ya>C!6aXU2rv8o5<2B0B3*A1y@MCPh?)0Lnbr-YzsS6w8=u0fikr&46vs z1LSEB#^An-tnq7(!&BgqqK5W*BmmrJ@o;~)%?d&dd-d{kf1Z2LL#qESa_YcCP`{z_ z3=S4nnt`-s_P91_Lof1zB-CIiMceUgdmJmYmv549$Mg0`ET~&hNND_^-XR&vYc^vT zwDZr;028qT6{rTled~H0R+CK{FkRN02XoTgMLzY(*;&mCKpXQ+Upw>e)r)b99%GB6 zU0E0{j(lY?o06xGrPpMe2RH|Eq3I#D&dw?pf@h*xxp)gkFx_ew3r()RrVaOZHwC6> zdyb+6QUUJKYP>F|{?_wEEq+}V3ys*TN7d%D32rIfp@g`656AIX{2q-ngyqSp9@lx- z_q}>Ra8#Wf@15R2re}A%v}(7P*&RyS^>n5KQAu6@FZqP&j}<~)@DmW7fdX0&s(6P{ z=37>Y)ihC@?kdEY%WOXP>rFvH!Ij1o7AuKW6}O!#kd6z82F6PhIDC3?7*=CA(F4dl zrr!2N%YzU|ro@ZLox9U9IU29jVUO@GKI2{XSUa4sR%5r4Bf#~$W~maVS}Vdr9)ltK zQ8OX(wUm(UCs-%#28ZC2%e$KkJ)Tr}OzH3;MG!7B7GK~IDm0erz}%wbc97!b()d}A6Q-8wbyGMst~JtZ={-V7=>#*vPj)Qd z?;1F)mfoG!%q2vq+)$Q*N(}TpE3F2L@TDAT4Wi-cX?4e~(JU;e>XQHCx}eydY}3S~ zfn46u#2I;8E`^6v1{TDtu1YeZjJcoIiMSspvRwiS7s_4(f$Q~lL5ZT7E_oMFpUj-l zl)TjyDvcD{nK6ihL+$+OfPm3BOZCX6PBws^9Ck>M%hhNRdrLk(?vK2=Z%9=2kK7(^ z?h;xHb-74Bi8xo6qNSond_l5B4#tA{CQOp^qi+odbKlPZaVB3!57gR`W_MR*O4+yi zJcQE4VV3HcDYA&@gn5>L5#s6@t)I=$fw!OPs z$oKkKXO(*}fkC?-OR=Z#C|E|3-vLzaEY_I4e4VEH-i`3?%#ggy*w{`HHXe zLS0JyQ*+62;wR8Pa`8>S^N4`~6PH|0$3F^x^dbZG3*vPWeO?Jvx&!6&t5$C~bSx|* z4&6i=AtG`T;HN1Z42Bv>y2U&S*5+sz8TT4-b=_wwXZQo|_9=x2ooAZEAT8NFmP)&o zKZ%Kn<2Y?8@>Pny1A!5@Pq~B5c$6$!P)(}hVb-z*n;>$r3G`B2Qn8TtXMv&k+}Xvb z`iW~*Ycqn1vE8y;h2yKuPDklnUB@@%>s)K~?~0KZoK{iKW+`^aPqF3v3uEJU5`ox< z#b*lD+`84lnl;c)@{~6xU1Xlu<_!hzKBG<}HcrTz^K#o*YoyA09~56vf+1A=qRL(` zXL_QCX`%GvmupQEr*5%gIMCyBif7l{7$+-^rz3`3{m}3s8<1KLJH?Buf|x{R0~8>S z0@R}a&{t*E?u$BpAA8o=)TCtBFmU%Y^V|^XjG}s59fNUc(x9&&K|)f_AzcOB2g1VGKZ9}E z-w(8BQfXA?ru|NVtj6G^9EGogMwjqmzzleY<}xV?AVi@pa4pG!9WWsSvE(MuYZ$WeQ~+pGj{m*dKT88WRlz^@vj6wwz4|>9ctwCK-6ej75%8 z;*ZWyr)I|kg04`)P@rD4&CcS=B(Mm8u|X-Yal%gmkpb6avbYF#V7x$8EEtD1?5&}! zeFK;XMee}E!!H5Gs_-X=iWohgVZDI?BNVwZ`v^gwL12y)M-2}THzDb7(=%~)lBRza znzt^or$;mS$cFcwx}1p)5=u%a9rUNmOjSHQ*)f!?q0}XC6>QbWii(F9oyUi98UzGN z{V$Bu%zZHVSDc4Zc(DMPzn&c*e^p&w4P1BXK09VJmB@e_hylOiHmZEKG`5<$I;a{? zI9yJtW-5)pu$oT%(CZHIwb!2pwS0Ba^Fg^^B~K9n%ifAUzJD$rdYO6d(*4o2u{1+c*t-9p?_kyR?;UUguOb$= zLm|pLe)sG5!A>60zyhU%@C`iW0#Ru~P8)c?XM|kd--Yu!S(is@In14Na@}wQGZO9^UJ_J?Bh7$0;M={49**!Q&-L?PM_4qTB1eP2n z;k}@cZUtre2pCSF^TJ%EoRIuBx6NVVUkR*FfPI%GNE}l!kduT2c41+m2MiOEHX?6# zBaVRpJ`2pk7{H|#UiiPA8ZkwNO1+#+Hiahus51F3LtR`ByZ&HNSw&0LXkk(Sh;VYO z6X&z!6G4OiQj-@4R|=SMs@moR>2%K4>AcIr;(T1>8`}-8n8WvP5D{I?Bq*#_>2aL)~k~ zbrJtFauh^6T5ai`5%9EvUje_bSDo#~&ykUl!?+-xcwSdFm13;`kg}^_%uN$q#iI2c z0JZ#)-WhQN8IZ*qDle(z-_27P;zJRIBu|}AWG`?;+IInG<`0y^{pkuZ?JwZ5qe2I{ zq;WFNfE3FNvNP1Bt5+I@e{{x{p>NxI@|s}@@b^m~4JyC6+N)V)bNzEV=qb~KzI$(| zWuhzAHZ*iU=E8M|E20O8d1+%KCnmbJBFL#1SY&~+9O`~^o(8HQ(*zjo`4zM zy|lMBkSs2&E(nw>>A_fL8vfhEFD7I`C0Y`S;sKa-4s;roQ~+Dzu9l&biY@_i`JOa> zvP8E8wzpRsT88Mvm-Ln{-DOe<&=r6EIcc>UrcTW|e;GM0xdf(8$e=;nVoNrS;mh2>cew(kF929D=No ztbHRV*I3zu0aCDvPg_^uhBSr*2EaCl@gkNriER<$jPK-4X>1sEz?YfNB=17se6iq~ zt6q_faxZBqns-IV`y3Y-B1jMEUZ*PFsBiPt7>^+WrA=|?S1Lc@!|lnl-Mu{~P-?Jd zW1y>yfq{YU)9Xj6w^vo=@BdwW=(P0<+~pNyXj7~4EnmqMC!QHz?b`sV{)ioZ;&`(a z+m#OFBu-n=@m>a?hMBx)QGTn5LnHz?!v}M7{8gs9>PYl)o4q<GNQfZW$z#&vZ>dRlczsthHw1C9x*eEiUvmpv_4vV zae0-xzquRtEY(p55lO7(bU_Q6V`A0n#0Vi;&%4fB9`591(xC>(E`BCJ$zMH=VPRi% zztB#y2M)DBz_dH!CU8#O-QcQ(p0L~kn&R1E3afF4GZGV44d`7{CQc#bn(MF zpe}sY&KZbf5<*Beu&dBlg~0v-ZJ^2|C+f!u(AYzPJ%vpOK6z1h23D*{Fv~Bq*MJPG ziR6^eg2C8V*TwuxhEmt#IKVs1(LZoa+(JqzW5Fu%~kVdxfnRz_R!Q2R_SMUNnPFtM*M7m3|&JJr6Ih z3|}nUA~*`|SCopiI3rI=v>UR0)|;D~#ZezUdX#tE80GO_crq|ozK4b2r|FtDh8Wl- z#Oq3IJ{n>8eKn?JJs4ROP-lTe?s;y+Mlim+y`3+4EP*Ln_xsml;49oJ z^cm#RZuB-3$x-T;QJ=-tJqsbwg0>*_z)qx;tk>x=irmz@ySu{`hH|XrB58u(-gw+z zzSs5hr*e=nlqgAlXqZGG{v%ENk7sk&(oH_H9ZjnV60 zOrQA;a*E|!5@wkrVPJnHSyv`o{bZ&HD_<-`o_qn8Dhz~^9XAi397FEu49!xK{IGhX zo107z@6+?To&@MdF7+sIGXehPKFX>poq1cgH08J3v;{{Foi$444S-3`h#U5@kz!i| zJv3XCC6Pp6eF~6zW$Y->tn(4yVLzI$wbna}3k;O<$%w2P831xV`!A_MuA^|@{;#5f zIS%HnL5i+nifI1@xADXAoYyQf5+7c@Lc7@6@$yXtdIjeUr(Q%Mi$<4-(xl61okID9 zIL!foquHiQ&g0$z*9n6XMExZT{OFdBx3uHcfuO`PGeEb3(Y22F1xS_Q&xZSn0XmjW z_Yo-b`6(4F`x3)-U=k(afo2R}s8*J)p*w16`u!y}Muvs0*^HZc-C8kpG2^EO+?3S3~YZ)qCEYJ%$B=TWt)>FsV>1_uiYwOLr}jGgc)ph2vtaB z{L^?8C}MIjtnOMeOH^w;Ow3TTNQ+1_we%#v4@}vo2nh*UpZu0NtI-P0&enyo-bkch`^VV`Ni{=g{HYu-6ISMg^fH%MR2<0_HA=fLM zNHd;MWCbpkYNL^#VV}kp7YRXKRPmHjNjm+Vobi;4bFH(l6lpY3iQ&Vl?&bPwGX64jJ0n_I8I}k*97}WS&cJF|=H{J+p z!V0iLve2D?eT*xBGK+z^O{r}TpI1Ke)2G5~=X?i@u=x~P$m zk{l|#>ACZ0?@Wr%i*v&=d{Bf{kBh$^bM_TDNAcXcmqE1-XdS)OFiIp619GQ<%_89) zpXhMidn2mi>DfftZ&_#Z)#X2(7}@E#xt^f~i)HU2{@HqouFibr3FarQgPZTj&62(L zJz+W%U=sO}Wa;43f6C-c#)JH+T!CRRt1|0#!!Qr7LA@$7-`_ zAHYTPU`~Rt-#!fmbRLCPrLgA>94}rn&!JR_d0crl`^49|x6>0uTU7>`CmYGJR)xWoV*74=NGiua6$w;FE&xJ#mt3 zVccV2uL`yf9OKYfu3$OtU;ixG|EjD;WL8lJ_ibm#lYWoSwBHBFm=en$lp zbu!70c)q!kWDFg!>dG!b`5Uld5=&6`$1;X~9!O|o2+!~sW4^pqKA^|iwM8$ukn31B zeEmE#&?~SC-^3|OG`2otc~6_mS&l(qeQy0sDf!tFI<~j(GuiaC%)FK|+;B&<<$7f@ zS?;OT%8W1dO`i>OW>|x^ezdc;n3`y~+gBxQm~9kp3rQt!_Hoi?_&6dsaeNN);zLId z&-#>a{-pc;Y}8BX$?!Vyl7%*IL{i1qdHb=bsGW^Sq2YV4UcJnAs@L;Q2z&y%ER)kt1P&nYP4#H;>x@`RWIDT@crpnUDK# zDls$9v^|R5+k0+6LVvmEHEW{bshvtPKhlN1-q^o2X6vddn3WU_rL(Idz&j!h6>SZe zhXhmd!Uw&Vy|32{<1NDL?S(XQ(&q@rb@z*FKp5;(;Fd4X^1u*~`)F^|!}hu?Ahpd;Sa0|9 zrOGj72{EJJ5LuIqPNX6TN<9B5@U7rlP zqphlKWv_z&xlESs2iOTu_(nQ!cv{mR^UvO$v5&d-`@xLvA;dzr}cHOF{`l+*E$O%AjZp1 zy`t^)6YcBJ!mjW(3)GVgvgKqa}f` zhCp!o{qp9s%ksfk>ZUDlpWuiQ@=<^AfZM&|b4jsV+B-6|yVfOna!N+@QYv(=YoR~% z`AbY>M?*0P!}hn7@h3!L4oLbO%p}tVaUS{ih|gak@YKO*EoS+Qgw&j;+2r!m`1wA% ze`FHv$Hq)Eqca{DGi!^6_V_JR`IYsdo>@ziw#?6oK1_06sdNA=lqoetMK*>~QZv#6 z{Hgk(A0a{YV#>z$$>)?f<62!_Rr{bKUX=&JxIkPl8Pbf`4#)6{}YVPU?K^+VWQfoRN#IF~jLv1;?itmU(YawRo?KP@5Z2%aA)ra61N8)uCQ^;8qB_O)98GjVB7BscF0a=GdSGhpA!k2jNcVYeV9p(vy8zR%BCJ)0d8n#m|IW z@UXR~s!E}FNuT=9eYX-I@^%b+`jN0G>iVhsv{fVw_%vj2FS))@n|tCveDU+!mxAWD zcGl2)k9Ik9H36SdFF!xAUz9Pec8SzpVjri>3BFmT@`#kU)uDeh_$J0k@NqjlFHYW4 zaHd)PPnAdy+P*UX@bTGFZ|A1-H(Zz|Oc>eyKdUY&%0>Coj*X%}Sl5#vvRSMjy`~71`5?J`6u>Yi_K+|JSZ(?rWR?4YvdB#o8;0Hev z3lXo^LtY5;-aja>zZIE#>v+P|^-=7Jn6#9*{EpRPdQ5nE{n0n4xlMmyoYhFD6dUK2 zQPRo*lnw(Npj77xt42m1NFXv4i6M$__^A5&mx6H2ru932NgzkihRnAeVv@i8Jg|{z z(^FhBTRd(NTaDH0L?mD&F>rVKJbx_>I;sBOoefRrY^!vv_ zPXkUc9({Z?<>;B3z#=mL9cR>5N?t=$Vzvhc7O0TYUQjsml!}=KgY+V(gM3lS*I5^G z4_kEtK_n48+nU$8M-toOctMr$i^zJ*p%oYRuq%Dxl9BACA>P>oC*H-PRpC}Ow#6Xl zfCv9S$vL`S)Ozgw&Po2X(U;VVLKjBGdZ$sb3kcMHfC&)O(4YWAj88=cuoNg}SMK&C ztFb2Q%Eah8oT4GJQ=RnQw# z+RM$KOxDgw(pz;B52>_&L$PqJN9)6Cj@Q1yo(e7Qk9L+HCJ(0z%r0BN>Ag9Ufdu9& z-?F4)^PR!;Ggr9)vskyKct4g}2@z=BUWvG4uPK#3DVcRU99}E+KjrEEo$xvrqRGEy z*IKbN;%yYKv-x%kId4Uajs>gJB3W=U_5^k}*_zE0A?ds)cx)n^1K;Y&kWgy3bNp*` zMyt(bVpd}mea0WK!y4cBBM8Vp0>OjA5`1(E74aYF@J4aN@c!z`_a^v+z3b4V{mk(` z8766b@{uCV1sqPWbo}dcs;}vmX6>a0_(!~Mj$<--SCi`&D9g-XF^2Y?+| zkDxObAaAtY#R_|;DK>HJP4q*^;Cxh>?%v;_-Z`)Je%l-wX7(b2@ORNnxBJL%Tnj*) zopm=heP%-T7yq)n5vk(RVk-)QJlNz4#?((?0n9 z39G`H_x!>y@B|g?Eo`06bzooS#@mzt=mn0b5pm-T)&n?0RnejT6r|0Dr#(tcyfs16 zmtgh@F<FPWTcleK&4Jm+ z-@P+)pLynA_@1-(Uh7@&`&pF27hStcsDUBLe3@mh@0EA|@)I>BI|`lRD2fVxDSV=|*{b)(6fII*tep8B&5lU0&_sgM``6@SJe3W``d*+A)o;b1 zqaUQRyItw&7Z#WKthn}KerbRb+`_N#;jK2SUG_I_2|0zIC zl6|*0iZ&~~o)UrG?pXg5_guKMWXL8bL-GBb-E?2+FEAwa_y!|1qX@lMyyPUVV;xB)3MLd`|NVKMY#AJiJi|88h_5nRtm zShGRLF0tZX>DU?0{33cuu%TV{uo^xfQD=ZjVBB7CJ=yD`7^9i^r!1e0(d35Q{saGx z%{&nV!8QpOF2f&tnmVzXq3k~{naQadN?4UY^=#rilpn?GA)(~)ivE0lVb6LI;1OUD zAi(YjP%M-L{+<~hZ*O1oqs~r=<9*Xz?OeEmlg6OaH~O)&x-PpUq1z692X&awi^xyD z&i#9#HZbXUCB!jqZ-?+FaL3;KJxV?h>A)_H!;Ds9hO>2wM+xPXvY4@JTu((TgxVM3 zPZatpZW@nwzvLpPAugwhv+VkUY-NB`NW})H|Fa2c&?`~;=&)|X^dLTO6Ihu{VOgpi z7ZMus$c>iZO}9?l?pFJK|4$f#Y;a>IaG2f*8?Po@dnbz;d`~9Zsx~iisQf&%Rvu@E z5cyuejy73J3OIR}HR66t)AC=pdrCO3-ZUnf7lCMnlXzCQOQ#I&d|r4l5MDeU?gfD< zJOcQDKLGDCjL-!}9KLam_se_5P3c@08GLn@DaghU=*!l zp-Ky2z>Ol?#x52?D#L6*d3_%MnxoF7HuW-_02+UUzqH?Yjcm;#Dh_-j%B@>|OZQ-2 zFU=dZHjsW4^Fk=i_22#UTXcKx5tMxKQb5k@s9ARzF*0X9eNFB@KN-&e+&%S74$MO}qnz54OtDLPu$RF;FQe}8Ykg{Uv?!(0sk zMf|TA6kY3A)t(4u!h0+m{4dXj~TdLI@QFUb6w-zZU+M6M30&fDm8hx9|$gY>S-1rQd9typ}7AOC|PWtQz)o zXyn=h`^0h?>=qWnfuh*lvJ0h`)p3kFGAlQ6U3oA+2Tolu-xr_n@D~TTH7?+WMg}?| zzeu}Lpjf)YTDwTWz?OyiryKj(p6iR9s^9a}ah457Hb2JObl`nvve^+{({q35eR|lM zH%4~~+M|jw(eMUJqOQU+`L3>6=7pu${HASWwu?z6A?kH+N!oz-d^zrjTpwnBM`Fy) zl_puvna(c=W$R@Nv1;Z$xg|M5pS~kelFZx;A0sCY7rR_1!F*NlWsP^sPEL z=Hx?vrj^|&>!=QiEGO3QDGQ@)VKaz(C&Lz zS?&8{srxhN*VlM|JDzv6M!j5FD?C;jh(WCTBpEHtL*U_pl01d=pSMZBJ}QJK6L^Pz zgIdI5G7mkJl&gF@UBpurj27eN^W_tiTik4cz>Y}DWgrDS+Ed5M@CMqA&Xzhf}02K*d|8ILy`7^sJV7%E;aX_b?4BO^2w>;l@s4ifiiVrM9-V zvEGU!+m@Sz2OI+amx@r$u8O3{{ZD`3aRWSUA(ov}9#Z`HW{Qif=9>Y3fiWuvOjIF< z3u-IC+0sUl4MrRI|CooYTc1%8OV^M`DQfYS^uzqPodJDzHSihNQtlGmt1d|+% zp+kTIST$okV{8;@lyiiX9p)c5c~TW^XSSR~UB0*~f~>Sz zSK2v*qU3DdGpQY21^z-??|KRiKuNKqMWTQGp`36ZRc|pX6Ry$hTt@1l`IK{pDnFF} z^_c4IW75r++hUaof{?@jND7O&`jWB@kNqPQYBfpZ#$iK-&(YAk9M<)oM*$B%MtU

wXJ0@g zKjo@D2}#Ul5EC~iF?q8P!SBt0bW;|LtiC{eT*RU|B%b4Dvxxj_gBt_5L?T`H2NTM0 zAl&OkhF;G_(dH$$SwIU6hD`P-PXp(-n>6oIzgts^dT({IeZ`KWOcHUj+7I8d{b-pcW!R$v6TSy>>mU_Sm z>AlG{e(O=Pk>}F1GbL8Pgx>DGBggrHllhRtA(|b+PpK|@QEwVY@yQ1KXy0~_!?a-{ zn*$K&@du*oG_4VyeX4Y{fY+$L*bd@R3@#l)qHa46McJGFxoy8yy8%A%_M9qs_`Z$l zl**zYXl3KAMvgqG9ThNXuAI}7%krtgfXnUCj-1qFYz%i6)BwWGaQZJXhf$G$>+O`F zupGIPgU{7Q3<%=gT86qMLmMzdt>x&55^-*BetZ3R!aNObqY2V3$8p}MsF~N&PXrKV z^O?5R27{d>IUl#^&iBtIf#Wp|m z_41;TWa)hjgW0v2qZDRiFFu!?xHgaI>4zlEiAkmkZj~jJnU#D z9+1D^a4KZ=j!$;u#ub2Dp`uMS4RGC?`q7J6wW*Zes!vduY-Gk5b2h&EkmS;B?De_y z|9t)BaQzuPhsYAV?0mhR5|2FZlnYL`=%7&$zSArl&igLeZEZ#W9vi@zz8b!61~Ft- z`sjnzmzgWPIHD+<@S6xu!A@bMfoJfW=EGeK^zqLooX2s{t?O&oH?Fa+aTS@9nY%>H zXnMLnT7K(}!E>99M60gmOe3WPn(a1X59!OMR5of8x<{2n6V}J$LT;t+s#blc_`Nyb z(Hg>IkSPSPOv-X7cH@nBT+i!!vvFcSTO4X#J{5=4o`A$1- z*0*(gS<)p^sZf|QNs4rqxxLsP!wrRNBn`i&dGaqu_>5Z>&it`$o7LgBbN}<6>GB&2 zWdl$7Cp%348Z0(jqYFANwUcD<9(D9i`_&lHF1MoWhMLIv2yroM92%2Y)6VF2TaI%I z%i!kU%YcHpg#3-)XKRlRC~;K!#H4j+b5cp!<{Fi$i(ZYGW=TKWvVp9ru1*1r%Ex4S zR%P3bt9KBDAK`axqg#0+@ZNLi)x}4b9S`~*<|)anV`xByu@uVVhAVfl5b3;M`}n83 z&}W-r3^CjNGW(IhNX|R=UCHhMS&NP^tTZ~imJc-+8Ij3t#6J|hBfgzZ3Az`NzrBni{4F7*`CkM!@bYksV~q27wgu2@flwVfFh_0Ds{ zKj)%RuoBc#N{yVpdgXL5KA^8*zm?xQ_fG$`6yzt*-*4;J%%eWEBM_BjHJ(5~!-4SS zA%}ps=gn^OY=Y%k_7GsIrUvT8N5HgE0*#YCCm$ zT3XYiIN*9jsp_8n>guq4=KRq_=o#`cxlmI>2OMYmErq6AH1M4KQ-97prJ|rOA>Try zbH7fiS1{T~rnjy9!aBN`ubqov`Z_ZFUF#_Bd{@C=zr>1uT#+8-q>Za3V(#T_M5Wzj zfucMo{qM7Dsk*U__%s~d-63Cr=iyGU3G2_=LZBM!9)gZ}!S5aOdauJR*tXTA6yDZu zvXyc=kIiM!t#pjlB1__C+J1-V^Y$rgmJFgU!!|K0*J>Fbc5i?JcWk8CqmgAC)Mfy& zVCJ7+_)Z~v1%n>(OlG73J457QjXdZwK13}|@E!fWXX*O$-VLT}&J`TJo* z&9z~_V>9S=xi=5$rD;d@RcuU*a2ow#UBn>^^ARCYSgoztre=E%Ay=7=5RogR&Z}ZC zI1X9ME;o8&mKeqtg&ox~l!TL!)vOC}{#8TBM7BhKI@+d`hB(=w`Sn){1uY4_OOYk) zPJ4S`5~$oja+-nmI#yFTcC3>y-ON<-)I2b1fvjv@0HbolP`Bw8NnON=4SoXmGUz&R z#X`gVV$ytm8%6Ya3{nA}D-ewRIs?5)k%`!Fn%5hQlts90?-HBH^mH!W(fu3GFbROC z#;Egk-w`n50c@%qxD-z+YW#ei&u!bbEuA6f&&9AORs7<_{$u)-uUO=tXJEU|{h!CD zcCbLp;$;Y>6|}m72%m3bbZefGhzlWo!keo>C=hWNkkS385S&8f!nmcONcW>6$&b>V zyZ2cW*`OM*JktzXa_d)~B8Vqf2W*OX?(ZJCrk?MRc0x8-4mG6zf3D9;4x-2_kR_mt zUq=LL5O|!b7juaUw;TudV-$Ia1%;Nt_?&)kw!AE=0t{eZ>>O0$V_kWwDAepaB~Se^8c=~b1-a~tHY-E$^3+WzmGb}51FEAREdU?M zc)0cz^C{Eme+sD-mU9Po##qQ5@?l}PE&>Njld9gjx#57mL*q4(31%MNk_*x4!RHHO z@|!54rIGX?ywIvM*e@?affIET-aW+B0Nrd?{1=*)M)xF*9QlXTNA*|!Dguksg4Fq< zSyO;2aIRUu?^S*+Nk!wm)0Js|j8gF>d`kY3BfoZ{8tl@!@9D|)JZ<#`#6x(~f7 zPZdnR|3Y29Ji@HEu#~~QGw{9$;2^s2V)C&04Zs!dun^=h1>%Bqv?M6Fx^oiE6fvp+ zW5i`}ivu=dF%6$bm54QaN+l^Y)4Z!)j_Nw*IWoq;VREnizA19QhV|F`vhKVT-x_?n z2@)JT1AtkB4%cMOMzf-mwa|=Z_|01cHnGgTn;fyZ2%0qrqn_ccRu^Jkei`DOTDdU| z*ck0RA!vQ(CfxQ)U#=zyJHkRxX<>@1yXWBaQD#oA=G{5})IVD6|8$-P=hDh;y3v7j zis)43MxtrK>LJ>f~j-_e=>mA*Gi?|M1kYdSzDP`L=2hr>J(xTIuxv|ivRnFa}Uf!4m65q zxY-kiLhK9sjhfyEz2nsRY5n-4cMqqhPujzeUjGz70M6fk2!E3%ILEBukD#<9LJQth z@G3QjE7V7r?RKVo3HYV7pr^87$nde8_Y;AD&zG)SCQwHjWyk7Y|J`Zfr07w7Z1m=* zmJR}ar79f%Hq_`oG9*b!+XM&{8JviYSx|3}I%=kgOxLHC%I|hZ8PgXtw^_(ffpq@U zQOq%s`ffCZuWZoi{S#@7uD`Vi>n@&*Fc~uU)#*pV%l$7nTKcSyIJh3!gXJmfHwtCc zaOI}#zEPj8Sg^!`eCmG4WQyURg2nJp!2&FMfhox_#zqj%U&n|;_$uHVt#ndX!SlNN ze3C>7;B#w;QO|H;i^q4+rr$E_>N}mRJW?%7*rsBYcliJ569#pu`hFB4a~X#YC_1O zMw}!a+dBt*>PLx1TyyUhjVR)R@5+a9#}VH5ZpxG?Vm&_F5!3L|{!G~r+DV=J)4O!2 z*Rk}7J&WiS&Y60vV)RYF!90f7Nb%#S&3JoLlG2;Y)EcmKx#q5GW2h6M7c)SlO&Ax* zNQI0vXtmf`W*+FBX9J(02sq61g(;#fvfm=7KqMVoNG%YZ!6M5-N4TjYqTvIXoM=AaKmjsDOilopcU)D=1|a0amNfq z>{ud--ord+5Sn+_oAZcMm>WbfwLoM&w}oIvxn#_}U=q^SJ>v|JtQnf5Nt6ZpED3J{ z(*<+hxu5|Xuo)(NpV{O%B)ShPP0q8%C~epw!Y83e!8g;rf!LEW;Ampi_*Lv3vqTaCH07g-8|^ex-D4XMtwP1^i3ncrJ%?$8$}zuz|7iK#00Ma(i; zXiNERq3dDz*RzIRa{#`)puHz$%FvU@9c4cVo?pOPZlp}Zj8UIs5c5l+T9z<>ji5ml zdfZuh~xzsDuS&fX5!`ZR2Mfe;Cuou%6d%2 z5qq%Ut;Uh9nfD(r^q{E`F{kMnDXepiQ@)sYOK3bQoh3U6(>!c~ zG3P`=a{jMP4X|}rzy9YVmc?jYD-Wma(TaBZ{f={deRWnr0|%~rO^Oh8b?QJ}(Gtb? z7uz2^d+TYY0_NUzv^Q{-vOz!mnP-mCDl>S>aw>+@vrWU$*_#1g8EW92JwV1>6{w&jkF$O(MITd_t(UTbr!-+pKOMe&C$Vu-5LV_Cr&eNy>eX=KC??Z#q>pJ z4oqvJ+t$`n+tN@Ota8m^2fE7dY6yH4u}s>d76Tfly)Y4Y%Akg0m#Z|<=izCOce-f! zX@da3A>)}nntIps8kh@Bz$gUz9-R~LIJ*Mhu{^BI&Zhv3OQDR0yi0f%;FXx8+u zfnBH!ONTI}I79eKGMvBlCG$^*=_eLWmmI}EC0)zVriC0@U76qtBI`xnOKSsFV!nF{ zM(IP8f!;i9yo}UlG>3Y}K;FkNEZH(P#!bF^{ z12;0gNHx*2^$9O_TL1GeRna;E7?a)I3#Rs#J-Ql4aB#73(FTC}l1BawMC=RdIp*x} zumytDs%Nt-CdNf6PSKr33-)63)@`9ArftELl#~@Pp`E3Mu^Ce=Q2V4$fTU8yu1*Z9 z60+mvZYe&K<{cT&{IzVJ3uGc-Dx8Ev29IuW-ih?Mk$*}tC`@17^1vUfYc-%7ZzQWL zQ|vgzNX%HI3hcR#f!8$7(raLj0%7QmSYHJSt(v~&Kt#*~G6WEDEX0Vh?+{Eor?AjM z-~=o!BN3j}I?a6`y1<-MmYPm~`t$ zK|)t}I>wBp(;%a*ABZIW?ELFeE3CbMVxOo-^p~F=I!1`QXcvXp#Sr+FYj`aeAcO!I zG?jLXuKSb@oV{i0YdOC}Lq_(IC_ts5jAWOP8mwE2K~n3q%ebMDxM|G zr@z+!`haTi(6Ljeu2AfvKSQ+V`{k=+#LmK-9Z1ZO6N*&2{2u$*s}ap^JK)E58f(t8 zx3KOZ7Cf42`BC?UHiP;M0|gozbHsnF!r?$r9J9AtVX@1{tn#49%TjMt?%842*dPl{ zx>2MNloYzYnrwK%tQF<))-Rz0>fviYT%hlvj2^X6B6|6Rp2u#vaAbF51}zCAkA}c>zKNh=EPd7gx&&*84*@(T5 zgsy$WkRoxiiDS{yjH~X}_dl#Qk$rZ>WM!s;_N#-kzzZx;TkLew-j&HdkO&D*zs^Ch`~%NGIW%n{LB} zPvSEn!T!lPkPnC592fH;F;3<`#Qn3kel`K}&`YuX%=~G9#`abgenW)k2@&tQ1@-%C z6~jbA-OucXfC`~|LEL&W(jgpCRE7@)CO?RlK0kJ`@?`)8pY4>)P$X&U+penz973G;L6zz z9BUxBHHywiTW!>c`LVgRT)tmtoEpc9ChAz$+4I(ePi-c&9fO^6LVA zqM(J%3v>z{W*2Hs)wVbt4r)dN^F+oee55&?8@40o8NIvVKoH2CP<|(?a0($?x7(_7 z56)3r{az6=_@JU+r&9{8C2CMa8K5r2%_S1i^>S$Z<#RIhRBUxu-)h1=%gDiB3U{*OESeQQxS@Y~|zf z(ZWV-AhVl|?Hq|rq=psTTJDM-*F~+6(F9;pJ2)#7_~Gu##%DOwIaEsm+Ual9M<1OH zH2z7m2v}n96EL>C8Nt*oc(M`I(x?FmKnVlbT=^^J-Ly@uCD9@pw1bjju5?AhcbZuC zx^`8JSWhQ-odWiA=g!rarXq(tlu_V_vX0kD)gmxzoR&Qr+=DMb{+I?rOp|R z>@)SY$N(|Rm_P?IUICE0cY<{N>o`f>MWhW@j#$?ri2Z#hU1TMguSzS#|WF}F^{>l_}0mmoq;Ni|b0Cb*}8+ucb& zPT$XP#6aZR1UM38VO5+r5gbOGLS0hA=&&^cn52&gn43;CSa}?9rT#R&@=-|PLw4P~ zZ2>VWMx+?}n5}=R3O8EAH7LW6urN2t{Z51}Y>d*n$YeBS?bErzqi5r*r_ducf!!+F zk)xEmL)}S(C)(ESGft5UZ*l1>p*AlO{H)U< z7cuu9Pf~U7(vQkf^J~gl@l~N$R1jOsTyq<}c`b2Xa{k;D)K;tI89l#lsfl{Q7-C`q zcavZ3*8$gEtW_^t7GF;|yLNpthleaQftJkU8n_d+r&Qd`e=PB7OBHS^7K7K|$q(M9 zGm52^WL5gZNCg{*b$G#601n)Vis#3?1kZDyPI@|oXiUaRSNPBpL@s_MI^T>Wc*Hmu zCJFukoMs33ULEJ9saFkshRvgR_P%8zV@fSaU)b3?;!VIbZTCq)oNVm&?JW%F?!8n? zsoB3Dy&>-?-a!R@fuHaX2RC%YW(cUwPE<{84{?PDDSiz{dA^<#f=~Sqk!Zr-%#Qrj zJLoKyOhK#3=gIil&J_X}T{b$Xez?X-_}=>JGUwu`_3)aLrf%Jsp;mlpREo>=_k)A$ z7@T_GNUN%>O{B4kiTWfzHLx(VzQG-R{FC860P4-5tI!4&KNmR*ObYv$xR$~yeW3nOlIc!-9kK!k(;%1$k zXGE<+^lyxG`ol|Y)&3AeyVBV72cWlbg*At}rq1rie607#bSJO~L8qqUfP`hp?Qu#8 z@&PC(FTSWlQR1<%9M<`QdMRnr0@bxkZ)P=p%#!*} zCx7~NT1hoAub3H+XqBh}u`f}(Hjjr78DSJ31mYxQSHO_bwqT}HYbz4~2 z*Ag~bHXTpQjK(9cn#mvrtb8Y!F#X=5sJ%-qY|JX6m2!|>;BC(Qud>s9ra=acGj1s# zGYaZ{T683RQ60_AYV5@c1whKIis`!23G;{?)J@4ck!5b7n;99ebKV}M0Zu4?M-gAW zY-Ny8x(Jr2$L@9*#^u9rn>=sOtu{%hn4t?|+Ih`*tjZePvT11mz%@m&Fw{^`dg71{6NUFIP z#Z$iFM9>ThXhqJ-7qgcxq#9CNf)JQ?klXmL^GL zOmQ@OL^cfqL~}6kTgQ0U#`neRi!m1!=o^X_S7`UpDUE2Bs~kj?9&_CMwGj7KNopMKF8VGKfCL6@}`$xelGG(Vro;ynRi|&587s?@@GFDqWrAGEsGl zItD`*7CI~<&KT0kje)oOI12Tn$}Qk7npqJyl&kTi3#x@wR~0tb_K8(x5>v*4Uv6Z) z0=#YHVlE4P2{w~)g18bUyfosJKL}x{eA38Bh|OyN?WlnDCKLXYotKS1TsIngUtJeJ zyYzd*ed#AJ$84(s7R_(W8dxT!)$r#%mrYAzae5{|Vwz5NNr zY*Ky6N{*`EF2uSU`5r%j3C;E9^VM6&e1UbtM{$H-m<~%-U{h%$cMqI*+$=+oIT}ne z29WE`*+OVR5|$zhwQ|4Ex<<&bruc5*J@+mw9fgCZRLsdGQTaB`r82ygkw~+}wV;X% zM?|~CrzVRwInwi;ze$<{2pC+tIh2qsFYdC~Wk1fs;D9pzi2mrPOH;Vz_!YkxL?c@) zyfROnxY%VU@=BbfY)ShEnFkMnzHVUmnSMY`mQS?L>dxoB$|6$H6#9#;u{}~nH2j$^ zeKms!eK293P5HfUut{F6dFRJF6Ko)w8fL&ww1NiP^D`TVDuDsVmSP59txc{umRA+A zlWa* z8G0hVjh4OxQq9vU!?MKq3`xqb=)|k;#*}AYLDloSE{8*3%3%#(M!fKjZWNR?(C{f+9?KWtD60 z;Yy|cxQpjGhkWZ+X>`E^A@o;Pr=Tn7yRk<3p;OKEUhta)13QJMI|}vm03MigDfa!`c(>fDv{yLjfLUh*#gWT;P47p*_xyvIX51V&1!1{|L3nfx4ofga+1@>m-)}>%$LB(<|i>2ctoMtIRwACWpr?)9JDP$U0!g zprvqJ(A~@>ju7A z;J1fo95Vx+(C7WO9v-djqZFZNJk3$(O4r>!*!ohfB|I#-tsQ2((nWA + + + + + + + 2026-10-30T11:37:49.975621 + image/svg+xml + + + Matplotlib v3.11.2, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/evidence/grade5-final-analysis-2026-10-30/results.csv b/evidence/grade5-final-analysis-2026-10-30/results.csv new file mode 100644 index 00000000..16517e58 --- /dev/null +++ b/evidence/grade5-final-analysis-2026-10-30/results.csv @@ -0,0 +1,59 @@ +name,phase,replicas,api_total_cpus,api_total_memory_mib,postgres_cpus,pool_max_conns_per_replica,commit_delay_us,diagnostic_async_commit,rate,source,successful_rps,scheduled_window_rps,wall_rps,success_ratio,p50_ms,p95_ms,p99_ms,schedule_p99_ms,completed_full_p99_ms,failures,messages_added,confirmed,samples,db_connections_max,lock_wait_max,io_wait_max,api_cpu_mean_pct,api_cpu_max_pct,api_memory_max_mib,postgres_cpu_mean_pct,postgres_cpu_max_pct,postgres_memory_max_mib,lb_cpu_mean_pct,lb_cpu_max_pct,lb_memory_max_mib,redis_cpu_mean_pct,redis_cpu_max_pct,redis_memory_max_mib,api_throttled_usec,postgres_throttled_usec,lb_throttled_usec,redis_throttled_usec,wal_bytes_delta,wal_buffers_full_delta,wal_write_time_delta,wal_fsync_time_delta,wal_writes_delta,wal_fsyncs_delta,pool_wait_per_acquire_ms,pool_canceled_acquires,pool_full_sample_ratio,pool_sample_points +fixed-r500-n1,fixed,1,4,1024,2,,,,500,evidence/grade5-fixed-2026-10-29,500.012,500,500.012,1,1.258,3.507,60.076,0.592,,{},10000,10000,4,9,0,0,28.83,32.61,20.27,14.03,14.82,80.34,3.96,4.3,97.66,1.63,1.77,9.61,,,,,,,,,,,,,, +fixed-r500-n2,fixed,2,4,1024,2,,,,500,evidence/grade5-fixed-2026-10-29,499.971,499.95,499.971,0.9999,1.214,3.432,33.171,0.512,,"{""http_408"": 1}",9999,9999,5,17,0,0,18.93,24.89,30.02,11.82,16.3,101.2,3.19,4.28,97.68,1.52,1.96,9.64,,,,,,,,,,,,,, +fixed-r500-n4,fixed,4,4,1024,2,,,,500,evidence/grade5-fixed-2026-10-29,500.02,500,500.02,1,1.265,3.046,35.569,0.496,,{},10000,10000,5,33,0,0,21.01,29.01,55.6,13.04,19.44,142.4,3.54,4.95,97.8,2.31,2.7,10.21,,,,,,,,,,,,,, +fixed-r1000-n4,fixed,4,4,1024,2,,,,1000,evidence/grade5-fixed-2026-10-29,1000.008,1000,1000.008,1,0.809,3.594,97.974,0.302,,{},20000,20000,4,33,0,1,33.08,42.93,71.98,24.18,45.56,159.1,5.85,8.47,99.75,2.58,4.05,9.9,,,,,,,,,,,,,, +fixed-r1000-n2,fixed,2,4,1024,2,,,,1000,evidence/grade5-fixed-2026-10-29,1000.009,1000,1000.009,1,0.797,4.061,92.662,0.343,,{},20000,20000,5,17,0,0,25.02,36.46,58.29,13.88,17.14,124.2,3.96,5.01,99.3,1.68,2.12,9.79,,,,,,,,,,,,,, +fixed-r1000-n1,fixed,1,4,1024,2,,,,1000,evidence/grade5-fixed-2026-10-29,994.345,996.55,994.345,0.99655,0.791,6.071,193.842,0.346,,"{""dropped_inflight"": 69}",19931,19931,5,9,0,0,24.55,32.49,55.53,14.93,19.07,102.1,3.72,4.74,100.6,1.66,1.94,9.77,,,,,,,,,,,,,, +fixed-r1500-n1,fixed,1,4,1024,2,,,,1500,evidence/grade5-fixed-2026-10-29,1473.486,1473.5,1473.486,0.982333,0.849,37.769,295.21,1.305,,"{""dropped_inflight"": 530}",29470,29470,4,9,0,1,50.49,55.22,54.35,29.54,35.42,107.4,10.43,18.6,101.1,2.8,2.9,9.76,,,,,,,,,,,,,, +fixed-r1500-n2,fixed,2,4,1024,2,,,,1500,evidence/grade5-fixed-2026-10-29,1492.078,1492.1,1492.078,0.994733,0.864,9.09,145.119,0.262,,"{""dropped_inflight"": 158}",29842,29842,4,17,0,0,48.55,49.5,81.62,27.95,31.74,126.2,7.76,7.98,101.2,3.04,3.56,9.79,,,,,,,,,,,,,, +fixed-r1500-n4,fixed,4,4,1024,2,,,,1500,evidence/grade5-fixed-2026-10-29,1485.936,1486.1,1485.936,0.990733,0.824,3.821,220.254,0.256,,"{""dropped_inflight"": 278}",29722,29722,4,33,0,0,55.61,63.39,113.24,28.28,29.74,162.0,8.26,8.64,101.5,3.19,3.52,9.93,,,,,,,,,,,,,, +fixed-r2000-n4,fixed,4,4,1024,2,,,,2000,evidence/grade5-fixed-2026-10-29,1823.917,1833.65,1823.917,0.916825,2.133,217.497,331.374,0.209,,"{""dropped_inflight"": 3327}",36673,36673,4,33,0,1,165.87,322.8,139.2,93.18,173.91,165.7,40.2,106.06,101.9,8.23,15.41,9.85,,,,,,,,,,,,,, +fixed-r2000-n2,fixed,2,4,1024,2,,,,2000,evidence/grade5-fixed-2026-10-29,1964.529,1964.7,1964.529,0.98235,1.22,13.66,192.062,0.196,,"{""dropped_inflight"": 706}",39294,39294,4,17,0,1,96.75,146.78,85.34,58.58,87.8,140.3,14.88,22.02,103.1,5.25,8.87,9.87,,,,,,,,,,,,,, +fixed-r2000-n1,fixed,1,4,1024,2,,,,2000,evidence/grade5-fixed-2026-10-29,1949.996,1950.1,1949.996,0.97505,1.729,18.188,324.506,0.178,,"{""dropped_inflight"": 998}",39002,39002,4,9,0,1,103.35,109.09,63.06,57.5,63.34,120.6,15.32,16.72,103.2,5.48,6.27,9.79,,,,,,,,,,,,,, +fixed-r2500-n1,fixed,1,4,1024,2,,,,2500,evidence/grade5-fixed-2026-10-29,2428.862,2429.9,2428.862,0.97196,3.958,109.611,194.071,0.186,,"{""dropped_inflight"": 1402}",48598,48598,4,9,0,1,169.41,219.39,59.23,109.36,132.21,122.1,29.9,40.18,103.3,8.13,9.05,9.8,,,,,,,,,,,,,, +fixed-r2500-n2,fixed,2,4,1024,2,,,,2500,evidence/grade5-fixed-2026-10-29,2272.776,2273.05,2272.776,0.90922,2.256,126.983,379.735,4.82,,"{""connection"": 49, ""dropped_inflight"": 4490}",45461,45461,4,17,0,1,154.23,199.74,103.59,110.42,142.96,151.4,25.02,34.47,104.9,7.98,9.32,9.89,,,,,,,,,,,,,, +fixed-r2500-n4,fixed,4,4,1024,2,,,,2500,evidence/grade5-fixed-2026-10-29,2418.499,2420.05,2418.499,0.96802,1.763,68.181,238.372,0.391,,"{""dropped_inflight"": 1599}",48401,48401,4,33,0,1,158.5,191.2,148.29,104.09,137.65,170.2,23.32,25.75,105.0,8.22,9.97,9.94,,,,,,,,,,,,,, +pool32-fixed-r1000-n1,fixed_pool32,1,4,1024,2,32,,,1000,evidence/grade5-controlled-2026-10-30,1000.011,1000,1000.011,1,0.878,16.667,98.019,1.506,,{},20000,20000,4,33,0,1,32.7,37.34,56.37,20.01,25.3,139.6,5.2,5.97,100.8,1.97,2.21,9.63,,,,,,,,,,,,,, +pool32-fixed-r1000-n2,fixed_pool32,2,4,1024,2,16,,,1000,evidence/grade5-controlled-2026-10-30,1000.013,1000,1000.013,1,0.968,239.526,503.815,1.567,,{},20000,20000,4,33,0,0,51.43,82.14,136.99,64.76,187.98,145.0,24.26,44.02,106.1,3.3,5.95,9.74,,,,,,,,,,,,,, +pool32-fixed-r1000-n4,fixed_pool32,4,4,1024,2,8,,,1000,evidence/grade5-controlled-2026-10-30,961.958,961.95,961.958,0.96195,1.646,1240.417,1764.388,3.825,,"{""dropped_inflight"": 756, ""http_503"": 5}",19243,19239,4,33,0,1,67.02,166.93,238.82,52.18,144.83,150.1,15.63,47.13,112.0,2.27,3.0,10.13,,,,,,,,,,,,,, +pool32-fixed-r2000-n4,fixed_pool32,4,4,1024,2,8,,,2000,evidence/grade5-controlled-2026-10-30,1836.902,1846.15,1836.902,0.923075,85.866,804.527,1209.831,0.9,,"{""dropped_inflight"": 3077}",36923,36923,4,33,0,1,126.33,224.89,263.63,77.04,148.12,160.1,20.23,41.76,113.8,6.38,13.52,9.97,,,,,,,,,,,,,, +pool32-fixed-r2000-n2,fixed_pool32,2,4,1024,2,16,,,2000,evidence/grade5-controlled-2026-10-30,1979.883,1980.1,1979.883,0.99005,3.154,404.278,701.699,0.451,,"{""dropped_inflight"": 398}",39602,39602,4,33,0,1,121.65,140.69,222.9,97.42,125.85,165.0,25.14,35.62,113.9,8.39,13.94,9.88,,,,,,,,,,,,,, +pool32-fixed-r2000-n1,fixed_pool32,1,4,1024,2,32,,,2000,evidence/grade5-controlled-2026-10-30,1949.682,1950.15,1949.682,0.975075,2.793,443.953,997,0.309,,"{""dropped_inflight"": 997}",39003,39003,4,33,0,1,121.92,177.46,173.8,77.11,99.67,169.6,21.75,32.09,114.3,6.58,9.01,9.84,,,,,,,,,,,,,, +pool32-fixed-r3000-n1,fixed_pool32,1,4,1024,2,32,,,3000,evidence/grade5-controlled-2026-10-30,2593.008,2633.25,2593.008,0.87775,221.185,655.339,966.242,0.381,,"{""dropped_inflight"": 7335}",52665,52665,4,33,0,1,156.88,228.52,225.9,145.32,196.35,171.0,30.36,41.31,114.4,10.16,15.56,10.03,,,,,,,,,,,,,, +pool32-fixed-r3000-n2,fixed_pool32,2,4,1024,2,16,,,3000,evidence/grade5-controlled-2026-10-30,2089.482,2118.95,2089.482,0.706317,402.814,922.883,1273.686,0.45,,"{""connection"": 13, ""dropped_inflight"": 16936, ""http_503"": 672}",42380,42379,4,33,0,1,173.28,242.04,327.8,132.09,181.41,177.0,30.81,43.21,117.6,8.17,10.3,9.9,,,,,,,,,,,,,, +pool32-fixed-r3000-n4,fixed_pool32,4,4,1024,2,8,,,3000,evidence/grade5-controlled-2026-10-30,1906.961,1931.05,1906.961,0.643683,469.087,872.444,1594.005,0.768,,"{""dropped_inflight"": 20385, ""http_503"": 994}",38650,38621,3,33,0,1,253.68,263.6,344.59,170.23,175.79,174.3,43.99,48.31,117.8,12.82,14.2,10.02,,,,,,,,,,,,,, +grow-r1000-c2,resource_growth,2,2,512,2,16,,,1000,evidence/grade5-controlled-2026-10-30,957.944,958.1,957.944,0.9581,1.966,1319.564,1832.251,1.526,,"{""connection"": 132, ""dropped_inflight"": 691, ""http_503"": 15}",19167,19162,4,33,0,1,83.07,227.39,227.4,68.88,216.4,176.1,14.69,41.82,115.4,8.66,26.82,9.88,,,,,,,,,,,,,, +grow-r1000-c3,resource_growth,2,3,768,2,16,,,1000,evidence/grade5-controlled-2026-10-30,1000.007,1000,1000.007,1,1.063,321.428,530.503,0.416,,{},20000,20000,4,33,0,0,58.59,109.99,124.27,57.16,108.08,174.1,9.99,19.72,113.0,3.24,5.35,9.86,,,,,,,,,,,,,, +grow-r1000-c4,resource_growth,2,4,1024,2,16,,,1000,evidence/grade5-controlled-2026-10-30,999.981,1000,999.981,1,1.636,506.613,908.609,1.205,,{},20000,20000,4,33,0,1,63.79,106.87,197.38,33.29,67.32,173.8,15.42,39.16,114.0,3.93,6.07,9.93,,,,,,,,,,,,,, +grow-r2000-c4,resource_growth,2,4,1024,2,16,,,2000,evidence/grade5-controlled-2026-10-30,1770.066,1784.85,1770.066,0.892425,279.544,887.192,1513.928,1.053,,"{""dropped_inflight"": 4303}",35697,35697,4,33,0,1,164.41,251.86,298.3,136.97,234.03,176.8,39.6,83.94,116.3,7.71,11.32,9.9,,,,,,,,,,,,,, +grow-r2000-c3,resource_growth,2,3,768,2,16,,,2000,evidence/grade5-controlled-2026-10-30,1746.278,1746.4,1746.278,0.8732,266.263,895.023,1331.973,0.474,,"{""dropped_inflight"": 4709, ""http_503"": 363}",34940,34928,4,33,0,1,174.4,257.42,290.4,165.78,196.52,180.1,29.25,49.49,117.2,8.42,11.86,9.92,,,,,,,,,,,,,, +grow-r2000-c2,resource_growth,2,2,512,2,16,,,2000,evidence/grade5-controlled-2026-10-30,1168.004,1214.15,1168.004,0.607075,382.913,1256.282,1562.894,1.775,,"{""dropped_inflight"": 11391, ""http_503"": 4326}",24296,24283,4,33,0,1,165.97,244.79,300.9,116.5,159.86,173.2,27.36,38.77,117.7,13.96,36.32,9.91,,,,,,,,,,,,,, +grow-r3000-c2,resource_growth,2,2,512,2,16,,,3000,evidence/grade5-controlled-2026-10-30,1260.65,1290.9,1260.65,0.4303,569.66,1398.721,1528.555,0.378,,"{""dropped_inflight"": 31290, ""http_503"": 2892}",25850,25818,4,33,0,1,143.18,210.83,327.2,120.5,188.41,174.9,37.09,72.2,118.1,6.01,8.82,10.05,,,,,,,,,,,,,, +grow-r3000-c3,resource_growth,2,3,768,2,16,,,3000,evidence/grade5-controlled-2026-10-30,1183.977,1256.65,1183.977,0.418883,622.517,1559.951,2483.533,0.988,,"{""connection"": 461, ""dropped_inflight"": 32746, ""http_503"": 1660}",25166,25133,3,33,0,0,227.38,236.19,279.3,200.01,216.82,177.1,41.98,46.03,117.6,11.28,11.98,9.92,,,,,,,,,,,,,, +grow-r3000-c4,resource_growth,2,4,1024,2,16,,,3000,evidence/grade5-controlled-2026-10-30,807.603,827.9,807.603,0.275967,760.712,1693.38,2224.782,1.631,,"{""dropped_inflight"": 39796, ""http_503"": 3646}",16584,16558,3,33,0,1,162.99,252.38,284.1,139.72,217.39,180.1,33.55,53.21,120.7,7.68,12.18,10.11,,,,,,,,,,,,,, +pool8-r3000,pool_screen,2,4,1024,2,8,,,3000,evidence/grade5-pool-screen-2026-10-30,1677.661,1696.533,1677.661,0.565511,516.354,1140.493,1315.751,0.322,1581.162,"{""dropped_inflight"": 37297, ""http_503"": 1807}",50911,50896,9,17,0,1,202.85,263.93,282.5,140.96,204.18,121.8,36.39,46.06,115.8,10.31,15.62,9.94,251354,620348,937902,15157,66144770.0,0.0,689.8879999999999,21404.143000000004,22772.0,22760.0,,,, +pool4-r3000,pool_screen,2,4,1024,2,4,,,3000,evidence/grade5-pool-screen-2026-10-30,1518.403,1536.733,1518.403,0.512244,593.34,955.505,1235.123,0.312,1365.79,"{""dropped_inflight"": 42109, ""http_503"": 1789}",46111,46102,9,9,0,1,186.84,219.56,251.1,117.79,145.34,105.5,35.65,51.78,115.8,9.7,12.72,9.76,3232,124179,1256170,0,67182691.0,0.0,632.663,20075.02000000001,27326.0,27314.0,,,, +pool16-r3000,pool_screen,2,4,1024,2,16,,,3000,evidence/grade5-pool-screen-2026-10-30,1802.645,1821.067,1802.645,0.607022,510.961,1149.177,1366.154,0.954,1523.874,"{""dropped_inflight"": 33948, ""http_503"": 1420}",54647,54632,8,33,0,2,250.43,325.81,293.9,172.97,187.8,163.9,44.16,48.05,121.4,11.21,13.17,9.77,522214,4746794,3353603,0,86376319.0,0.0,720.5750000000003,22361.261999999995,19183.0,19166.0,,,, +commit-0-repeat1,wal_group_commit,2,4,1024,2,8,0,,3000,evidence/grade5-group-commit-2026-10-30,1269.191,1284.5,1269.191,0.428167,584.815,1285.907,1599.546,3.798,2202.785,"{""dropped_inflight"": 47786, ""http_503"": 3679}",38558,38535,8,17,0,1,198.79,292.87,320.2,139.62,212.18,117.2,46.12,77.54,119.6,12.66,22.12,9.8,85897,1990973,5474290,40041,52985189.0,0.0,709.0740000000001,20765.286000000004,18204.0,18194.0,,,, +commit-1000-repeat2,wal_group_commit,2,4,1024,2,8,1000,,3000,evidence/grade5-group-commit-2026-10-30,1437.618,1450.7,1437.618,0.483567,600.843,976.194,1248.272,0.647,1824.851,"{""dropped_inflight"": 44465, ""http_503"": 2014}",43531,43521,8,18,0,1,198.27,241.56,266.4,128.31,156.32,122.6,33.91,42.34,118.6,11.09,19.38,9.75,684069,465025,1183041,70547,66862838.0,0.0,455.78600000000006,11417.739999999998,8487.0,8475.0,,,, +commit-1000-repeat3,wal_group_commit,2,4,1024,2,8,1000,,3000,evidence/grade5-group-commit-2026-10-30,1565.524,1580.133,1565.524,0.526711,526.64,959.927,1232.916,0.491,1618.59,"{""dropped_inflight"": 39636, ""http_503"": 2960}",47421,47404,8,17,0,1,219.43,239.7,283.8,151.59,168.83,124.0,38.79,44.23,123.2,10.12,11.63,9.75,0,892703,430592,341143,59166395.0,0.0,452.41100000000006,10955.988000000005,8858.0,8848.0,,,, +commit-0-repeat4,wal_group_commit,2,4,1024,2,8,0,,3000,evidence/grade5-group-commit-2026-10-30,1688.171,1705.767,1688.171,0.568589,546.002,968.773,1142.355,0.243,1415.922,"{""dropped_inflight"": 37137, ""http_503"": 1690}",51180,51173,8,17,0,1,223.23,240.73,314.5,163.92,201.13,125.8,40.93,57.7,123.5,10.68,12.26,9.76,539585,1995152,719850,9800,65195726.0,0.0,711.7600000000002,20967.70399999999,23643.0,23632.0,,,, +commit-0-repeat5,wal_group_commit,2,4,1024,2,8,0,,3000,evidence/grade5-group-commit-2026-10-30,1561.99,1589,1561.99,0.529667,573.874,970.804,1394.874,0.634,1488.498,"{""dropped_inflight"": 40309, ""http_503"": 2021}",47686,47670,8,18,0,1,243.62,349.61,285.8,160.51,193.98,128.2,42.38,72.8,124.8,11.44,13.62,9.79,486785,1905279,337057,180053,72941303.0,0.0,715.502,21446.958000000013,21710.0,21697.0,,,, +commit-1000-repeat6,wal_group_commit,2,4,1024,2,8,1000,,3000,evidence/grade5-group-commit-2026-10-30,1588.395,1602.433,1588.395,0.534144,536.685,955.676,1477.092,0.699,1561.503,"{""connection"": 43, ""dropped_inflight"": 40127, ""http_503"": 1757}",48086,48073,8,17,0,1,245.14,408.63,267.6,161.5,229.93,128.8,51.09,134.19,124.9,10.61,12.15,9.76,963228,753213,760619,0,61698602.0,0.0,447.8919999999998,11405.957999999999,9029.0,9018.0,,,, +pool-1-repeat1,pool_causal,2,4,1024,2,1,0,,3000,evidence/grade5-pool-causal-2026-10-30,1744.487,1780.6,1744.487,0.593533,553.274,826.006,1102.593,0.173,1209.942,"{""dropped_inflight"": 35874, ""http_503"": 708}",53419,53418,9,3,0,1,122.61,127.62,206.45,68.77,73.69,90.44,22.32,23.56,111.8,6.67,7.96,9.74,0,0,6266,0,70209944.0,0.0,421.06100000000004,12799.087,53428.0,53417.0,,0,,0 +pool-8-repeat2,pool_causal,2,4,1024,2,8,0,,3000,evidence/grade5-pool-causal-2026-10-30,2259.512,2312.933,2259.512,0.770978,346.987,985.588,1342.042,0.244,1342.103,"{""dropped_inflight"": 20612}",69388,69388,9,18,0,1,215.98,280.93,259.03,153.07,182.32,135.5,45.03,73.86,115.0,15.43,56.16,9.82,1295092,390332,83752,1260798,100750060.0,0.0,1077.243,20380.971999999998,32820.0,32801.0,,0,,0 +pool-16-repeat3,pool_causal,2,4,1024,2,16,0,,3000,evidence/grade5-pool-causal-2026-10-30,1155.097,1166.5,1155.097,0.388833,648.933,1500.075,1856.782,1.057,1962.049,"{""dropped_inflight"": 51447, ""http_503"": 3558}",35067,34995,7,33,0,1,247.2,337.88,272.4,185.67,217.2,172.6,52.26,102.51,115.8,12.94,18.53,9.76,674927,12102634,1996242,37620,51655179.0,0.0,761.4340000000002,21522.679999999993,11786.0,11776.0,,0,,0 +pool-16-repeat4,pool_causal,2,4,1024,2,16,0,,3000,evidence/grade5-pool-causal-2026-10-30,1268.743,1283.333,1268.743,0.427778,635.992,1283.087,1463.345,1.84,1765.311,"{""dropped_inflight"": 49018, ""http_503"": 2482}",38520,38500,8,33,0,1,216.71,257.63,233.7,180.29,194.18,174.0,42.6,53.01,114.7,15.53,49.44,9.94,162368,4913492,1416801,478875,56639011.0,0.0,850.699000000001,21088.371,13233.0,13222.0,,0,,0 +pool-8-repeat5,pool_causal,2,4,1024,2,8,0,,3000,evidence/grade5-pool-causal-2026-10-30,1370.875,1385.767,1370.875,0.461922,578.034,1119.362,1660.509,2.054,1748.857,"{""dropped_inflight"": 45765, ""http_503"": 2662}",41581,41573,8,17,0,1,195.11,234.11,245.4,146.26,205.54,136.6,32.55,41.75,117.4,9.59,11.75,9.98,0,1603958,6013265,40010,64802131.0,0.0,1005.7559999999994,20222.51700000002,17933.0,17922.0,,0,,0 +pool-8-repeat6,pool_causal,2,4,1024,2,8,0,,3000,evidence/grade5-pool-causal-2026-10-30,1582.944,1604.5,1582.944,0.534833,598.338,1039.764,1449.329,0.286,1472.713,"{""dropped_inflight"": 40678, ""http_503"": 1187}",48142,48135,8,17,0,1,211.12,231.29,237.31,154.7,170.61,137.1,39.24,44.38,123.3,10.5,14.55,9.78,309393,1273157,684234,751346,61965116.0,0.0,719.2880000000005,21495.131000000023,21208.0,21198.0,,0,,0 +pool-16-repeat7,pool_causal,2,4,1024,2,16,0,,3000,evidence/grade5-pool-causal-2026-10-30,1523.583,1543.633,1523.583,0.514544,587.279,1092.595,1301.2,0.435,1574.41,"{""dropped_inflight"": 40998, ""http_503"": 2693}",46336,46309,8,33,0,1,211.61,246.32,263.2,173.16,181.44,175.1,39.54,43.95,124.4,10.6,13.69,9.8,67601,5087358,1847676,0,66235666.0,0.0,781.848,22263.318,15986.0,15974.0,,0,,0 +wal-sync-True-1,wal_ablation,2,4,1024,2,8,0,False,3000,evidence/grade5-wal-ablation-2026-10-30,1605.723,1627.433,1605.723,0.542478,590.769,996.85,1384.435,0.524,1400.298,"{""connection"": 37, ""dropped_inflight"": 40061, ""http_503"": 1079}",48827,48823,8,17,0,1,235.55,271.76,288.5,161.42,197.95,120.2,44.41,89.59,113.5,10.51,13.69,9.76,1455109,1631018,1254757,42374,64038349.0,0.0,708.1759999999999,21247.945,22356.0,22344.0,290.865,1031,0.5,62 +wal-sync-False-2,wal_ablation,2,4,1024,2,8,0,True,3000,evidence/grade5-wal-ablation-2026-10-30,1555.303,1568.567,1555.303,0.522856,545.888,1197.662,1554.831,0.69,1677.034,"{""dropped_inflight"": 40554, ""http_503"": 2389}",47062,47057,8,17,0,0,205.64,259.96,258.4,141.99,200.56,131.0,37.0,52.12,117.9,11.4,15.55,9.98,618146,4466717,2149719,0,67886980.0,0.0,757.2070000000001,1041.0599999999977,170.0,151.0,273.139,2301,0.4848,66 +wal-sync-True-3,wal_ablation,2,4,1024,2,8,0,False,3000,evidence/grade5-wal-ablation-2026-10-30,1406.052,1427.8,1406.052,0.475933,591.976,1087.167,1361.46,0.479,1544.823,"{""dropped_inflight"": 44266, ""http_503"": 2900}",42844,42834,8,17,0,1,218.81,239.67,238.1,158.3,227.68,124.6,37.43,50.44,118.1,10.53,13.53,10.01,132092,2204750,434905,0,56822419.0,0.0,832.8180000000002,20183.125,19727.0,19717.0,298.22,2827,0.5397,63 +db05-n1,db_cpu_causal,1,4,1024,0.5,16,0,False,2000,evidence/grade5-db-cpu-2026-10-30,550.462,583.8,550.462,0.2919,974.433,1602.36,1704.8,1.043,1835.905,"{""dropped_inflight"": 28908, ""http_503"": 13578}",17573,17514,8,17,0,1,57.16,76.92,192.6,50.46,56.42,105.1,15.22,48.03,111.3,3.0,4.09,9.89,0,108294745,498603,0,25897493.0,0.0,349.432,16805.499000000003,4335.0,4329.0,497.768,8535,0.6364,33 +db05-n2,db_cpu_causal,2,4,1024,0.5,8,0,False,2000,evidence/grade5-db-cpu-2026-10-30,295.502,295.5,295.502,0.14775,1250.558,1722.592,1953.801,0.951,1995.835,"{""dropped_inflight"": 31591, ""http_503"": 19544}",8941,8865,8,17,0,1,59.79,91.95,260.7,43.65,51.86,109.4,12.15,19.21,116.1,4.37,14.24,10.04,33782,120590063,601339,45383,24489590.0,0.0,466.35199999999986,12825.785,2563.0,2559.0,615.385,14051,0.4308,65 +db05-n4,db_cpu_causal,4,4,1024,0.5,4,0,False,2000,evidence/grade5-db-cpu-2026-10-30,264.281,275.533,264.281,0.137767,1196.629,1805.538,2038.828,1.615,2175.223,"{""connection"": 151, ""dropped_inflight"": 33988, ""http_503"": 17595}",8383,8266,8,17,0,1,74.51,132.59,279.04,47.73,77.34,108.4,11.81,19.2,119.8,3.88,8.03,10.07,3229731,128817832,1057762,57430,13437608.0,0.0,683.9259999999999,16936.021999999997,2570.0,2567.0,579.914,14867,0.5294,136 +db2-n2-first,db_cpu_causal,2,4,1024,2,8,0,False,2000,evidence/grade5-db-cpu-2026-10-30,1842.419,1848.4,1842.419,0.9242,34.965,816.979,981.683,0.298,981.768,"{""dropped_inflight"": 4548}",55452,55452,9,17,0,2,169.43,207.94,234.1,117.59,183.37,115.4,33.92,50.52,115.4,8.54,11.2,10.05,118408,2075828,853712,0,79292827.0,0.0,725.5320000000002,18325.774000000005,32122.0,32107.0,78.962,0,0.2969,64 +db05-n2-repeat,db_cpu_causal,2,4,1024,0.5,8,0,False,2000,evidence/grade5-db-cpu-2026-10-30,434.028,454.067,434.028,0.227033,1074.112,1656.234,1877.66,2.039,2271.813,"{""dropped_inflight"": 33273, ""http_503"": 13105}",13709,13622,8,17,0,2,56.46,95.39,277.8,50.27,78.08,95.28,13.65,30.62,121.3,2.86,5.1,10.06,664344,115211604,4122825,0,30770612.0,0.0,1010.8990000000003,20324.77500000001,4435.0,4429.0,550.869,10783,0.5373,67 +db2-n2-repeat,db_cpu_causal,2,4,1024,2,8,0,False,2000,evidence/grade5-db-cpu-2026-10-30,1943.529,1944.167,1943.529,0.972083,10.752,587.038,754.359,0.662,754.753,"{""dropped_inflight"": 1675}",58325,58325,9,17,0,1,162.79,210.24,243.1,109.58,184.69,116.8,28.81,40.45,117.7,6.7,9.63,9.85,93763,435800,1221929,0,81696144.0,0.0,564.3550000000005,16342.247999999992,39237.0,39223.0,47.247,0,0.3333,63 diff --git a/evidence/grade5-final-analysis-2026-10-30/results.json b/evidence/grade5-final-analysis-2026-10-30/results.json new file mode 100644 index 00000000..2a6a66d9 --- /dev/null +++ b/evidence/grade5-final-analysis-2026-10-30/results.json @@ -0,0 +1,2694 @@ +[ + { + "name": "fixed-r500-n1", + "phase": "fixed", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": null, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 500, + "source": "evidence/grade5-fixed-2026-10-29", + "successful_rps": 500.012, + "scheduled_window_rps": 500, + "wall_rps": 500.012, + "success_ratio": 1, + "p50_ms": 1.258, + "p95_ms": 3.507, + "p99_ms": 60.076, + "schedule_p99_ms": 0.592, + "completed_full_p99_ms": null, + "failures": "{}", + "messages_added": 10000, + "confirmed": 10000, + "samples": 4, + "db_connections_max": 9, + "lock_wait_max": 0, + "io_wait_max": 0, + "api_cpu_mean_pct": 28.83, + "api_cpu_max_pct": 32.61, + "api_memory_max_mib": 20.27, + "postgres_cpu_mean_pct": 14.03, + "postgres_cpu_max_pct": 14.82, + "postgres_memory_max_mib": 80.34, + "lb_cpu_mean_pct": 3.96, + "lb_cpu_max_pct": 4.3, + "lb_memory_max_mib": 97.66, + "redis_cpu_mean_pct": 1.63, + "redis_cpu_max_pct": 1.77, + "redis_memory_max_mib": 9.61 + }, + { + "name": "fixed-r500-n2", + "phase": "fixed", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": null, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 500, + "source": "evidence/grade5-fixed-2026-10-29", + "successful_rps": 499.971, + "scheduled_window_rps": 499.95, + "wall_rps": 499.971, + "success_ratio": 0.9999, + "p50_ms": 1.214, + "p95_ms": 3.432, + "p99_ms": 33.171, + "schedule_p99_ms": 0.512, + "completed_full_p99_ms": null, + "failures": "{\"http_408\": 1}", + "messages_added": 9999, + "confirmed": 9999, + "samples": 5, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 0, + "api_cpu_mean_pct": 18.93, + "api_cpu_max_pct": 24.89, + "api_memory_max_mib": 30.02, + "postgres_cpu_mean_pct": 11.82, + "postgres_cpu_max_pct": 16.3, + "postgres_memory_max_mib": 101.2, + "lb_cpu_mean_pct": 3.19, + "lb_cpu_max_pct": 4.28, + "lb_memory_max_mib": 97.68, + "redis_cpu_mean_pct": 1.52, + "redis_cpu_max_pct": 1.96, + "redis_memory_max_mib": 9.64 + }, + { + "name": "fixed-r500-n4", + "phase": "fixed", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": null, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 500, + "source": "evidence/grade5-fixed-2026-10-29", + "successful_rps": 500.02, + "scheduled_window_rps": 500, + "wall_rps": 500.02, + "success_ratio": 1, + "p50_ms": 1.265, + "p95_ms": 3.046, + "p99_ms": 35.569, + "schedule_p99_ms": 0.496, + "completed_full_p99_ms": null, + "failures": "{}", + "messages_added": 10000, + "confirmed": 10000, + "samples": 5, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 0, + "api_cpu_mean_pct": 21.01, + "api_cpu_max_pct": 29.01, + "api_memory_max_mib": 55.6, + "postgres_cpu_mean_pct": 13.04, + "postgres_cpu_max_pct": 19.44, + "postgres_memory_max_mib": 142.4, + "lb_cpu_mean_pct": 3.54, + "lb_cpu_max_pct": 4.95, + "lb_memory_max_mib": 97.8, + "redis_cpu_mean_pct": 2.31, + "redis_cpu_max_pct": 2.7, + "redis_memory_max_mib": 10.21 + }, + { + "name": "fixed-r1000-n4", + "phase": "fixed", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": null, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 1000, + "source": "evidence/grade5-fixed-2026-10-29", + "successful_rps": 1000.008, + "scheduled_window_rps": 1000, + "wall_rps": 1000.008, + "success_ratio": 1, + "p50_ms": 0.809, + "p95_ms": 3.594, + "p99_ms": 97.974, + "schedule_p99_ms": 0.302, + "completed_full_p99_ms": null, + "failures": "{}", + "messages_added": 20000, + "confirmed": 20000, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 33.08, + "api_cpu_max_pct": 42.93, + "api_memory_max_mib": 71.98, + "postgres_cpu_mean_pct": 24.18, + "postgres_cpu_max_pct": 45.56, + "postgres_memory_max_mib": 159.1, + "lb_cpu_mean_pct": 5.85, + "lb_cpu_max_pct": 8.47, + "lb_memory_max_mib": 99.75, + "redis_cpu_mean_pct": 2.58, + "redis_cpu_max_pct": 4.05, + "redis_memory_max_mib": 9.9 + }, + { + "name": "fixed-r1000-n2", + "phase": "fixed", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": null, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 1000, + "source": "evidence/grade5-fixed-2026-10-29", + "successful_rps": 1000.009, + "scheduled_window_rps": 1000, + "wall_rps": 1000.009, + "success_ratio": 1, + "p50_ms": 0.797, + "p95_ms": 4.061, + "p99_ms": 92.662, + "schedule_p99_ms": 0.343, + "completed_full_p99_ms": null, + "failures": "{}", + "messages_added": 20000, + "confirmed": 20000, + "samples": 5, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 0, + "api_cpu_mean_pct": 25.02, + "api_cpu_max_pct": 36.46, + "api_memory_max_mib": 58.29, + "postgres_cpu_mean_pct": 13.88, + "postgres_cpu_max_pct": 17.14, + "postgres_memory_max_mib": 124.2, + "lb_cpu_mean_pct": 3.96, + "lb_cpu_max_pct": 5.01, + "lb_memory_max_mib": 99.3, + "redis_cpu_mean_pct": 1.68, + "redis_cpu_max_pct": 2.12, + "redis_memory_max_mib": 9.79 + }, + { + "name": "fixed-r1000-n1", + "phase": "fixed", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": null, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 1000, + "source": "evidence/grade5-fixed-2026-10-29", + "successful_rps": 994.345, + "scheduled_window_rps": 996.55, + "wall_rps": 994.345, + "success_ratio": 0.99655, + "p50_ms": 0.791, + "p95_ms": 6.071, + "p99_ms": 193.842, + "schedule_p99_ms": 0.346, + "completed_full_p99_ms": null, + "failures": "{\"dropped_inflight\": 69}", + "messages_added": 19931, + "confirmed": 19931, + "samples": 5, + "db_connections_max": 9, + "lock_wait_max": 0, + "io_wait_max": 0, + "api_cpu_mean_pct": 24.55, + "api_cpu_max_pct": 32.49, + "api_memory_max_mib": 55.53, + "postgres_cpu_mean_pct": 14.93, + "postgres_cpu_max_pct": 19.07, + "postgres_memory_max_mib": 102.1, + "lb_cpu_mean_pct": 3.72, + "lb_cpu_max_pct": 4.74, + "lb_memory_max_mib": 100.6, + "redis_cpu_mean_pct": 1.66, + "redis_cpu_max_pct": 1.94, + "redis_memory_max_mib": 9.77 + }, + { + "name": "fixed-r1500-n1", + "phase": "fixed", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": null, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 1500, + "source": "evidence/grade5-fixed-2026-10-29", + "successful_rps": 1473.486, + "scheduled_window_rps": 1473.5, + "wall_rps": 1473.486, + "success_ratio": 0.982333, + "p50_ms": 0.849, + "p95_ms": 37.769, + "p99_ms": 295.21, + "schedule_p99_ms": 1.305, + "completed_full_p99_ms": null, + "failures": "{\"dropped_inflight\": 530}", + "messages_added": 29470, + "confirmed": 29470, + "samples": 4, + "db_connections_max": 9, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 50.49, + "api_cpu_max_pct": 55.22, + "api_memory_max_mib": 54.35, + "postgres_cpu_mean_pct": 29.54, + "postgres_cpu_max_pct": 35.42, + "postgres_memory_max_mib": 107.4, + "lb_cpu_mean_pct": 10.43, + "lb_cpu_max_pct": 18.6, + "lb_memory_max_mib": 101.1, + "redis_cpu_mean_pct": 2.8, + "redis_cpu_max_pct": 2.9, + "redis_memory_max_mib": 9.76 + }, + { + "name": "fixed-r1500-n2", + "phase": "fixed", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": null, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 1500, + "source": "evidence/grade5-fixed-2026-10-29", + "successful_rps": 1492.078, + "scheduled_window_rps": 1492.1, + "wall_rps": 1492.078, + "success_ratio": 0.994733, + "p50_ms": 0.864, + "p95_ms": 9.09, + "p99_ms": 145.119, + "schedule_p99_ms": 0.262, + "completed_full_p99_ms": null, + "failures": "{\"dropped_inflight\": 158}", + "messages_added": 29842, + "confirmed": 29842, + "samples": 4, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 0, + "api_cpu_mean_pct": 48.55, + "api_cpu_max_pct": 49.5, + "api_memory_max_mib": 81.62, + "postgres_cpu_mean_pct": 27.95, + "postgres_cpu_max_pct": 31.74, + "postgres_memory_max_mib": 126.2, + "lb_cpu_mean_pct": 7.76, + "lb_cpu_max_pct": 7.98, + "lb_memory_max_mib": 101.2, + "redis_cpu_mean_pct": 3.04, + "redis_cpu_max_pct": 3.56, + "redis_memory_max_mib": 9.79 + }, + { + "name": "fixed-r1500-n4", + "phase": "fixed", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": null, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 1500, + "source": "evidence/grade5-fixed-2026-10-29", + "successful_rps": 1485.936, + "scheduled_window_rps": 1486.1, + "wall_rps": 1485.936, + "success_ratio": 0.990733, + "p50_ms": 0.824, + "p95_ms": 3.821, + "p99_ms": 220.254, + "schedule_p99_ms": 0.256, + "completed_full_p99_ms": null, + "failures": "{\"dropped_inflight\": 278}", + "messages_added": 29722, + "confirmed": 29722, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 0, + "api_cpu_mean_pct": 55.61, + "api_cpu_max_pct": 63.39, + "api_memory_max_mib": 113.24, + "postgres_cpu_mean_pct": 28.28, + "postgres_cpu_max_pct": 29.74, + "postgres_memory_max_mib": 162.0, + "lb_cpu_mean_pct": 8.26, + "lb_cpu_max_pct": 8.64, + "lb_memory_max_mib": 101.5, + "redis_cpu_mean_pct": 3.19, + "redis_cpu_max_pct": 3.52, + "redis_memory_max_mib": 9.93 + }, + { + "name": "fixed-r2000-n4", + "phase": "fixed", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": null, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 2000, + "source": "evidence/grade5-fixed-2026-10-29", + "successful_rps": 1823.917, + "scheduled_window_rps": 1833.65, + "wall_rps": 1823.917, + "success_ratio": 0.916825, + "p50_ms": 2.133, + "p95_ms": 217.497, + "p99_ms": 331.374, + "schedule_p99_ms": 0.209, + "completed_full_p99_ms": null, + "failures": "{\"dropped_inflight\": 3327}", + "messages_added": 36673, + "confirmed": 36673, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 165.87, + "api_cpu_max_pct": 322.8, + "api_memory_max_mib": 139.2, + "postgres_cpu_mean_pct": 93.18, + "postgres_cpu_max_pct": 173.91, + "postgres_memory_max_mib": 165.7, + "lb_cpu_mean_pct": 40.2, + "lb_cpu_max_pct": 106.06, + "lb_memory_max_mib": 101.9, + "redis_cpu_mean_pct": 8.23, + "redis_cpu_max_pct": 15.41, + "redis_memory_max_mib": 9.85 + }, + { + "name": "fixed-r2000-n2", + "phase": "fixed", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": null, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 2000, + "source": "evidence/grade5-fixed-2026-10-29", + "successful_rps": 1964.529, + "scheduled_window_rps": 1964.7, + "wall_rps": 1964.529, + "success_ratio": 0.98235, + "p50_ms": 1.22, + "p95_ms": 13.66, + "p99_ms": 192.062, + "schedule_p99_ms": 0.196, + "completed_full_p99_ms": null, + "failures": "{\"dropped_inflight\": 706}", + "messages_added": 39294, + "confirmed": 39294, + "samples": 4, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 96.75, + "api_cpu_max_pct": 146.78, + "api_memory_max_mib": 85.34, + "postgres_cpu_mean_pct": 58.58, + "postgres_cpu_max_pct": 87.8, + "postgres_memory_max_mib": 140.3, + "lb_cpu_mean_pct": 14.88, + "lb_cpu_max_pct": 22.02, + "lb_memory_max_mib": 103.1, + "redis_cpu_mean_pct": 5.25, + "redis_cpu_max_pct": 8.87, + "redis_memory_max_mib": 9.87 + }, + { + "name": "fixed-r2000-n1", + "phase": "fixed", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": null, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 2000, + "source": "evidence/grade5-fixed-2026-10-29", + "successful_rps": 1949.996, + "scheduled_window_rps": 1950.1, + "wall_rps": 1949.996, + "success_ratio": 0.97505, + "p50_ms": 1.729, + "p95_ms": 18.188, + "p99_ms": 324.506, + "schedule_p99_ms": 0.178, + "completed_full_p99_ms": null, + "failures": "{\"dropped_inflight\": 998}", + "messages_added": 39002, + "confirmed": 39002, + "samples": 4, + "db_connections_max": 9, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 103.35, + "api_cpu_max_pct": 109.09, + "api_memory_max_mib": 63.06, + "postgres_cpu_mean_pct": 57.5, + "postgres_cpu_max_pct": 63.34, + "postgres_memory_max_mib": 120.6, + "lb_cpu_mean_pct": 15.32, + "lb_cpu_max_pct": 16.72, + "lb_memory_max_mib": 103.2, + "redis_cpu_mean_pct": 5.48, + "redis_cpu_max_pct": 6.27, + "redis_memory_max_mib": 9.79 + }, + { + "name": "fixed-r2500-n1", + "phase": "fixed", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": null, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 2500, + "source": "evidence/grade5-fixed-2026-10-29", + "successful_rps": 2428.862, + "scheduled_window_rps": 2429.9, + "wall_rps": 2428.862, + "success_ratio": 0.97196, + "p50_ms": 3.958, + "p95_ms": 109.611, + "p99_ms": 194.071, + "schedule_p99_ms": 0.186, + "completed_full_p99_ms": null, + "failures": "{\"dropped_inflight\": 1402}", + "messages_added": 48598, + "confirmed": 48598, + "samples": 4, + "db_connections_max": 9, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 169.41, + "api_cpu_max_pct": 219.39, + "api_memory_max_mib": 59.23, + "postgres_cpu_mean_pct": 109.36, + "postgres_cpu_max_pct": 132.21, + "postgres_memory_max_mib": 122.1, + "lb_cpu_mean_pct": 29.9, + "lb_cpu_max_pct": 40.18, + "lb_memory_max_mib": 103.3, + "redis_cpu_mean_pct": 8.13, + "redis_cpu_max_pct": 9.05, + "redis_memory_max_mib": 9.8 + }, + { + "name": "fixed-r2500-n2", + "phase": "fixed", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": null, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 2500, + "source": "evidence/grade5-fixed-2026-10-29", + "successful_rps": 2272.776, + "scheduled_window_rps": 2273.05, + "wall_rps": 2272.776, + "success_ratio": 0.90922, + "p50_ms": 2.256, + "p95_ms": 126.983, + "p99_ms": 379.735, + "schedule_p99_ms": 4.82, + "completed_full_p99_ms": null, + "failures": "{\"connection\": 49, \"dropped_inflight\": 4490}", + "messages_added": 45461, + "confirmed": 45461, + "samples": 4, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 154.23, + "api_cpu_max_pct": 199.74, + "api_memory_max_mib": 103.59, + "postgres_cpu_mean_pct": 110.42, + "postgres_cpu_max_pct": 142.96, + "postgres_memory_max_mib": 151.4, + "lb_cpu_mean_pct": 25.02, + "lb_cpu_max_pct": 34.47, + "lb_memory_max_mib": 104.9, + "redis_cpu_mean_pct": 7.98, + "redis_cpu_max_pct": 9.32, + "redis_memory_max_mib": 9.89 + }, + { + "name": "fixed-r2500-n4", + "phase": "fixed", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": null, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 2500, + "source": "evidence/grade5-fixed-2026-10-29", + "successful_rps": 2418.499, + "scheduled_window_rps": 2420.05, + "wall_rps": 2418.499, + "success_ratio": 0.96802, + "p50_ms": 1.763, + "p95_ms": 68.181, + "p99_ms": 238.372, + "schedule_p99_ms": 0.391, + "completed_full_p99_ms": null, + "failures": "{\"dropped_inflight\": 1599}", + "messages_added": 48401, + "confirmed": 48401, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 158.5, + "api_cpu_max_pct": 191.2, + "api_memory_max_mib": 148.29, + "postgres_cpu_mean_pct": 104.09, + "postgres_cpu_max_pct": 137.65, + "postgres_memory_max_mib": 170.2, + "lb_cpu_mean_pct": 23.32, + "lb_cpu_max_pct": 25.75, + "lb_memory_max_mib": 105.0, + "redis_cpu_mean_pct": 8.22, + "redis_cpu_max_pct": 9.97, + "redis_memory_max_mib": 9.94 + }, + { + "name": "pool32-fixed-r1000-n1", + "phase": "fixed_pool32", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 32, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 1000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1000.011, + "scheduled_window_rps": 1000, + "wall_rps": 1000.011, + "success_ratio": 1, + "p50_ms": 0.878, + "p95_ms": 16.667, + "p99_ms": 98.019, + "schedule_p99_ms": 1.506, + "completed_full_p99_ms": null, + "failures": "{}", + "messages_added": 20000, + "confirmed": 20000, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 32.7, + "api_cpu_max_pct": 37.34, + "api_memory_max_mib": 56.37, + "postgres_cpu_mean_pct": 20.01, + "postgres_cpu_max_pct": 25.3, + "postgres_memory_max_mib": 139.6, + "lb_cpu_mean_pct": 5.2, + "lb_cpu_max_pct": 5.97, + "lb_memory_max_mib": 100.8, + "redis_cpu_mean_pct": 1.97, + "redis_cpu_max_pct": 2.21, + "redis_memory_max_mib": 9.63 + }, + { + "name": "pool32-fixed-r1000-n2", + "phase": "fixed_pool32", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 1000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1000.013, + "scheduled_window_rps": 1000, + "wall_rps": 1000.013, + "success_ratio": 1, + "p50_ms": 0.968, + "p95_ms": 239.526, + "p99_ms": 503.815, + "schedule_p99_ms": 1.567, + "completed_full_p99_ms": null, + "failures": "{}", + "messages_added": 20000, + "confirmed": 20000, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 0, + "api_cpu_mean_pct": 51.43, + "api_cpu_max_pct": 82.14, + "api_memory_max_mib": 136.99, + "postgres_cpu_mean_pct": 64.76, + "postgres_cpu_max_pct": 187.98, + "postgres_memory_max_mib": 145.0, + "lb_cpu_mean_pct": 24.26, + "lb_cpu_max_pct": 44.02, + "lb_memory_max_mib": 106.1, + "redis_cpu_mean_pct": 3.3, + "redis_cpu_max_pct": 5.95, + "redis_memory_max_mib": 9.74 + }, + { + "name": "pool32-fixed-r1000-n4", + "phase": "fixed_pool32", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 1000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 961.958, + "scheduled_window_rps": 961.95, + "wall_rps": 961.958, + "success_ratio": 0.96195, + "p50_ms": 1.646, + "p95_ms": 1240.417, + "p99_ms": 1764.388, + "schedule_p99_ms": 3.825, + "completed_full_p99_ms": null, + "failures": "{\"dropped_inflight\": 756, \"http_503\": 5}", + "messages_added": 19243, + "confirmed": 19239, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 67.02, + "api_cpu_max_pct": 166.93, + "api_memory_max_mib": 238.82, + "postgres_cpu_mean_pct": 52.18, + "postgres_cpu_max_pct": 144.83, + "postgres_memory_max_mib": 150.1, + "lb_cpu_mean_pct": 15.63, + "lb_cpu_max_pct": 47.13, + "lb_memory_max_mib": 112.0, + "redis_cpu_mean_pct": 2.27, + "redis_cpu_max_pct": 3.0, + "redis_memory_max_mib": 10.13 + }, + { + "name": "pool32-fixed-r2000-n4", + "phase": "fixed_pool32", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 2000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1836.902, + "scheduled_window_rps": 1846.15, + "wall_rps": 1836.902, + "success_ratio": 0.923075, + "p50_ms": 85.866, + "p95_ms": 804.527, + "p99_ms": 1209.831, + "schedule_p99_ms": 0.9, + "completed_full_p99_ms": null, + "failures": "{\"dropped_inflight\": 3077}", + "messages_added": 36923, + "confirmed": 36923, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 126.33, + "api_cpu_max_pct": 224.89, + "api_memory_max_mib": 263.63, + "postgres_cpu_mean_pct": 77.04, + "postgres_cpu_max_pct": 148.12, + "postgres_memory_max_mib": 160.1, + "lb_cpu_mean_pct": 20.23, + "lb_cpu_max_pct": 41.76, + "lb_memory_max_mib": 113.8, + "redis_cpu_mean_pct": 6.38, + "redis_cpu_max_pct": 13.52, + "redis_memory_max_mib": 9.97 + }, + { + "name": "pool32-fixed-r2000-n2", + "phase": "fixed_pool32", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 2000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1979.883, + "scheduled_window_rps": 1980.1, + "wall_rps": 1979.883, + "success_ratio": 0.99005, + "p50_ms": 3.154, + "p95_ms": 404.278, + "p99_ms": 701.699, + "schedule_p99_ms": 0.451, + "completed_full_p99_ms": null, + "failures": "{\"dropped_inflight\": 398}", + "messages_added": 39602, + "confirmed": 39602, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 121.65, + "api_cpu_max_pct": 140.69, + "api_memory_max_mib": 222.9, + "postgres_cpu_mean_pct": 97.42, + "postgres_cpu_max_pct": 125.85, + "postgres_memory_max_mib": 165.0, + "lb_cpu_mean_pct": 25.14, + "lb_cpu_max_pct": 35.62, + "lb_memory_max_mib": 113.9, + "redis_cpu_mean_pct": 8.39, + "redis_cpu_max_pct": 13.94, + "redis_memory_max_mib": 9.88 + }, + { + "name": "pool32-fixed-r2000-n1", + "phase": "fixed_pool32", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 32, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 2000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1949.682, + "scheduled_window_rps": 1950.15, + "wall_rps": 1949.682, + "success_ratio": 0.975075, + "p50_ms": 2.793, + "p95_ms": 443.953, + "p99_ms": 997, + "schedule_p99_ms": 0.309, + "completed_full_p99_ms": null, + "failures": "{\"dropped_inflight\": 997}", + "messages_added": 39003, + "confirmed": 39003, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 121.92, + "api_cpu_max_pct": 177.46, + "api_memory_max_mib": 173.8, + "postgres_cpu_mean_pct": 77.11, + "postgres_cpu_max_pct": 99.67, + "postgres_memory_max_mib": 169.6, + "lb_cpu_mean_pct": 21.75, + "lb_cpu_max_pct": 32.09, + "lb_memory_max_mib": 114.3, + "redis_cpu_mean_pct": 6.58, + "redis_cpu_max_pct": 9.01, + "redis_memory_max_mib": 9.84 + }, + { + "name": "pool32-fixed-r3000-n1", + "phase": "fixed_pool32", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 32, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 3000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 2593.008, + "scheduled_window_rps": 2633.25, + "wall_rps": 2593.008, + "success_ratio": 0.87775, + "p50_ms": 221.185, + "p95_ms": 655.339, + "p99_ms": 966.242, + "schedule_p99_ms": 0.381, + "completed_full_p99_ms": null, + "failures": "{\"dropped_inflight\": 7335}", + "messages_added": 52665, + "confirmed": 52665, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 156.88, + "api_cpu_max_pct": 228.52, + "api_memory_max_mib": 225.9, + "postgres_cpu_mean_pct": 145.32, + "postgres_cpu_max_pct": 196.35, + "postgres_memory_max_mib": 171.0, + "lb_cpu_mean_pct": 30.36, + "lb_cpu_max_pct": 41.31, + "lb_memory_max_mib": 114.4, + "redis_cpu_mean_pct": 10.16, + "redis_cpu_max_pct": 15.56, + "redis_memory_max_mib": 10.03 + }, + { + "name": "pool32-fixed-r3000-n2", + "phase": "fixed_pool32", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 3000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 2089.482, + "scheduled_window_rps": 2118.95, + "wall_rps": 2089.482, + "success_ratio": 0.706317, + "p50_ms": 402.814, + "p95_ms": 922.883, + "p99_ms": 1273.686, + "schedule_p99_ms": 0.45, + "completed_full_p99_ms": null, + "failures": "{\"connection\": 13, \"dropped_inflight\": 16936, \"http_503\": 672}", + "messages_added": 42380, + "confirmed": 42379, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 173.28, + "api_cpu_max_pct": 242.04, + "api_memory_max_mib": 327.8, + "postgres_cpu_mean_pct": 132.09, + "postgres_cpu_max_pct": 181.41, + "postgres_memory_max_mib": 177.0, + "lb_cpu_mean_pct": 30.81, + "lb_cpu_max_pct": 43.21, + "lb_memory_max_mib": 117.6, + "redis_cpu_mean_pct": 8.17, + "redis_cpu_max_pct": 10.3, + "redis_memory_max_mib": 9.9 + }, + { + "name": "pool32-fixed-r3000-n4", + "phase": "fixed_pool32", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 3000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1906.961, + "scheduled_window_rps": 1931.05, + "wall_rps": 1906.961, + "success_ratio": 0.643683, + "p50_ms": 469.087, + "p95_ms": 872.444, + "p99_ms": 1594.005, + "schedule_p99_ms": 0.768, + "completed_full_p99_ms": null, + "failures": "{\"dropped_inflight\": 20385, \"http_503\": 994}", + "messages_added": 38650, + "confirmed": 38621, + "samples": 3, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 253.68, + "api_cpu_max_pct": 263.6, + "api_memory_max_mib": 344.59, + "postgres_cpu_mean_pct": 170.23, + "postgres_cpu_max_pct": 175.79, + "postgres_memory_max_mib": 174.3, + "lb_cpu_mean_pct": 43.99, + "lb_cpu_max_pct": 48.31, + "lb_memory_max_mib": 117.8, + "redis_cpu_mean_pct": 12.82, + "redis_cpu_max_pct": 14.2, + "redis_memory_max_mib": 10.02 + }, + { + "name": "grow-r1000-c2", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 2, + "api_total_memory_mib": 512, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 1000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 957.944, + "scheduled_window_rps": 958.1, + "wall_rps": 957.944, + "success_ratio": 0.9581, + "p50_ms": 1.966, + "p95_ms": 1319.564, + "p99_ms": 1832.251, + "schedule_p99_ms": 1.526, + "completed_full_p99_ms": null, + "failures": "{\"connection\": 132, \"dropped_inflight\": 691, \"http_503\": 15}", + "messages_added": 19167, + "confirmed": 19162, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 83.07, + "api_cpu_max_pct": 227.39, + "api_memory_max_mib": 227.4, + "postgres_cpu_mean_pct": 68.88, + "postgres_cpu_max_pct": 216.4, + "postgres_memory_max_mib": 176.1, + "lb_cpu_mean_pct": 14.69, + "lb_cpu_max_pct": 41.82, + "lb_memory_max_mib": 115.4, + "redis_cpu_mean_pct": 8.66, + "redis_cpu_max_pct": 26.82, + "redis_memory_max_mib": 9.88 + }, + { + "name": "grow-r1000-c3", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 3, + "api_total_memory_mib": 768, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 1000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1000.007, + "scheduled_window_rps": 1000, + "wall_rps": 1000.007, + "success_ratio": 1, + "p50_ms": 1.063, + "p95_ms": 321.428, + "p99_ms": 530.503, + "schedule_p99_ms": 0.416, + "completed_full_p99_ms": null, + "failures": "{}", + "messages_added": 20000, + "confirmed": 20000, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 0, + "api_cpu_mean_pct": 58.59, + "api_cpu_max_pct": 109.99, + "api_memory_max_mib": 124.27, + "postgres_cpu_mean_pct": 57.16, + "postgres_cpu_max_pct": 108.08, + "postgres_memory_max_mib": 174.1, + "lb_cpu_mean_pct": 9.99, + "lb_cpu_max_pct": 19.72, + "lb_memory_max_mib": 113.0, + "redis_cpu_mean_pct": 3.24, + "redis_cpu_max_pct": 5.35, + "redis_memory_max_mib": 9.86 + }, + { + "name": "grow-r1000-c4", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 1000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 999.981, + "scheduled_window_rps": 1000, + "wall_rps": 999.981, + "success_ratio": 1, + "p50_ms": 1.636, + "p95_ms": 506.613, + "p99_ms": 908.609, + "schedule_p99_ms": 1.205, + "completed_full_p99_ms": null, + "failures": "{}", + "messages_added": 20000, + "confirmed": 20000, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 63.79, + "api_cpu_max_pct": 106.87, + "api_memory_max_mib": 197.38, + "postgres_cpu_mean_pct": 33.29, + "postgres_cpu_max_pct": 67.32, + "postgres_memory_max_mib": 173.8, + "lb_cpu_mean_pct": 15.42, + "lb_cpu_max_pct": 39.16, + "lb_memory_max_mib": 114.0, + "redis_cpu_mean_pct": 3.93, + "redis_cpu_max_pct": 6.07, + "redis_memory_max_mib": 9.93 + }, + { + "name": "grow-r2000-c4", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 2000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1770.066, + "scheduled_window_rps": 1784.85, + "wall_rps": 1770.066, + "success_ratio": 0.892425, + "p50_ms": 279.544, + "p95_ms": 887.192, + "p99_ms": 1513.928, + "schedule_p99_ms": 1.053, + "completed_full_p99_ms": null, + "failures": "{\"dropped_inflight\": 4303}", + "messages_added": 35697, + "confirmed": 35697, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 164.41, + "api_cpu_max_pct": 251.86, + "api_memory_max_mib": 298.3, + "postgres_cpu_mean_pct": 136.97, + "postgres_cpu_max_pct": 234.03, + "postgres_memory_max_mib": 176.8, + "lb_cpu_mean_pct": 39.6, + "lb_cpu_max_pct": 83.94, + "lb_memory_max_mib": 116.3, + "redis_cpu_mean_pct": 7.71, + "redis_cpu_max_pct": 11.32, + "redis_memory_max_mib": 9.9 + }, + { + "name": "grow-r2000-c3", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 3, + "api_total_memory_mib": 768, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 2000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1746.278, + "scheduled_window_rps": 1746.4, + "wall_rps": 1746.278, + "success_ratio": 0.8732, + "p50_ms": 266.263, + "p95_ms": 895.023, + "p99_ms": 1331.973, + "schedule_p99_ms": 0.474, + "completed_full_p99_ms": null, + "failures": "{\"dropped_inflight\": 4709, \"http_503\": 363}", + "messages_added": 34940, + "confirmed": 34928, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 174.4, + "api_cpu_max_pct": 257.42, + "api_memory_max_mib": 290.4, + "postgres_cpu_mean_pct": 165.78, + "postgres_cpu_max_pct": 196.52, + "postgres_memory_max_mib": 180.1, + "lb_cpu_mean_pct": 29.25, + "lb_cpu_max_pct": 49.49, + "lb_memory_max_mib": 117.2, + "redis_cpu_mean_pct": 8.42, + "redis_cpu_max_pct": 11.86, + "redis_memory_max_mib": 9.92 + }, + { + "name": "grow-r2000-c2", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 2, + "api_total_memory_mib": 512, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 2000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1168.004, + "scheduled_window_rps": 1214.15, + "wall_rps": 1168.004, + "success_ratio": 0.607075, + "p50_ms": 382.913, + "p95_ms": 1256.282, + "p99_ms": 1562.894, + "schedule_p99_ms": 1.775, + "completed_full_p99_ms": null, + "failures": "{\"dropped_inflight\": 11391, \"http_503\": 4326}", + "messages_added": 24296, + "confirmed": 24283, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 165.97, + "api_cpu_max_pct": 244.79, + "api_memory_max_mib": 300.9, + "postgres_cpu_mean_pct": 116.5, + "postgres_cpu_max_pct": 159.86, + "postgres_memory_max_mib": 173.2, + "lb_cpu_mean_pct": 27.36, + "lb_cpu_max_pct": 38.77, + "lb_memory_max_mib": 117.7, + "redis_cpu_mean_pct": 13.96, + "redis_cpu_max_pct": 36.32, + "redis_memory_max_mib": 9.91 + }, + { + "name": "grow-r3000-c2", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 2, + "api_total_memory_mib": 512, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 3000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1260.65, + "scheduled_window_rps": 1290.9, + "wall_rps": 1260.65, + "success_ratio": 0.4303, + "p50_ms": 569.66, + "p95_ms": 1398.721, + "p99_ms": 1528.555, + "schedule_p99_ms": 0.378, + "completed_full_p99_ms": null, + "failures": "{\"dropped_inflight\": 31290, \"http_503\": 2892}", + "messages_added": 25850, + "confirmed": 25818, + "samples": 4, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 143.18, + "api_cpu_max_pct": 210.83, + "api_memory_max_mib": 327.2, + "postgres_cpu_mean_pct": 120.5, + "postgres_cpu_max_pct": 188.41, + "postgres_memory_max_mib": 174.9, + "lb_cpu_mean_pct": 37.09, + "lb_cpu_max_pct": 72.2, + "lb_memory_max_mib": 118.1, + "redis_cpu_mean_pct": 6.01, + "redis_cpu_max_pct": 8.82, + "redis_memory_max_mib": 10.05 + }, + { + "name": "grow-r3000-c3", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 3, + "api_total_memory_mib": 768, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 3000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 1183.977, + "scheduled_window_rps": 1256.65, + "wall_rps": 1183.977, + "success_ratio": 0.418883, + "p50_ms": 622.517, + "p95_ms": 1559.951, + "p99_ms": 2483.533, + "schedule_p99_ms": 0.988, + "completed_full_p99_ms": null, + "failures": "{\"connection\": 461, \"dropped_inflight\": 32746, \"http_503\": 1660}", + "messages_added": 25166, + "confirmed": 25133, + "samples": 3, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 0, + "api_cpu_mean_pct": 227.38, + "api_cpu_max_pct": 236.19, + "api_memory_max_mib": 279.3, + "postgres_cpu_mean_pct": 200.01, + "postgres_cpu_max_pct": 216.82, + "postgres_memory_max_mib": 177.1, + "lb_cpu_mean_pct": 41.98, + "lb_cpu_max_pct": 46.03, + "lb_memory_max_mib": 117.6, + "redis_cpu_mean_pct": 11.28, + "redis_cpu_max_pct": 11.98, + "redis_memory_max_mib": 9.92 + }, + { + "name": "grow-r3000-c4", + "phase": "resource_growth", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 3000, + "source": "evidence/grade5-controlled-2026-10-30", + "successful_rps": 807.603, + "scheduled_window_rps": 827.9, + "wall_rps": 807.603, + "success_ratio": 0.275967, + "p50_ms": 760.712, + "p95_ms": 1693.38, + "p99_ms": 2224.782, + "schedule_p99_ms": 1.631, + "completed_full_p99_ms": null, + "failures": "{\"dropped_inflight\": 39796, \"http_503\": 3646}", + "messages_added": 16584, + "confirmed": 16558, + "samples": 3, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 162.99, + "api_cpu_max_pct": 252.38, + "api_memory_max_mib": 284.1, + "postgres_cpu_mean_pct": 139.72, + "postgres_cpu_max_pct": 217.39, + "postgres_memory_max_mib": 180.1, + "lb_cpu_mean_pct": 33.55, + "lb_cpu_max_pct": 53.21, + "lb_memory_max_mib": 120.7, + "redis_cpu_mean_pct": 7.68, + "redis_cpu_max_pct": 12.18, + "redis_memory_max_mib": 10.11 + }, + { + "name": "pool8-r3000", + "phase": "pool_screen", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 3000, + "source": "evidence/grade5-pool-screen-2026-10-30", + "successful_rps": 1677.661, + "scheduled_window_rps": 1696.533, + "wall_rps": 1677.661, + "success_ratio": 0.565511, + "p50_ms": 516.354, + "p95_ms": 1140.493, + "p99_ms": 1315.751, + "schedule_p99_ms": 0.322, + "completed_full_p99_ms": 1581.162, + "failures": "{\"dropped_inflight\": 37297, \"http_503\": 1807}", + "messages_added": 50911, + "confirmed": 50896, + "samples": 9, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 202.85, + "api_cpu_max_pct": 263.93, + "api_memory_max_mib": 282.5, + "postgres_cpu_mean_pct": 140.96, + "postgres_cpu_max_pct": 204.18, + "postgres_memory_max_mib": 121.8, + "lb_cpu_mean_pct": 36.39, + "lb_cpu_max_pct": 46.06, + "lb_memory_max_mib": 115.8, + "redis_cpu_mean_pct": 10.31, + "redis_cpu_max_pct": 15.62, + "redis_memory_max_mib": 9.94, + "api_throttled_usec": 251354, + "postgres_throttled_usec": 620348, + "lb_throttled_usec": 937902, + "redis_throttled_usec": 15157, + "wal_bytes_delta": 66144770.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 689.8879999999999, + "wal_fsync_time_delta": 21404.143000000004, + "wal_writes_delta": 22772.0, + "wal_fsyncs_delta": 22760.0 + }, + { + "name": "pool4-r3000", + "phase": "pool_screen", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 4, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 3000, + "source": "evidence/grade5-pool-screen-2026-10-30", + "successful_rps": 1518.403, + "scheduled_window_rps": 1536.733, + "wall_rps": 1518.403, + "success_ratio": 0.512244, + "p50_ms": 593.34, + "p95_ms": 955.505, + "p99_ms": 1235.123, + "schedule_p99_ms": 0.312, + "completed_full_p99_ms": 1365.79, + "failures": "{\"dropped_inflight\": 42109, \"http_503\": 1789}", + "messages_added": 46111, + "confirmed": 46102, + "samples": 9, + "db_connections_max": 9, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 186.84, + "api_cpu_max_pct": 219.56, + "api_memory_max_mib": 251.1, + "postgres_cpu_mean_pct": 117.79, + "postgres_cpu_max_pct": 145.34, + "postgres_memory_max_mib": 105.5, + "lb_cpu_mean_pct": 35.65, + "lb_cpu_max_pct": 51.78, + "lb_memory_max_mib": 115.8, + "redis_cpu_mean_pct": 9.7, + "redis_cpu_max_pct": 12.72, + "redis_memory_max_mib": 9.76, + "api_throttled_usec": 3232, + "postgres_throttled_usec": 124179, + "lb_throttled_usec": 1256170, + "redis_throttled_usec": 0, + "wal_bytes_delta": 67182691.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 632.663, + "wal_fsync_time_delta": 20075.02000000001, + "wal_writes_delta": 27326.0, + "wal_fsyncs_delta": 27314.0 + }, + { + "name": "pool16-r3000", + "phase": "pool_screen", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "commit_delay_us": null, + "diagnostic_async_commit": null, + "rate": 3000, + "source": "evidence/grade5-pool-screen-2026-10-30", + "successful_rps": 1802.645, + "scheduled_window_rps": 1821.067, + "wall_rps": 1802.645, + "success_ratio": 0.607022, + "p50_ms": 510.961, + "p95_ms": 1149.177, + "p99_ms": 1366.154, + "schedule_p99_ms": 0.954, + "completed_full_p99_ms": 1523.874, + "failures": "{\"dropped_inflight\": 33948, \"http_503\": 1420}", + "messages_added": 54647, + "confirmed": 54632, + "samples": 8, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 2, + "api_cpu_mean_pct": 250.43, + "api_cpu_max_pct": 325.81, + "api_memory_max_mib": 293.9, + "postgres_cpu_mean_pct": 172.97, + "postgres_cpu_max_pct": 187.8, + "postgres_memory_max_mib": 163.9, + "lb_cpu_mean_pct": 44.16, + "lb_cpu_max_pct": 48.05, + "lb_memory_max_mib": 121.4, + "redis_cpu_mean_pct": 11.21, + "redis_cpu_max_pct": 13.17, + "redis_memory_max_mib": 9.77, + "api_throttled_usec": 522214, + "postgres_throttled_usec": 4746794, + "lb_throttled_usec": 3353603, + "redis_throttled_usec": 0, + "wal_bytes_delta": 86376319.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 720.5750000000003, + "wal_fsync_time_delta": 22361.261999999995, + "wal_writes_delta": 19183.0, + "wal_fsyncs_delta": 19166.0 + }, + { + "name": "commit-0-repeat1", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": null, + "rate": 3000, + "source": "evidence/grade5-group-commit-2026-10-30", + "successful_rps": 1269.191, + "scheduled_window_rps": 1284.5, + "wall_rps": 1269.191, + "success_ratio": 0.428167, + "p50_ms": 584.815, + "p95_ms": 1285.907, + "p99_ms": 1599.546, + "schedule_p99_ms": 3.798, + "completed_full_p99_ms": 2202.785, + "failures": "{\"dropped_inflight\": 47786, \"http_503\": 3679}", + "messages_added": 38558, + "confirmed": 38535, + "samples": 8, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 198.79, + "api_cpu_max_pct": 292.87, + "api_memory_max_mib": 320.2, + "postgres_cpu_mean_pct": 139.62, + "postgres_cpu_max_pct": 212.18, + "postgres_memory_max_mib": 117.2, + "lb_cpu_mean_pct": 46.12, + "lb_cpu_max_pct": 77.54, + "lb_memory_max_mib": 119.6, + "redis_cpu_mean_pct": 12.66, + "redis_cpu_max_pct": 22.12, + "redis_memory_max_mib": 9.8, + "api_throttled_usec": 85897, + "postgres_throttled_usec": 1990973, + "lb_throttled_usec": 5474290, + "redis_throttled_usec": 40041, + "wal_bytes_delta": 52985189.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 709.0740000000001, + "wal_fsync_time_delta": 20765.286000000004, + "wal_writes_delta": 18204.0, + "wal_fsyncs_delta": 18194.0 + }, + { + "name": "commit-1000-repeat2", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 1000, + "diagnostic_async_commit": null, + "rate": 3000, + "source": "evidence/grade5-group-commit-2026-10-30", + "successful_rps": 1437.618, + "scheduled_window_rps": 1450.7, + "wall_rps": 1437.618, + "success_ratio": 0.483567, + "p50_ms": 600.843, + "p95_ms": 976.194, + "p99_ms": 1248.272, + "schedule_p99_ms": 0.647, + "completed_full_p99_ms": 1824.851, + "failures": "{\"dropped_inflight\": 44465, \"http_503\": 2014}", + "messages_added": 43531, + "confirmed": 43521, + "samples": 8, + "db_connections_max": 18, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 198.27, + "api_cpu_max_pct": 241.56, + "api_memory_max_mib": 266.4, + "postgres_cpu_mean_pct": 128.31, + "postgres_cpu_max_pct": 156.32, + "postgres_memory_max_mib": 122.6, + "lb_cpu_mean_pct": 33.91, + "lb_cpu_max_pct": 42.34, + "lb_memory_max_mib": 118.6, + "redis_cpu_mean_pct": 11.09, + "redis_cpu_max_pct": 19.38, + "redis_memory_max_mib": 9.75, + "api_throttled_usec": 684069, + "postgres_throttled_usec": 465025, + "lb_throttled_usec": 1183041, + "redis_throttled_usec": 70547, + "wal_bytes_delta": 66862838.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 455.78600000000006, + "wal_fsync_time_delta": 11417.739999999998, + "wal_writes_delta": 8487.0, + "wal_fsyncs_delta": 8475.0 + }, + { + "name": "commit-1000-repeat3", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 1000, + "diagnostic_async_commit": null, + "rate": 3000, + "source": "evidence/grade5-group-commit-2026-10-30", + "successful_rps": 1565.524, + "scheduled_window_rps": 1580.133, + "wall_rps": 1565.524, + "success_ratio": 0.526711, + "p50_ms": 526.64, + "p95_ms": 959.927, + "p99_ms": 1232.916, + "schedule_p99_ms": 0.491, + "completed_full_p99_ms": 1618.59, + "failures": "{\"dropped_inflight\": 39636, \"http_503\": 2960}", + "messages_added": 47421, + "confirmed": 47404, + "samples": 8, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 219.43, + "api_cpu_max_pct": 239.7, + "api_memory_max_mib": 283.8, + "postgres_cpu_mean_pct": 151.59, + "postgres_cpu_max_pct": 168.83, + "postgres_memory_max_mib": 124.0, + "lb_cpu_mean_pct": 38.79, + "lb_cpu_max_pct": 44.23, + "lb_memory_max_mib": 123.2, + "redis_cpu_mean_pct": 10.12, + "redis_cpu_max_pct": 11.63, + "redis_memory_max_mib": 9.75, + "api_throttled_usec": 0, + "postgres_throttled_usec": 892703, + "lb_throttled_usec": 430592, + "redis_throttled_usec": 341143, + "wal_bytes_delta": 59166395.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 452.41100000000006, + "wal_fsync_time_delta": 10955.988000000005, + "wal_writes_delta": 8858.0, + "wal_fsyncs_delta": 8848.0 + }, + { + "name": "commit-0-repeat4", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": null, + "rate": 3000, + "source": "evidence/grade5-group-commit-2026-10-30", + "successful_rps": 1688.171, + "scheduled_window_rps": 1705.767, + "wall_rps": 1688.171, + "success_ratio": 0.568589, + "p50_ms": 546.002, + "p95_ms": 968.773, + "p99_ms": 1142.355, + "schedule_p99_ms": 0.243, + "completed_full_p99_ms": 1415.922, + "failures": "{\"dropped_inflight\": 37137, \"http_503\": 1690}", + "messages_added": 51180, + "confirmed": 51173, + "samples": 8, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 223.23, + "api_cpu_max_pct": 240.73, + "api_memory_max_mib": 314.5, + "postgres_cpu_mean_pct": 163.92, + "postgres_cpu_max_pct": 201.13, + "postgres_memory_max_mib": 125.8, + "lb_cpu_mean_pct": 40.93, + "lb_cpu_max_pct": 57.7, + "lb_memory_max_mib": 123.5, + "redis_cpu_mean_pct": 10.68, + "redis_cpu_max_pct": 12.26, + "redis_memory_max_mib": 9.76, + "api_throttled_usec": 539585, + "postgres_throttled_usec": 1995152, + "lb_throttled_usec": 719850, + "redis_throttled_usec": 9800, + "wal_bytes_delta": 65195726.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 711.7600000000002, + "wal_fsync_time_delta": 20967.70399999999, + "wal_writes_delta": 23643.0, + "wal_fsyncs_delta": 23632.0 + }, + { + "name": "commit-0-repeat5", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": null, + "rate": 3000, + "source": "evidence/grade5-group-commit-2026-10-30", + "successful_rps": 1561.99, + "scheduled_window_rps": 1589, + "wall_rps": 1561.99, + "success_ratio": 0.529667, + "p50_ms": 573.874, + "p95_ms": 970.804, + "p99_ms": 1394.874, + "schedule_p99_ms": 0.634, + "completed_full_p99_ms": 1488.498, + "failures": "{\"dropped_inflight\": 40309, \"http_503\": 2021}", + "messages_added": 47686, + "confirmed": 47670, + "samples": 8, + "db_connections_max": 18, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 243.62, + "api_cpu_max_pct": 349.61, + "api_memory_max_mib": 285.8, + "postgres_cpu_mean_pct": 160.51, + "postgres_cpu_max_pct": 193.98, + "postgres_memory_max_mib": 128.2, + "lb_cpu_mean_pct": 42.38, + "lb_cpu_max_pct": 72.8, + "lb_memory_max_mib": 124.8, + "redis_cpu_mean_pct": 11.44, + "redis_cpu_max_pct": 13.62, + "redis_memory_max_mib": 9.79, + "api_throttled_usec": 486785, + "postgres_throttled_usec": 1905279, + "lb_throttled_usec": 337057, + "redis_throttled_usec": 180053, + "wal_bytes_delta": 72941303.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 715.502, + "wal_fsync_time_delta": 21446.958000000013, + "wal_writes_delta": 21710.0, + "wal_fsyncs_delta": 21697.0 + }, + { + "name": "commit-1000-repeat6", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 1000, + "diagnostic_async_commit": null, + "rate": 3000, + "source": "evidence/grade5-group-commit-2026-10-30", + "successful_rps": 1588.395, + "scheduled_window_rps": 1602.433, + "wall_rps": 1588.395, + "success_ratio": 0.534144, + "p50_ms": 536.685, + "p95_ms": 955.676, + "p99_ms": 1477.092, + "schedule_p99_ms": 0.699, + "completed_full_p99_ms": 1561.503, + "failures": "{\"connection\": 43, \"dropped_inflight\": 40127, \"http_503\": 1757}", + "messages_added": 48086, + "confirmed": 48073, + "samples": 8, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 245.14, + "api_cpu_max_pct": 408.63, + "api_memory_max_mib": 267.6, + "postgres_cpu_mean_pct": 161.5, + "postgres_cpu_max_pct": 229.93, + "postgres_memory_max_mib": 128.8, + "lb_cpu_mean_pct": 51.09, + "lb_cpu_max_pct": 134.19, + "lb_memory_max_mib": 124.9, + "redis_cpu_mean_pct": 10.61, + "redis_cpu_max_pct": 12.15, + "redis_memory_max_mib": 9.76, + "api_throttled_usec": 963228, + "postgres_throttled_usec": 753213, + "lb_throttled_usec": 760619, + "redis_throttled_usec": 0, + "wal_bytes_delta": 61698602.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 447.8919999999998, + "wal_fsync_time_delta": 11405.957999999999, + "wal_writes_delta": 9029.0, + "wal_fsyncs_delta": 9018.0 + }, + { + "name": "pool-1-repeat1", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 1, + "commit_delay_us": 0, + "diagnostic_async_commit": null, + "rate": 3000, + "source": "evidence/grade5-pool-causal-2026-10-30", + "successful_rps": 1744.487, + "scheduled_window_rps": 1780.6, + "wall_rps": 1744.487, + "success_ratio": 0.593533, + "p50_ms": 553.274, + "p95_ms": 826.006, + "p99_ms": 1102.593, + "schedule_p99_ms": 0.173, + "completed_full_p99_ms": 1209.942, + "failures": "{\"dropped_inflight\": 35874, \"http_503\": 708}", + "messages_added": 53419, + "confirmed": 53418, + "samples": 9, + "db_connections_max": 3, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 122.61, + "api_cpu_max_pct": 127.62, + "api_memory_max_mib": 206.45, + "postgres_cpu_mean_pct": 68.77, + "postgres_cpu_max_pct": 73.69, + "postgres_memory_max_mib": 90.44, + "lb_cpu_mean_pct": 22.32, + "lb_cpu_max_pct": 23.56, + "lb_memory_max_mib": 111.8, + "redis_cpu_mean_pct": 6.67, + "redis_cpu_max_pct": 7.96, + "redis_memory_max_mib": 9.74, + "pool_wait_per_acquire_ms": null, + "pool_canceled_acquires": 0, + "pool_full_sample_ratio": null, + "pool_sample_points": 0, + "api_throttled_usec": 0, + "postgres_throttled_usec": 0, + "lb_throttled_usec": 6266, + "redis_throttled_usec": 0, + "wal_bytes_delta": 70209944.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 421.06100000000004, + "wal_fsync_time_delta": 12799.087, + "wal_writes_delta": 53428.0, + "wal_fsyncs_delta": 53417.0 + }, + { + "name": "pool-8-repeat2", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": null, + "rate": 3000, + "source": "evidence/grade5-pool-causal-2026-10-30", + "successful_rps": 2259.512, + "scheduled_window_rps": 2312.933, + "wall_rps": 2259.512, + "success_ratio": 0.770978, + "p50_ms": 346.987, + "p95_ms": 985.588, + "p99_ms": 1342.042, + "schedule_p99_ms": 0.244, + "completed_full_p99_ms": 1342.103, + "failures": "{\"dropped_inflight\": 20612}", + "messages_added": 69388, + "confirmed": 69388, + "samples": 9, + "db_connections_max": 18, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 215.98, + "api_cpu_max_pct": 280.93, + "api_memory_max_mib": 259.03, + "postgres_cpu_mean_pct": 153.07, + "postgres_cpu_max_pct": 182.32, + "postgres_memory_max_mib": 135.5, + "lb_cpu_mean_pct": 45.03, + "lb_cpu_max_pct": 73.86, + "lb_memory_max_mib": 115.0, + "redis_cpu_mean_pct": 15.43, + "redis_cpu_max_pct": 56.16, + "redis_memory_max_mib": 9.82, + "pool_wait_per_acquire_ms": null, + "pool_canceled_acquires": 0, + "pool_full_sample_ratio": null, + "pool_sample_points": 0, + "api_throttled_usec": 1295092, + "postgres_throttled_usec": 390332, + "lb_throttled_usec": 83752, + "redis_throttled_usec": 1260798, + "wal_bytes_delta": 100750060.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 1077.243, + "wal_fsync_time_delta": 20380.971999999998, + "wal_writes_delta": 32820.0, + "wal_fsyncs_delta": 32801.0 + }, + { + "name": "pool-16-repeat3", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "commit_delay_us": 0, + "diagnostic_async_commit": null, + "rate": 3000, + "source": "evidence/grade5-pool-causal-2026-10-30", + "successful_rps": 1155.097, + "scheduled_window_rps": 1166.5, + "wall_rps": 1155.097, + "success_ratio": 0.388833, + "p50_ms": 648.933, + "p95_ms": 1500.075, + "p99_ms": 1856.782, + "schedule_p99_ms": 1.057, + "completed_full_p99_ms": 1962.049, + "failures": "{\"dropped_inflight\": 51447, \"http_503\": 3558}", + "messages_added": 35067, + "confirmed": 34995, + "samples": 7, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 247.2, + "api_cpu_max_pct": 337.88, + "api_memory_max_mib": 272.4, + "postgres_cpu_mean_pct": 185.67, + "postgres_cpu_max_pct": 217.2, + "postgres_memory_max_mib": 172.6, + "lb_cpu_mean_pct": 52.26, + "lb_cpu_max_pct": 102.51, + "lb_memory_max_mib": 115.8, + "redis_cpu_mean_pct": 12.94, + "redis_cpu_max_pct": 18.53, + "redis_memory_max_mib": 9.76, + "pool_wait_per_acquire_ms": null, + "pool_canceled_acquires": 0, + "pool_full_sample_ratio": null, + "pool_sample_points": 0, + "api_throttled_usec": 674927, + "postgres_throttled_usec": 12102634, + "lb_throttled_usec": 1996242, + "redis_throttled_usec": 37620, + "wal_bytes_delta": 51655179.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 761.4340000000002, + "wal_fsync_time_delta": 21522.679999999993, + "wal_writes_delta": 11786.0, + "wal_fsyncs_delta": 11776.0 + }, + { + "name": "pool-16-repeat4", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "commit_delay_us": 0, + "diagnostic_async_commit": null, + "rate": 3000, + "source": "evidence/grade5-pool-causal-2026-10-30", + "successful_rps": 1268.743, + "scheduled_window_rps": 1283.333, + "wall_rps": 1268.743, + "success_ratio": 0.427778, + "p50_ms": 635.992, + "p95_ms": 1283.087, + "p99_ms": 1463.345, + "schedule_p99_ms": 1.84, + "completed_full_p99_ms": 1765.311, + "failures": "{\"dropped_inflight\": 49018, \"http_503\": 2482}", + "messages_added": 38520, + "confirmed": 38500, + "samples": 8, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 216.71, + "api_cpu_max_pct": 257.63, + "api_memory_max_mib": 233.7, + "postgres_cpu_mean_pct": 180.29, + "postgres_cpu_max_pct": 194.18, + "postgres_memory_max_mib": 174.0, + "lb_cpu_mean_pct": 42.6, + "lb_cpu_max_pct": 53.01, + "lb_memory_max_mib": 114.7, + "redis_cpu_mean_pct": 15.53, + "redis_cpu_max_pct": 49.44, + "redis_memory_max_mib": 9.94, + "pool_wait_per_acquire_ms": null, + "pool_canceled_acquires": 0, + "pool_full_sample_ratio": null, + "pool_sample_points": 0, + "api_throttled_usec": 162368, + "postgres_throttled_usec": 4913492, + "lb_throttled_usec": 1416801, + "redis_throttled_usec": 478875, + "wal_bytes_delta": 56639011.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 850.699000000001, + "wal_fsync_time_delta": 21088.371, + "wal_writes_delta": 13233.0, + "wal_fsyncs_delta": 13222.0 + }, + { + "name": "pool-8-repeat5", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": null, + "rate": 3000, + "source": "evidence/grade5-pool-causal-2026-10-30", + "successful_rps": 1370.875, + "scheduled_window_rps": 1385.767, + "wall_rps": 1370.875, + "success_ratio": 0.461922, + "p50_ms": 578.034, + "p95_ms": 1119.362, + "p99_ms": 1660.509, + "schedule_p99_ms": 2.054, + "completed_full_p99_ms": 1748.857, + "failures": "{\"dropped_inflight\": 45765, \"http_503\": 2662}", + "messages_added": 41581, + "confirmed": 41573, + "samples": 8, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 195.11, + "api_cpu_max_pct": 234.11, + "api_memory_max_mib": 245.4, + "postgres_cpu_mean_pct": 146.26, + "postgres_cpu_max_pct": 205.54, + "postgres_memory_max_mib": 136.6, + "lb_cpu_mean_pct": 32.55, + "lb_cpu_max_pct": 41.75, + "lb_memory_max_mib": 117.4, + "redis_cpu_mean_pct": 9.59, + "redis_cpu_max_pct": 11.75, + "redis_memory_max_mib": 9.98, + "pool_wait_per_acquire_ms": null, + "pool_canceled_acquires": 0, + "pool_full_sample_ratio": null, + "pool_sample_points": 0, + "api_throttled_usec": 0, + "postgres_throttled_usec": 1603958, + "lb_throttled_usec": 6013265, + "redis_throttled_usec": 40010, + "wal_bytes_delta": 64802131.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 1005.7559999999994, + "wal_fsync_time_delta": 20222.51700000002, + "wal_writes_delta": 17933.0, + "wal_fsyncs_delta": 17922.0 + }, + { + "name": "pool-8-repeat6", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": null, + "rate": 3000, + "source": "evidence/grade5-pool-causal-2026-10-30", + "successful_rps": 1582.944, + "scheduled_window_rps": 1604.5, + "wall_rps": 1582.944, + "success_ratio": 0.534833, + "p50_ms": 598.338, + "p95_ms": 1039.764, + "p99_ms": 1449.329, + "schedule_p99_ms": 0.286, + "completed_full_p99_ms": 1472.713, + "failures": "{\"dropped_inflight\": 40678, \"http_503\": 1187}", + "messages_added": 48142, + "confirmed": 48135, + "samples": 8, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 211.12, + "api_cpu_max_pct": 231.29, + "api_memory_max_mib": 237.31, + "postgres_cpu_mean_pct": 154.7, + "postgres_cpu_max_pct": 170.61, + "postgres_memory_max_mib": 137.1, + "lb_cpu_mean_pct": 39.24, + "lb_cpu_max_pct": 44.38, + "lb_memory_max_mib": 123.3, + "redis_cpu_mean_pct": 10.5, + "redis_cpu_max_pct": 14.55, + "redis_memory_max_mib": 9.78, + "pool_wait_per_acquire_ms": null, + "pool_canceled_acquires": 0, + "pool_full_sample_ratio": null, + "pool_sample_points": 0, + "api_throttled_usec": 309393, + "postgres_throttled_usec": 1273157, + "lb_throttled_usec": 684234, + "redis_throttled_usec": 751346, + "wal_bytes_delta": 61965116.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 719.2880000000005, + "wal_fsync_time_delta": 21495.131000000023, + "wal_writes_delta": 21208.0, + "wal_fsyncs_delta": 21198.0 + }, + { + "name": "pool-16-repeat7", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "commit_delay_us": 0, + "diagnostic_async_commit": null, + "rate": 3000, + "source": "evidence/grade5-pool-causal-2026-10-30", + "successful_rps": 1523.583, + "scheduled_window_rps": 1543.633, + "wall_rps": 1523.583, + "success_ratio": 0.514544, + "p50_ms": 587.279, + "p95_ms": 1092.595, + "p99_ms": 1301.2, + "schedule_p99_ms": 0.435, + "completed_full_p99_ms": 1574.41, + "failures": "{\"dropped_inflight\": 40998, \"http_503\": 2693}", + "messages_added": 46336, + "confirmed": 46309, + "samples": 8, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 211.61, + "api_cpu_max_pct": 246.32, + "api_memory_max_mib": 263.2, + "postgres_cpu_mean_pct": 173.16, + "postgres_cpu_max_pct": 181.44, + "postgres_memory_max_mib": 175.1, + "lb_cpu_mean_pct": 39.54, + "lb_cpu_max_pct": 43.95, + "lb_memory_max_mib": 124.4, + "redis_cpu_mean_pct": 10.6, + "redis_cpu_max_pct": 13.69, + "redis_memory_max_mib": 9.8, + "pool_wait_per_acquire_ms": null, + "pool_canceled_acquires": 0, + "pool_full_sample_ratio": null, + "pool_sample_points": 0, + "api_throttled_usec": 67601, + "postgres_throttled_usec": 5087358, + "lb_throttled_usec": 1847676, + "redis_throttled_usec": 0, + "wal_bytes_delta": 66235666.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 781.848, + "wal_fsync_time_delta": 22263.318, + "wal_writes_delta": 15986.0, + "wal_fsyncs_delta": 15974.0 + }, + { + "name": "wal-sync-True-1", + "phase": "wal_ablation", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": false, + "rate": 3000, + "source": "evidence/grade5-wal-ablation-2026-10-30", + "successful_rps": 1605.723, + "scheduled_window_rps": 1627.433, + "wall_rps": 1605.723, + "success_ratio": 0.542478, + "p50_ms": 590.769, + "p95_ms": 996.85, + "p99_ms": 1384.435, + "schedule_p99_ms": 0.524, + "completed_full_p99_ms": 1400.298, + "failures": "{\"connection\": 37, \"dropped_inflight\": 40061, \"http_503\": 1079}", + "messages_added": 48827, + "confirmed": 48823, + "samples": 8, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 235.55, + "api_cpu_max_pct": 271.76, + "api_memory_max_mib": 288.5, + "postgres_cpu_mean_pct": 161.42, + "postgres_cpu_max_pct": 197.95, + "postgres_memory_max_mib": 120.2, + "lb_cpu_mean_pct": 44.41, + "lb_cpu_max_pct": 89.59, + "lb_memory_max_mib": 113.5, + "redis_cpu_mean_pct": 10.51, + "redis_cpu_max_pct": 13.69, + "redis_memory_max_mib": 9.76, + "pool_wait_per_acquire_ms": 290.865, + "pool_canceled_acquires": 1031, + "pool_full_sample_ratio": 0.5, + "pool_sample_points": 62, + "api_throttled_usec": 1455109, + "postgres_throttled_usec": 1631018, + "lb_throttled_usec": 1254757, + "redis_throttled_usec": 42374, + "wal_bytes_delta": 64038349.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 708.1759999999999, + "wal_fsync_time_delta": 21247.945, + "wal_writes_delta": 22356.0, + "wal_fsyncs_delta": 22344.0 + }, + { + "name": "wal-sync-False-2", + "phase": "wal_ablation", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": true, + "rate": 3000, + "source": "evidence/grade5-wal-ablation-2026-10-30", + "successful_rps": 1555.303, + "scheduled_window_rps": 1568.567, + "wall_rps": 1555.303, + "success_ratio": 0.522856, + "p50_ms": 545.888, + "p95_ms": 1197.662, + "p99_ms": 1554.831, + "schedule_p99_ms": 0.69, + "completed_full_p99_ms": 1677.034, + "failures": "{\"dropped_inflight\": 40554, \"http_503\": 2389}", + "messages_added": 47062, + "confirmed": 47057, + "samples": 8, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 0, + "api_cpu_mean_pct": 205.64, + "api_cpu_max_pct": 259.96, + "api_memory_max_mib": 258.4, + "postgres_cpu_mean_pct": 141.99, + "postgres_cpu_max_pct": 200.56, + "postgres_memory_max_mib": 131.0, + "lb_cpu_mean_pct": 37.0, + "lb_cpu_max_pct": 52.12, + "lb_memory_max_mib": 117.9, + "redis_cpu_mean_pct": 11.4, + "redis_cpu_max_pct": 15.55, + "redis_memory_max_mib": 9.98, + "pool_wait_per_acquire_ms": 273.139, + "pool_canceled_acquires": 2301, + "pool_full_sample_ratio": 0.4848, + "pool_sample_points": 66, + "api_throttled_usec": 618146, + "postgres_throttled_usec": 4466717, + "lb_throttled_usec": 2149719, + "redis_throttled_usec": 0, + "wal_bytes_delta": 67886980.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 757.2070000000001, + "wal_fsync_time_delta": 1041.0599999999977, + "wal_writes_delta": 170.0, + "wal_fsyncs_delta": 151.0 + }, + { + "name": "wal-sync-True-3", + "phase": "wal_ablation", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": false, + "rate": 3000, + "source": "evidence/grade5-wal-ablation-2026-10-30", + "successful_rps": 1406.052, + "scheduled_window_rps": 1427.8, + "wall_rps": 1406.052, + "success_ratio": 0.475933, + "p50_ms": 591.976, + "p95_ms": 1087.167, + "p99_ms": 1361.46, + "schedule_p99_ms": 0.479, + "completed_full_p99_ms": 1544.823, + "failures": "{\"dropped_inflight\": 44266, \"http_503\": 2900}", + "messages_added": 42844, + "confirmed": 42834, + "samples": 8, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 218.81, + "api_cpu_max_pct": 239.67, + "api_memory_max_mib": 238.1, + "postgres_cpu_mean_pct": 158.3, + "postgres_cpu_max_pct": 227.68, + "postgres_memory_max_mib": 124.6, + "lb_cpu_mean_pct": 37.43, + "lb_cpu_max_pct": 50.44, + "lb_memory_max_mib": 118.1, + "redis_cpu_mean_pct": 10.53, + "redis_cpu_max_pct": 13.53, + "redis_memory_max_mib": 10.01, + "pool_wait_per_acquire_ms": 298.22, + "pool_canceled_acquires": 2827, + "pool_full_sample_ratio": 0.5397, + "pool_sample_points": 63, + "api_throttled_usec": 132092, + "postgres_throttled_usec": 2204750, + "lb_throttled_usec": 434905, + "redis_throttled_usec": 0, + "wal_bytes_delta": 56822419.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 832.8180000000002, + "wal_fsync_time_delta": 20183.125, + "wal_writes_delta": 19727.0, + "wal_fsyncs_delta": 19717.0 + }, + { + "name": "db05-n1", + "phase": "db_cpu_causal", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 0.5, + "pool_max_conns_per_replica": 16, + "commit_delay_us": 0, + "diagnostic_async_commit": false, + "rate": 2000, + "source": "evidence/grade5-db-cpu-2026-10-30", + "successful_rps": 550.462, + "scheduled_window_rps": 583.8, + "wall_rps": 550.462, + "success_ratio": 0.2919, + "p50_ms": 974.433, + "p95_ms": 1602.36, + "p99_ms": 1704.8, + "schedule_p99_ms": 1.043, + "completed_full_p99_ms": 1835.905, + "failures": "{\"dropped_inflight\": 28908, \"http_503\": 13578}", + "messages_added": 17573, + "confirmed": 17514, + "samples": 8, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 57.16, + "api_cpu_max_pct": 76.92, + "api_memory_max_mib": 192.6, + "postgres_cpu_mean_pct": 50.46, + "postgres_cpu_max_pct": 56.42, + "postgres_memory_max_mib": 105.1, + "lb_cpu_mean_pct": 15.22, + "lb_cpu_max_pct": 48.03, + "lb_memory_max_mib": 111.3, + "redis_cpu_mean_pct": 3.0, + "redis_cpu_max_pct": 4.09, + "redis_memory_max_mib": 9.89, + "pool_wait_per_acquire_ms": 497.768, + "pool_canceled_acquires": 8535, + "pool_full_sample_ratio": 0.6364, + "pool_sample_points": 33, + "api_throttled_usec": 0, + "postgres_throttled_usec": 108294745, + "lb_throttled_usec": 498603, + "redis_throttled_usec": 0, + "wal_bytes_delta": 25897493.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 349.432, + "wal_fsync_time_delta": 16805.499000000003, + "wal_writes_delta": 4335.0, + "wal_fsyncs_delta": 4329.0 + }, + { + "name": "db05-n2", + "phase": "db_cpu_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 0.5, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": false, + "rate": 2000, + "source": "evidence/grade5-db-cpu-2026-10-30", + "successful_rps": 295.502, + "scheduled_window_rps": 295.5, + "wall_rps": 295.502, + "success_ratio": 0.14775, + "p50_ms": 1250.558, + "p95_ms": 1722.592, + "p99_ms": 1953.801, + "schedule_p99_ms": 0.951, + "completed_full_p99_ms": 1995.835, + "failures": "{\"dropped_inflight\": 31591, \"http_503\": 19544}", + "messages_added": 8941, + "confirmed": 8865, + "samples": 8, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 59.79, + "api_cpu_max_pct": 91.95, + "api_memory_max_mib": 260.7, + "postgres_cpu_mean_pct": 43.65, + "postgres_cpu_max_pct": 51.86, + "postgres_memory_max_mib": 109.4, + "lb_cpu_mean_pct": 12.15, + "lb_cpu_max_pct": 19.21, + "lb_memory_max_mib": 116.1, + "redis_cpu_mean_pct": 4.37, + "redis_cpu_max_pct": 14.24, + "redis_memory_max_mib": 10.04, + "pool_wait_per_acquire_ms": 615.385, + "pool_canceled_acquires": 14051, + "pool_full_sample_ratio": 0.4308, + "pool_sample_points": 65, + "api_throttled_usec": 33782, + "postgres_throttled_usec": 120590063, + "lb_throttled_usec": 601339, + "redis_throttled_usec": 45383, + "wal_bytes_delta": 24489590.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 466.35199999999986, + "wal_fsync_time_delta": 12825.785, + "wal_writes_delta": 2563.0, + "wal_fsyncs_delta": 2559.0 + }, + { + "name": "db05-n4", + "phase": "db_cpu_causal", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 0.5, + "pool_max_conns_per_replica": 4, + "commit_delay_us": 0, + "diagnostic_async_commit": false, + "rate": 2000, + "source": "evidence/grade5-db-cpu-2026-10-30", + "successful_rps": 264.281, + "scheduled_window_rps": 275.533, + "wall_rps": 264.281, + "success_ratio": 0.137767, + "p50_ms": 1196.629, + "p95_ms": 1805.538, + "p99_ms": 2038.828, + "schedule_p99_ms": 1.615, + "completed_full_p99_ms": 2175.223, + "failures": "{\"connection\": 151, \"dropped_inflight\": 33988, \"http_503\": 17595}", + "messages_added": 8383, + "confirmed": 8266, + "samples": 8, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 74.51, + "api_cpu_max_pct": 132.59, + "api_memory_max_mib": 279.04, + "postgres_cpu_mean_pct": 47.73, + "postgres_cpu_max_pct": 77.34, + "postgres_memory_max_mib": 108.4, + "lb_cpu_mean_pct": 11.81, + "lb_cpu_max_pct": 19.2, + "lb_memory_max_mib": 119.8, + "redis_cpu_mean_pct": 3.88, + "redis_cpu_max_pct": 8.03, + "redis_memory_max_mib": 10.07, + "pool_wait_per_acquire_ms": 579.914, + "pool_canceled_acquires": 14867, + "pool_full_sample_ratio": 0.5294, + "pool_sample_points": 136, + "api_throttled_usec": 3229731, + "postgres_throttled_usec": 128817832, + "lb_throttled_usec": 1057762, + "redis_throttled_usec": 57430, + "wal_bytes_delta": 13437608.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 683.9259999999999, + "wal_fsync_time_delta": 16936.021999999997, + "wal_writes_delta": 2570.0, + "wal_fsyncs_delta": 2567.0 + }, + { + "name": "db2-n2-first", + "phase": "db_cpu_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": false, + "rate": 2000, + "source": "evidence/grade5-db-cpu-2026-10-30", + "successful_rps": 1842.419, + "scheduled_window_rps": 1848.4, + "wall_rps": 1842.419, + "success_ratio": 0.9242, + "p50_ms": 34.965, + "p95_ms": 816.979, + "p99_ms": 981.683, + "schedule_p99_ms": 0.298, + "completed_full_p99_ms": 981.768, + "failures": "{\"dropped_inflight\": 4548}", + "messages_added": 55452, + "confirmed": 55452, + "samples": 9, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 2, + "api_cpu_mean_pct": 169.43, + "api_cpu_max_pct": 207.94, + "api_memory_max_mib": 234.1, + "postgres_cpu_mean_pct": 117.59, + "postgres_cpu_max_pct": 183.37, + "postgres_memory_max_mib": 115.4, + "lb_cpu_mean_pct": 33.92, + "lb_cpu_max_pct": 50.52, + "lb_memory_max_mib": 115.4, + "redis_cpu_mean_pct": 8.54, + "redis_cpu_max_pct": 11.2, + "redis_memory_max_mib": 10.05, + "pool_wait_per_acquire_ms": 78.962, + "pool_canceled_acquires": 0, + "pool_full_sample_ratio": 0.2969, + "pool_sample_points": 64, + "api_throttled_usec": 118408, + "postgres_throttled_usec": 2075828, + "lb_throttled_usec": 853712, + "redis_throttled_usec": 0, + "wal_bytes_delta": 79292827.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 725.5320000000002, + "wal_fsync_time_delta": 18325.774000000005, + "wal_writes_delta": 32122.0, + "wal_fsyncs_delta": 32107.0 + }, + { + "name": "db05-n2-repeat", + "phase": "db_cpu_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 0.5, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": false, + "rate": 2000, + "source": "evidence/grade5-db-cpu-2026-10-30", + "successful_rps": 434.028, + "scheduled_window_rps": 454.067, + "wall_rps": 434.028, + "success_ratio": 0.227033, + "p50_ms": 1074.112, + "p95_ms": 1656.234, + "p99_ms": 1877.66, + "schedule_p99_ms": 2.039, + "completed_full_p99_ms": 2271.813, + "failures": "{\"dropped_inflight\": 33273, \"http_503\": 13105}", + "messages_added": 13709, + "confirmed": 13622, + "samples": 8, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 2, + "api_cpu_mean_pct": 56.46, + "api_cpu_max_pct": 95.39, + "api_memory_max_mib": 277.8, + "postgres_cpu_mean_pct": 50.27, + "postgres_cpu_max_pct": 78.08, + "postgres_memory_max_mib": 95.28, + "lb_cpu_mean_pct": 13.65, + "lb_cpu_max_pct": 30.62, + "lb_memory_max_mib": 121.3, + "redis_cpu_mean_pct": 2.86, + "redis_cpu_max_pct": 5.1, + "redis_memory_max_mib": 10.06, + "pool_wait_per_acquire_ms": 550.869, + "pool_canceled_acquires": 10783, + "pool_full_sample_ratio": 0.5373, + "pool_sample_points": 67, + "api_throttled_usec": 664344, + "postgres_throttled_usec": 115211604, + "lb_throttled_usec": 4122825, + "redis_throttled_usec": 0, + "wal_bytes_delta": 30770612.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 1010.8990000000003, + "wal_fsync_time_delta": 20324.77500000001, + "wal_writes_delta": 4435.0, + "wal_fsyncs_delta": 4429.0 + }, + { + "name": "db2-n2-repeat", + "phase": "db_cpu_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": false, + "rate": 2000, + "source": "evidence/grade5-db-cpu-2026-10-30", + "successful_rps": 1943.529, + "scheduled_window_rps": 1944.167, + "wall_rps": 1943.529, + "success_ratio": 0.972083, + "p50_ms": 10.752, + "p95_ms": 587.038, + "p99_ms": 754.359, + "schedule_p99_ms": 0.662, + "completed_full_p99_ms": 754.753, + "failures": "{\"dropped_inflight\": 1675}", + "messages_added": 58325, + "confirmed": 58325, + "samples": 9, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 162.79, + "api_cpu_max_pct": 210.24, + "api_memory_max_mib": 243.1, + "postgres_cpu_mean_pct": 109.58, + "postgres_cpu_max_pct": 184.69, + "postgres_memory_max_mib": 116.8, + "lb_cpu_mean_pct": 28.81, + "lb_cpu_max_pct": 40.45, + "lb_memory_max_mib": 117.7, + "redis_cpu_mean_pct": 6.7, + "redis_cpu_max_pct": 9.63, + "redis_memory_max_mib": 9.85, + "pool_wait_per_acquire_ms": 47.247, + "pool_canceled_acquires": 0, + "pool_full_sample_ratio": 0.3333, + "pool_sample_points": 63, + "api_throttled_usec": 93763, + "postgres_throttled_usec": 435800, + "lb_throttled_usec": 1221929, + "redis_throttled_usec": 0, + "wal_bytes_delta": 81696144.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 564.3550000000005, + "wal_fsync_time_delta": 16342.247999999992, + "wal_writes_delta": 39237.0, + "wal_fsyncs_delta": 39223.0 + } +] diff --git a/evidence/grade5-final-analysis-2026-10-30/verification.json b/evidence/grade5-final-analysis-2026-10-30/verification.json new file mode 100644 index 00000000..9ae5424e --- /dev/null +++ b/evidence/grade5-final-analysis-2026-10-30/verification.json @@ -0,0 +1,95 @@ +[ + { + "directory": "evidence/grade5-group-commit-2026-10-30", + "status": "PASS", + "runs": [ + { + "name": "commit-0-repeat1", + "requests": 90000, + "unconfirmed_rows": 23 + }, + { + "name": "commit-1000-repeat2", + "requests": 90000, + "unconfirmed_rows": 10 + }, + { + "name": "commit-1000-repeat3", + "requests": 90000, + "unconfirmed_rows": 17 + }, + { + "name": "commit-0-repeat4", + "requests": 90000, + "unconfirmed_rows": 7 + }, + { + "name": "commit-0-repeat5", + "requests": 90000, + "unconfirmed_rows": 16 + }, + { + "name": "commit-1000-repeat6", + "requests": 90000, + "unconfirmed_rows": 13 + } + ] + }, + { + "directory": "evidence/grade5-wal-ablation-2026-10-30", + "status": "PASS", + "runs": [ + { + "name": "wal-sync-True-1", + "requests": 90000, + "unconfirmed_rows": 4 + }, + { + "name": "wal-sync-False-2", + "requests": 90000, + "unconfirmed_rows": 5 + }, + { + "name": "wal-sync-True-3", + "requests": 90000, + "unconfirmed_rows": 10 + } + ] + }, + { + "directory": "evidence/grade5-db-cpu-2026-10-30", + "status": "PASS", + "runs": [ + { + "name": "db05-n1", + "requests": 60000, + "unconfirmed_rows": 59 + }, + { + "name": "db05-n2", + "requests": 60000, + "unconfirmed_rows": 76 + }, + { + "name": "db05-n4", + "requests": 60000, + "unconfirmed_rows": 117 + }, + { + "name": "db2-n2-first", + "requests": 60000, + "unconfirmed_rows": 0 + }, + { + "name": "db05-n2-repeat", + "requests": 60000, + "unconfirmed_rows": 87 + }, + { + "name": "db2-n2-repeat", + "requests": 60000, + "unconfirmed_rows": 0 + } + ] + } +] diff --git a/evidence/grade5-final-analysis-2026-10-30/wal-ablation.png b/evidence/grade5-final-analysis-2026-10-30/wal-ablation.png new file mode 100644 index 0000000000000000000000000000000000000000..7f2ec096138a6b2c6ad3b2975a7cafcf7975ab3a GIT binary patch literal 47462 zcmd?RXH-*r_ce-OP(iFHA|f`Fj#8D52uPFOtJ0){5UQbxVnILw5s=<{?}Xw}QF;qV z37|+zC<+85l-#xTJkNdqW8C+S@qW0U?jGZe6T{9fzrD&_bIrA%Y1~m{pgT=RMMcG+ zbo-VT6%|T>ii(zkBexJh0^te7OV%p*rAt+t8hgis=~g-yYlKJ~&rR zpVBQ^9q)Gw_3{!D z_5Dzg=D#1^LYq1MehjRUvta!DQD*E5E1cu$p^1m9FFWG|TkQu6>_qV%+8Hm7Yb%7G zv8(r5uIfq@H~!}d0}WsO_vhRNZd0F*a$7c71YAr{^8S86+<&{qG+>A1NyyDEyZFd^ zhcvX99I#tT&)?9~bz}COV|B9G!(Z~FweH#Ixt^A;>r-I|n%_>@bNI$i3cUi6Rot^}FeOkE1(v3RgzJ zMlJCP!$Fm1i=wvQ5T#(oPsUwyR=Q>?T^{4RTdrot|aaF*4jsmC7bb zYE%dQym0k-%~gj%9>0as)`eEKfP*y+_j}VkN1du`WlX-jW-o7eIIJ6f=7u9-AXg+{ z_hJ1)S$i<80<3`ZBU*+Pin;6wR2H?*`mpWd3;xEEH@wEQ3}KDGKC!INrAO2?xzBXW z3;1#A7rnb@cw%jHb2hn9JNu3s^T4yv=DBcIag!dt%;x(-qvf^{3~W+kpTd|ew>Fm5 zt4yRT7=Po`Xstc7_5QOGR3Vhm)#WCN^J99Zt}5x>qpUe9PuWW~k}bbUQk4cabKDzw zcKk{~0A-g?rGuWQ;(qUY>*t)S_U&(YMO?-um}>lBah<+@c(z1o3HH3b6im$ifFuc6L*8%HFMc zrKHSOPxuq#E%WE|;suYKQWHmAjhU|XS~fGTalPA|6>4TtVc8lE4pEU3)N3BFgFAHQ z`eeYk3}Yb9tt~;c*x_}tss&0p#x(EX;KHdKxrfUx!m%zxMTrjIlljf1ScL7P+bz_M zlACtP4#bhld?MYgWOn=qyS@yi=X*L7&-z@#Pk)*7q}tt>66UU!n<-u1b4$ESTgLn7 zDfteqpK69FX)OZd;EX9jf~aqd1N~IjgE$QGQWD7%qm>S^4$c!5cG?c(4L&`yIwz+_ zDjf>Z#KEPbPvgV5kE`zBa>Ignj4D23*Q=aHP0SzJ3lv%0R&E&$ixy4qlH4$feU|U2 zj(SUjQfS&*5*K9^uzE@#W{;I=*rfBV0{fp7E5@$JOZQ+Pl8*GNOFKCX7PyUO4YbPh@XliG{YiIhi3~|aqH&&Soe$J((N0N@SEv~D>6aR zpH$T;il%+6EY{PJrIuhqDUK)XaIPBRSu+$2KhRCiOLBOd<>_!%oAwQ{k=dn9${p!xFn?L_Kya<=D#y_;B`d01TU`wn}&ZFR;zD zy<|~gH!kCqD(b(q7V3PPRH&uQD@E=xk3)hZN$6&!%*chuN8ZP^<_memPMQH zcE0*-i2v52sFzfvOsm`;OVS1h4ei0(9%GXE`o*5DN-g(LF+^PcY}YJVoIP$+6_xJK zIpM$Mv{5a^)<$*b{?w^6kXsrnvf|p3< zRB?C7dIaGaL3O?_6Yq!H6rTTeJK~?v!}Waj9#P8Hnr}+SRqVI$^fkm!1|`cS`er^K zF-z2>>Ng(AbAFnl2R+W9wHKG_m+uU)hIgTSmyL?tp9_?b#&HwwM(h$B^9FWX(ayK6 zJbuQ=jLwr~h7OSLFzqB(BrxEq^maA~Nk(7x=4+3;&-tM5EaLKGGxZhL?KlVzYzU_I zTH-dTyJsHT2jnDgz|*QBN}3XLd3>cLUpprZ)@2Yw*7kq2<$2dCUOtOo^WW{iAlb_M zZ9`c>dQ@p5s*7pduWy;|WqHcPex;3s!QMLiyVuiWRcJcfPMUd!V`PVPS^WhWre?@%ZZav$;Ssd-k6vb~BIlM6k>K=$3hdnFssmbLS#R5{}EbQ{aN#JDGkc@ncp zenl>j9-mcxQT1W-|9!Xm&S;erW*$8gXItmQk6r7tYTx}mb+~$AKwBM6Db~$@vqgcd z5>+@_WGY_0(6HJ?|65Ef99F}F*zxX0e`o#rhy$MDQuFPJP)sQV+eVFq>uzbq-oL(o zS+5=^Hu$VQgbQ$|1Z*u!FB{ia@uzUK8?s-1nPo2PTYn+J*65DFZgqx~S}HQxL9 z9K|!FF1-_duXbg+efAAztyi%T_HV_S_09I$I?i?_%9>Nah}IGxv~lifFZRu=JL(wl zhD(=g(i39!I*B;c-L!<=7-w;nTu$A1HMp~gSz7ZsxMt$B^23e9n+wa;j_D%xtk0Kv zE*hCbHp8z@cu&2w8?pKD^ysdDTATp86HK~oFsOIm3|TjGM$$b*>vh3t%w;L?MXUCi?&M`|@HUEs_hj=PiU1}%XMC?1 ze=LXQdr|-G-+{%m7*8|bdG-m*2+5iD1W}i=#RMU{?_0CU0o2aYkR8pZ+hQL1^J$6O z(x%Viqz+X~*mk`A=77tK*`oaX_75y$A*|*EEoRrIGrks`1YtjA%c|q;wZ^UGrU}aM zud@)+t0`mp^`46_F(~QG)4~;8V?m_FK>gPOLg8i?Q+Dbs42IypGi*FSU7CjF6=yZ z-JVLznVJvyxY@$R!y>~<~!X6Hgl+cDqQ?E z7Ri5`fXAMt6eoh4rWSQG-w=r_6r9H#PAxKylcbd?IB&^#P08y^!_26?Z=QIXU8?GJ zNeM`;?!(S)Z^dDmO+Uqxdvw+l%V;W1yp}w??s&<|-QYrRtuLAeJUZ>B9YDNOSSA@` zn6;qCucB;7|BA0zphD=rN{YV%c52ePlTegC9xEW>Fp%@jT>au;_Fz*ESzpH{rL1mX z&7jU}d1*#HPT-?L#M#7Lo}4g^Cuss3YYFDVA@<)39AAHY!Bmg&|MiinKCB|FXI<=5 zo0Ybw?#JgROlfn<@X_qKJk)qQJq7tbRSQz=XrZyFKA*K~j!9dFmQ5%*M<-EPrMAIQ z!8$%~Y3?h*fOuy^bmHMu{6mL{E5eqa4#uK#R9UQ9IR4Q`>tgJ1VX&%Dk4M=NDOU+6><_ zc5<6ytHs*brF&6~5ZqQY1E!TLF2Eal)m z*24^1!agfj`fN8zadZlCC&Xym)@n9q67c8r%&^+hgKfS#Hu+_|(dhmh&5K?gG4nb8 zmVRq<-@-G?SZOr%8l)bP5B1E-4qxOd7SLKVP1%U|=;5(;<6JeEU>9SvW1Gk3g^|z9 zn{0i#l5F5Rzd9@F^1iz={FxMs*e64`L;e8i9U&Mlog$n`aSsWPjpfa&OJ9x??3UtR$TICsk)$6>_x-n_oN$b3%eR3 zZyS?6y826pc6&(CZ5bk;%A_7k*scvd>)Z`*-v*%tI%a_^yW}h>iER`4o^s(lDh#Fm3Op1?N1!T*Lz(tDk{+9Z|AwloIX-~K=AEx zq+WT5qGNO&>^ACnLGZU6oy>Zzpnl};=H}vY6&8>o4WaW=)<`5jA8jUfg!O2f@*i(UH=Br z;#GoqxsBRHTMYMcr*zC$tlvgTAxeN8NB8Dh-fFzSGhy?%>q92=1OQf& z_!Fga-D5Ugp@Nn=5m4^cc3YjBz-%PCfQ|2oofq#Dmww42%J*?d<4r`@jRTn9-$MEP zl-r@!JUJMq8KFO`P2Qe2YT@=OAwEfPuKPl1?Bmwi62hWyFp~I$Th=kxr4&=YvWxjgluE;jhux3!q-@s(V}`||1~-m`*PVE7N%et_I{m3qal^`U z%B4ovZ|_U6;qmNq!p~3g#?RfnSRSN_qHf5dH`E>P*sFls{zQN15<^-Hw|-aWM2%be zRukXz2L9!cfm^Ngv}{rjuMa!$nAQ!jJyjVwNa6^=P7{ zm&qEe5NG!q_sJfuvh7ZKHUpM1*s1S+%BATF>GQ>i3{wC{J`~R$HvHII(pfe)@Z7hi+Wtu+!gj zfat4y7{e!5X{y}NU3eBU`5n(~m)hx*6P=@x0Q72#sjP78Pd4l{=o|K*}KK_qmk$3sCNx+K$^odq{xhN z<(%QTo-%`tFSfy?e#e*e%i*i`eoyoZM)BM{aSHc~!DH%Dp-z>|1onWroG5oNsu$~g zj!UoL?ZVevTvy|NK0G#8vpihh8qn3%!7$aa&>uE1tuatPuy=Ih+wU`v9|U-t(y?bQ zUv*(cS-(Ges#6tnTgfKEE2pbIb$8o#y~cW`d=Z-syaR24%SiV)kt^=}5&m4+iAM)$ z9A0fF(d%Nm7D~T3CVp|W5Yn0Mp1VeM52ZGLG)n06iz}JoZT-rfj|Qxi)r4>hTAhv9 z&2b{T(_j*_nf93U?(ctudG*`}?(-GL8{aQEip`4G&n!0g{;gNZJgy{r3#ZIpHAvau3bbvXBOh&$q`+N?Nc?dTh5})t$Xn;L)Iw+pxV2nPWlJ!7I`q8+Qc6q=54!PE* zC{=7?{;mDFCYb?rr{u=i6s79`(_(jp&|Tf?{e&vH2~qpqf+Dk9vxNiUtJblmGvTHs zy+N(vtVG(O9xAu&M9+BnM@f=?b(bp%$8L7o9A8TJn!pSRmltTH2D4aQOcyBsPXhdf zB*5F=&N}WxGHa|^t2N<|*UkI*|SuA|7a_2faw=jeUGO8 zHP}mfQYW&qu6C(u_9nYda_()6ZAjksD+yW|p>tQCztyR@uSuCuQv9uQ*mN?N!t}CW z0d?Y$X5bZ_AO%d2u)|;niacN&rf@(fvYoi9c+pQ$+Xow%NuBOK+lAht%ZX_}K|?CekW$2XMUa1LQsG#>h>bCRjfti%r8}D^b@||6 zcFcM&tJl~!vbgG^!Q~A9rdt?Uly;#}rBI9t(@2Xq=HdL!8$HBqp$GYd&|u@bo{d4K zov*#6yHKEwMQE_ffysL}Ty>0PrnB&Jb1Cyp=-1|*P=w%=|R zNgqX}cQ;Yv574BKKW?B-H`5TfE1f<*q13&Pa7D%A*Y1bo>NQQ2*r#v3^BTKuF|DNj zR%Op%k?&d$g*lo8zDXc>|$uW1+xt}^RfHJG3wJ95^f?-Wd>biX2azi+IN z^J(PP$%(8#n#Jb-EqY|`Ga+ETsD9}IMkae8_JMNijm(W)_gKZP>qgY+1e&FBzh!hf zUA}oOf(DvYMd=!rd)C&lXWB6FujT%)jZ076(D@ z90GB~mY zxwSf=RV$J5#qh`#t!WbVsX7j=Kt*fZ;eGs9%079V&+g!j>GVsIp&6LF zry-Q{O5kqP%F+WuSM9i^ulQE?e*Wt*SC6ngrRJDt2qUzHPzSf&?=M{~<3GW;A%GGx z2&0xzipXSQRCnqrt%&9>r0KD;YVvN!lH`+hQ8ml;%TlpB`La}NKlwVMInx#ikU+BaXL|C@ueKqwhDcba_3{dEyq#pK=xE0WT<0=hkRnf>d-%-J+xFm-C*f7ZnAqbwxT@KTTk$&Au^^_L)@F>P31Mpk2OIIYh-!;cm$IYTcSvkF|GD&Xs?+$nX5SXkXclm40HN-)E#W@&?RXDL0^}F577%_wf%Utjrbo= zqL{o@7cX47$RrD#lY6U5i_Btch*!e#@IYpcRW<3a?{$mT7Gej2i^f+n_L!h{(WS)& z5?C)(zRtu64TO@!KqbeQFyfb-I%#?}OSGPyF_{I$fMubx`(l7|>py({fJohapRCcs;sMk34Wo@6NU$xH3c4tFVN1~akvFR z&f2)m5G{hr*Ai*Ek?YYH!b zzLrW+v`@CVrH898AfJ&ZZwWKLH)Ip=`-9;~v(k*Myl0XZJD#s?mKSQ zv`-f1EWel8^Da6(yKH$)P7QtO6fWI$Cvt6FMVT2xaBksFZeuA>sy<6FR>@M0`@SCP zAIT+XAbsp6I@@^X%Dmu@#f^fr?q}p8?W!DVXS)Mojk{#xk_meYdF}b-N{6BKfN|2M z>er?m#Q@^Iq&I$;fq98n70YJ0eK=l}ME~fRv|w^>h(|cClXK??j)5D6T9Xr=ch4&r zKis0>sTOHwFPRcbzISqYyP$Co?!C;!#d*8Nq`u8N!vs!YyzV)9=_7($*tc({3Y@P~ zqa6Eu-)Z|M+t*GW@Z6=#TzfYW{j6}Ku={n_i8`gcgo4*U-!VVK#2-z~@#L5JJ@ z8Gm`-6ozuSFgf)z9lb5)^TMw~I3Ll0WJ<@`YFA8^Aa@^x)tv6s>mqTvf^k5ha7iCo zexOiCB~v4@{qvvQgEvW>vn2HKFlvUn(RpD_$%ns75`3lmXf$cH?BkT}?=U{4E-`E7 zm-J9HNc4W8Kd2Ec%Gf|}Wv$PlafHKI$ZjyFth`}Yp2j+m^P(K{ExO2@Vt!L^l%Kb> z>Og4?b-=fo82w_Vf{9C}4K^WO5|6CaIp?;a7|r%R<8g4H*YDi%%c>==nxC>c%0ICL zp65g#{U+S9GN}Gi?8OGzRoP(UqXS)H?`{Mic1?@&*s`Q$&wE*#S3Wcwz&48S%BBSO zZk+`xp0ZELbAQ<7f+(;a>AlBxQ`UC}%Pe+YJa?w^p^@U)63my<4iX4MFZFevAysC( z%l5Icn;DXB+*T>46r{PAc`YfEZzw;jeo2mAt@Bh;Mqkg|&AUDPumtzKL>t2wD;1*@fc!62=^r41xZIx8@0{h zuGM~f!t&Z$Hdo5Jf=IpW&85=kptmqwY8gs@jFzQDk!CEXwnU&@r~9?YvSyZwz3DNl zPoyDpmrRvd&sOyShg&Nl(VPT~2v(Lyf=-oF=EPG0c`SW>2->_sYFw-Bwc4}w?CS1H zia)ej0}YD^TcVsKA0lcND;v-^^_a=b6*FuXkb8zMYhT@~^wpnaXw6K^++{X2<;c@F#COTPbu3Q_b|uZF0s>fa;+lK(v6r4i z>-e#UtDRp2#7Vo+Ez!r8{WMKKT*BI=Tc*u+@+@EHZcbVYt!qs1DAHq9eMtx=3$2rz z*5~{Nw!*Pso8=kiRclETIumPgTC8&uO-%{eyAAy#p>8$nb_yYB)OYUw_35LG+RpD59M0;NQn<4OK>dDbsP#dk|(q$T_)DJJ94 z%n3)W679~A=#Qs(v^8V}QOavm>WKsSUt$_-JVbv%_X=HHxX>-rV#LcP;`r9jALU5O z%w6FUR5DbqJJ-iV4BSJrJ!)0ekeY(Y4@zRJ&^W$QVHM^}3c*}=Bt($tn5#t;Ti30?hxec#nY@jup6+cN3TqvcX~4#uc#8K=kQ znWXOCEpC)P@piCLWA(hX2*CxKU& z4$rd3`^esLu_%#|RqyPt{c3!rr&g|2Nm_t0Ob4%ZRku}j)+5o+!wh#rU%J_2N@-SW z`H#tl)!o;0)sZ#A4C)+4%iY>J_B?oqa9CG%XQnfuezzDs=5df@no`Ea-R2OUpW?zX zr|_1Lzy6}pYwbp#&+Q3OfJQ_y^^EMz%yq1S^x#HZcvSGkkx;S;Q7{FQ)160fEJ1p{jHI)6p`r=*I5a$z`YgH0nP*;H8PCG$AUMx4JzuC|Xv&6gOm5>0 zfKSR>c}3dT=-?ASH46-`nNxOm zFydZIsug%>o<0Q4gH5y3NVUtdaf5d$g`)C?M`^u|{v^*&VDfl}tAI!(VOQF?8@HC~ zyLTu^Ypenf+#|sOde1#8dIbi(qR=0*Dvpg?k%F}8><^7G!OG&%3cIO*m(T*su5o@$ zcVe4(8NcrV1hjf<;HcIUC42RVL5 zG0ixEbkU~UW4$PpA5rSBof4pxUagA0_ExXZs1|)TVEb2Kd(-dl^czM&>!nf=&?Zr- zQfu1O0-R<0;r506KjC93#x%G?IOg(z#_n3>TCrLCSO!2VD zh++`I#CKlu;Hj(4`Z*e@fyK$(`g{|@Lnc$86p?@4J%uCPNfgT@k_78ajpkP;v9Wgj zS?tDA)@_WG6)`j+&oP!f-@-H4T{~ESU-t1;Qz(yXslPrY~Fw%EQPOfGOp`>!EEaJ z`{&(&9cA)1^vjHRh^UvAh&5Y_1pXU zRUISYfAqrQrryMLdm0fE^q;si?TAc5Z!>ml$gs&DQ#SqTcM`odrmF+t(3FUN`}Og3 zA2;_uMcr6aA5#oHD(W$$6^E&F$W^^zT`=GEZpquvYxZ@Y;w`mB^pN^a(;Q!AeE1w+ z)zX6GYKNe+q_v&Bq1K4PutnW!Vf|Q}Szn^7^)asUIVhApyqIu5u5-Q=Djw2Rh+68% z_o-N_Adnv6f3@HD!Cg|Oxsv;^O{jxoS@M~gV5V%ON9-_B#+=zgsr>W6m@#v3-PSyV zRLp7N^njHwS4^`?mW=YBJ>#G`U#M2!7k@22Qa~|UHtnDRK1Np|USQb6%N$QP_j_LQ z5^Kswm6D@Gq@IQdBaa_mvr#D$#?3+3wdlw=`2r^jENjmn#|}t>5-wfuLF3; z#VgiBmG^ru^m?8yQEk`Z*OjKxjB>%h9CYh<%I0wKs)v4h|(XA)PE< zizCx*dF~-y4q}u%Gwy#BXm;5%3tU(OtkZp&bAreO-IFzM_7N=av{!VaO|Z)}ShJFr z>^|jbeIg2{iTP9^U2zy4{;P|=E%;Y_*OklyQ>Wq%@#Th$)yyO!bm-hBaP~>L-4A^? zo+-AZ~M@a`dVh#1#AGTOQKhd^(+bXmN|7Kn>n`~3XztKs%5zyq!{V($}A%3T=DSl-FP&p zKdeQxVV6X64v@|lLLBe+8`pI>j-hauYfkJ*-QEuUUSs{EJn;>ArZPh-iYQ|$$FZu- z%NL9ZP+alj(;?kRZ@pZOzFfF`-UQ99(@OPu2?T;NXSCc;qkehF$?V}ox$mJWmBq*9 zd?^gpt-E$IS89LI!X>*%?$f`9!}*3&yQprPuAi#hLlwzKaL~kDrCmYXuu)zBiA{XOh)Cr|@%_Ht=W4hAGukS^Kv1EJ6FUycz$t(_)?rZynNh@m>?P zGa{$g6d$QjQI&}bKh}x5jgAw&8wfRh-ic8-%?YR1^m2q@v$Er6W@XY*P+27zQBc`ZV{>wHc&S{m8J8xKavK% zU*DWVdu@gGWlysZ@T^7|FZNUIKg!@J>M^G=Q9TWHxGkVy`7SsONc9&U*S-&eWN?h;^HNUxQ`ErJ z=RVTYB9%xX^;tDcxZm_D>AJgtGM;-*egD|NX`N4 z57Y!VD_pU;^m}$0-~Wf-{#P#hfAWkJGWUTU-E`bo!dLn4_;MSRr05o#;U55mAc#Oa zwGx<;`0iQv(I4%x{5+$u?_|K|KhoZt7QeoK^n?P%0McjyT;^cOUAcTv4xQlE>!?E$ zZ2%6qG%p@vlX3*{X;TcR_9swxT7odIvM*C*6f&^GzQbn^4vWAsZ-<2;65w-t5q%6o zFK-#kwn3^K1*NAW05Xxg@AqzziN&CP@po@OM(E3Y0o~fp9n*9LhW0qYY~bhH5CyMs zJ+*VLaEi4W21HGd_+c!Qo>c3we*KvR!>@>eg`1$ zK~O&~Uw;&Oyo=!A)qpZafaS7tY238Qss`P%%!5Dj<-j9zfL!o@3doyq|0eZ-E%6iF zdIh&DI@+(YN_dx4+Vy{uro40SDuv`bwzJd5U2Nsc0+(`0@sFx`zo7Mt=VThv8BhXS z`?NuIo$Scc+5YNc=+5?PcNKJ754zA$Q3W>tl}?|}uvuH3?e=Q<0s^UlKQthKPP~jN z((DY76b{f&DYyFaS`QwCRd;%aHp7pMqq7uPuYZs7H*V}t<@&mM zp12hdJ88rRc>4g^WW4O6Vz`wzvMPHO{;ofD_*@LXy?-p&pr#DA@#fxTyJyGPwJ?W54sWrQ2G@ld$Vi5Vx!Sy-3(^d^ z6|twg^a>4!-u2{!rD63?3RkC+7uE55s6JExf*wwAX|x0Na@9*V>2bDGB=UaU@(r2J z4+H9RV7+4#NH6*)SWyP5iAXc$g>j@5+5QQ-=Q{34l5|Az6?RbpW?(iZw@B6 z8`Zd`F5>Hlo-=aZLz+~`&#Cr@{n4~XDz%MEc>lEMnRdaF-XtV}i0#>ox!cDR&SVgB zUK#zAFjQ)(2*zxiRrSZ#g#LQw)q8~sZXjJFE_MiZSLEsD*R{MEEH-yx!>qkhOBBNu z#=2JcGGDa_RC{~11u7z&ArtqPq`BUIoU(mD$L6Uvz3jB}?SG5~X!{~x9qqMj zc3;?}dVZp7Hp_3F?Ji~SwcX*}1r{oqtXJ3mJB1JlA1M=I`E+Ic!9Qd2=Cf{i7TB<% zT!%yV4f7+%iR?sn`Lq4+W)|FVtvTJZlZ;FP{HC{)6y2p?*fZc0s_d< zA77##Ij372UHLkdmEcTQlSo~pF149KAO8j{5Sw%sq@9&uV1HK)Ib7WFRpxX-+pY@a zLG2XsbO7-_`t6_4{t72>h60ELUuN_{Ks-qXeObBMyX(C>g^Ldmjl4P=u=PlxjHoNW z2*?VSF(3zoNYn9bGfWdD3d%uys8gzTAOLy}TgPVlj3OFLy&{vih17!s8DL;D)bBP| zrpqCgd_|=7{lAfzB#cE$R7a?(VBk zxfY3D8XJ~wf_p16YzSi&7wJcG3$lG~czZa^W^i|B>(7h^;`FA9J0V?3lA}9?3j-Mq zQc3~8zwHwTUwVQV3bGwJy;ni|s{H^51mU-knmZ8>1d`^!*D!w)0p|%79Jg6R4a*oO zCqq_7OAL^@b}$d3|GymIn)Gii8>G3!@bt&(rsGhNX%!S9qLKZOyj+SK$$0@-hIl9Dkq?{5EWL6T;$32D? zlzgyYz&d~7mgKtT+K^>N_|yqzs~0f9b8aN^TKt{yxnHoxKfCjF<^$AJMWL-jogH+a z>WXGlD)WEM{r-_toy{Di0|~V%fFlZZana$NXg`)4GuBAWoem&9H% zVFABBfAMOkQ5)bkJOY?FG@2(WOdnl9EWsJFxA@jVIewxwf~^`5_$bK8oFIkpY4||$ zzT}&@hlcj+s7sSm)Md4@3-ZqmBF;+kD2AUwFvmvE1kwfjll_s?MfzN0JEeQB!gF!t z%Z&6|kKEFEfF8&I&z~U_J8+*eNGT$dt9CsZ5G;)0n8!M$k-;Ds=_xbA`qobSdNWSy z=-n^3=@h{J@xF7u9W{gi8sdc;=DG3CZB$7?rt9Bi^B9iYMNXEo8m)at$&Hn?F|Rq1 zicl==-``34RTUbRe*i{)Pp*zZGk37Y&5}jXCXCmt;j4AN2oMt} zsY<6DB&qzlg&W9GpJWeNNfiol^d)+Y&!3&grODH8?BDqBs)o13{@t7E|7cF@+1H#k zM2(v4PyTX}*T@QxTRG?hjR7bYs>TT*SB6k|1u!h}itFs(GX$P`lNr=I)fzFnHs8Mp z6>Vv8)9y(4S;^BLc;LT`;24WY-T*bT!P3~#7vKIfOLoohm=kzI26ktCR0M*7ag#qb zK|l2-%Aq&yF%AUG%5Qk=fc~qL^jrT5P}&iq);bi5UjeW$odps4A8ZEmRQ5OA`^ap6 zuSP~>e;D}ofInr&E8nm@i#~iDMkMsI?@GqBZEEbFm*7(TRnCU@Jj_K&u!#i z{kygwN_do-bfSDv*O7sp2+4JW_~5iON3Fu*#fqI*7Zu-|>HWK`rTi)a3bA~q@wu0O zj;z-ai^};->q06_{{8cJ?KgWBIFTy^~ZMPKwr*Cc=wnE>_BCn6A3A=Q#xR>IcU94g?|{vlNN#htv)aJ zq+|nj{eBxRa<)4;`2;@_zAmjIaURNPClE)j?^C#<7H5YbOw9NViVjWf9zwQmO z%YYnp+H9-=t_yheP$okX{i5mUd>XJA$oX0MpPuI>l7*DW6vL}7mF5EM- zKZB$#z7FjKTJJA!UV^Uhtnb|UEoAlvP?>6lBV4`+NJ~??>jAq5t|F5e^@O~9q^x>2 zbC^Y>1Ee*Q$W)uawi&W?sPsNqvvXOCAkS07hN+>HPq;dcH`Hzg0RG-)ej9fnjEln; zWZQpc>=2{?bi)W#M5Y!VfX?|0Hj#n8O(ir)T#K;lBUYYljgLP>=5?pKh^CpofOCzt_}weu~6 z;5Uep?-pN{*qTXj8FP3cU_M&y;$rTx+Kig7dGZ;@L z3RpkKLZWa+j!A9#_l|^6a?*fc6GWWi{W#wKhEixN)(`VAOW0EIVnd_MBa}H4kAVdk zY89-MG02V=fGGB)5t;5zhA~g0Mks~b6UD3BPpK)>NS@%*`D~rN3+@kPL*-TMMYxBB zh(96nNWW0o7OcbE;V0lUq(O+Il$Ao`>biqkq*dla^h|sefar~oEC`hLo}oA?jBgsn z!6F9{J_jxt+9t-_FS*?7J`LlP!>c*PnkYG3D^h=GF@yoim!5oR-J2KD2R>nV{RHgLNo z)yF+ENT~RWkx)O2I~LaiS3w-BE#G`7C3;;eh#K{}P#ZXN(YMIJ%a|{iQaMN&I~l%u z0Ej?{E))0dko1B4hye?b?-H^Ip$ONYdG-`ee)Q8zmPHs&*%K=YLm}<$d*KgOPZT1W ze!izSjaol&{PI^6lS!mwA~X;FOd|?N9`~I~4K0A!f=r$vdKS~BoV3ep4?w4#QcUD+ zhpHvdTIYyJrfMIesJgy59B>Kl8($g_Oz(wPjW{E&r&zaNGXlf7Lo&ENTN02~$`>kV zEc87{la%QJV(Hpfve4LI_K?KiKw_kT`$e-yM>~_HCrG_MYjc3y?R+@yms~-~Xa9ZYDNqH(&+zDZ!o z><-6@Z8qB8_4xIsLn-mBY8a+c+cnheQm(-7x7ELkh#Stqtb>PaFBA-;FgUuDOhHJ> zlw7_a9@jP@`6%Q)g{S`2i3pB|pBBaP1 z|Hx{B4TdN9f@VS?cY`)OUcg$p%xNv&{#oV+8UbV?J5A^+8Mu|Yc~FZ+ImYqrGG52s zkB^X8xxH5zmN3vD)grS2k*;1%hYHjPGAWIefSl~m3%$vru!G@v*KdfG+u4q)_tX|ozV+K+DR{GN(%j_fP%mKuHVt0}dQUK5}&N3Ou`~Xj}+g#6irs!xW1Zxz}fmmXlk|^q8CfeKwbiE~9(}Tki@huZ> zt*m_a<2^ilNZ0bh2F9^|Nd32?wshi*uIGG>+tiplk{Fa}(g|`pLA{XfpuX-bfRMco z4|@3hV|vr$S6r@Ub%@wOewTTu?dk^e#Op{e_UQM2WFMWwfCMMED7!-=!bnwe{j24l z3F$pij5Ub+Y>zs%tm%TNJKNQaFOl_X{YS3fXC-0hKb0v>Sz|j zF5NsU2&di|&-cT1oJ#Ru5dJv}l6{kzoU<)fLI|fFxNzlOkS0Ep0(oPH!mp7MNMut| zi`?B_RUZnOi+3o3+juVjuZx__K#l=CG_fqSce{>u!`Y3%EZCd#BiG#=;+?)pX z&8r`#tG_VZN21s5uG@=G5P=>bkIx7zDP!O?-Y~2NJipPp5d8Z>@-<&#VRc<@ya3Wh zU2=mERv%83bAlvRWS-04`1?IbU-Xfe4ltaR_zJyIM%NvP{=-A&0Z#u5hABWOlQL@+ zm=Q5uX$O zaAMHA>u&E!0d+7fVbu;pjM{$4G!-Ncr1WR^YXk?_%c}_Ir|C+DAjWcD_}k+;+P&Uj z^$1dT3o?MyTD>c(^w0*{Qras3!GT8^!no?SA|PcA>ziYygENri-@Y&~1q13Hd)kn9 zE}$+5+Aoh|-#|Y*phWlL1TuFdJEZ?<1_rPeUaRoA5dp;g1NeQuOf1=N=>}NlV+82{ z6m!WpD7{y<7&Gq!vehdI=D@^Qtwz^QqU51Qx36EU8s)L=dWY0*e#kJByRggnm~|w$ z$~nuk-jjP^o;?+UDaP5N8<>dbzd3xfC003_<6CgB?`Ig>w(ieXuSReT%ue0|2QkZ{ zPHzKZz&)GgtCG+PM)|>Pmy>a|Gn%RMKq8PMo;Y3o+L=WHi>}(NABhm-=!a72hBrtE z#i%W7%Jw2cNW{ZePaM>Hl0U;KM}lyrG*u6_C!+<(!d0{ht>!%)qhCkFW(@fzfuWYu zKuG?6>jO=Ck~C$zpERG_p=s@bpy*EN>1b^MQiJ?+Mx_mr7QX118zV5F8{1oJ*?OqG z0BEBR$sZ%5XE?8lf!~Tlb<}y zXHz01jb`*~5uE;~S-=pc?!QAuy@MvfsP{c=I_;5XRB2xYggsN38t+vj5HK7VW zLrnAvnsepS`%MwJ`ZIuz>2v$iZTT9ajqh(|T$snvv^T{DnYWqF=gDhJp6vP(&sGOsh^2=Fwv-hH)5PD6qhn(2<6@xso#&=N4w(1mww%w++MLPw4t7brGH?iSgGC9dWj9mj=1z0l;9 z-uoi>iP>>7__lFNFpAfRER74iO?aWa6Py?4rv;$^%c3iF9?QhgGXS6$k%=Gx7-G)# z>JFBJ%8z(ZQ@q;lTLT>X6SOYp($>;tOKwGkkT%Q3*VSFW6(!8SvTP;5T@p$o(wffF z&z@OV7aFuKlZUH0;&eeItsAp}pCzBf&85&qt}jnapr~T*=DzxYzFQRd9fl(xNHD!2_@3U8;3Gj0)GVO2$K`P(2E!JZLm%dw_=^HuIFhl9VBEVWm4n%#2jImVUuA*DGb4z zQh;BmM(UrJ8ZZc{;`if~qKWxCx^u`YC7^E8iPen5jeAcqh#F|YD^kX8uh}M|^#IOD z`VRPREG@?4x!=xfCTE;}Wj0*$0EXW#k1PQv;nk0HcdT1|L0jVRXy0MafQ^M=!Hng9 zIaQgx`^=HX31#{F#~1agnxu(bMIhL3u8Y|>E?L{O5pWb1lj&zyl1iYe4hBdiqHw`P#->$vDNcXap317fdG4_Eb|iaodhd6rj)oYAG^2df zp@!BrHE)aNoT3;TCfT1X4voiAAblXBn|zosf|q4*eVo&Hn$3U85RRxbhhX~_;DC_5i?qV zFF!ovvCEcp{CX7%QuC}Nxly7Id>g1i21LC8w((%61?bEksomd}o>#$g&U}8|JO>kb z1t83F9`Gq<>#XRLxixa9vmN_t1Uw>8qn9e)@>5vpSxMiTAaUXQm*H^t%-;xQ!n|!G z30&?hW=(VB{%~0);u6k1nSg?g;AJi|koJ*{ks1=Kuy7E0nWCm! z7;kj~UfUUI+$}T*(I5pZG?dTnLlEtqTbKSQ60Bm5U%6udMDHS;=5Wn6fb()_W46MT zT0_yvyARq2=k8d2$yq~AnsNVw4@w?7!j3E=j<>7E=$|x#86M?eg+E?+{I|3nfeV_> z>Xujy15%H3cm%5n zr>T3SA9@1wSw5>X=zi$lTrz5O7~&I!qA}oa1$6sQQ$6slUZuURC}10>=4mMIJ^Eoy zZU5(S5IMUj@<5}k!@x8Ko*ZUd+HHhYx~PLxh_`MoJ#7FCOcg0ld+^j`a2jxA9%-A1 ziUesy`tNSqa+^0c;30gU0k9f){a6fhI$|$Cq$<{(f*(HJbK1lX-eJV|J9j~&xVv}M zxxN!653Ky$n^p70&cpfhdc-Op)Mb#$@b*079?^L$6o~kxHUVCkU zcn6sIG$7h_1D*9OCoAOk1lyV%cylQ}xO&jMugbtI1BGZ#w8kUq@QF!9R?dP2 zNByUiqn()beu5pfRp%87YDHNH9o_G*t^+pWGS8Gs5TPR)t!u!#M+2wqDRpap=+Xg( zJROwjCoG-69txCj7FRtz>#z;Vwpwrc&^HTPK(Mfgxn;Qi{c~!BbcEjJ@kz`g4K}(u z)djRrH-$ooz;Fezt;$c~PJ0!K9Z*Qw)-c#==mWHz3Xd6TsT$aMAG)(Z-^H$^>QH%@ ze*q(#7V28=2!T;uYA57I5gHm;e}RlK*@!c>8pZzN{NsJDM}6jj*vT4r3eiiX(NV>Hq1p;FJ42bA!ZUwVOrA7YzAQ$da7&YJgD=6a());wiM03NiR8Ku5o=8Hk$ z>9M~<1Gs&w>NBxU22lOv763tN=gzc|?*}PZ2mFY9z20%hEv_YQPoHc@1G4_&zoR(1s4qeU@K1*H0e-KYIz^^gezn0kH#(GVitXyR`Mr?|7 zGGhAGRHb?4uY~bpeukRcdz3!897!_H`77~guFlUEa73NR$|;BkIp_N4O;$$0YUl8l z3WZ|)X6`BSzuyYWniq1pp%4iLf)6frI?B|sSc4s0O2UC9{3z@v%b zb7cz*LiHHT)@Y0Rn4G7Q+K}+7{D;U?yf`ren>-7^cJ{Ub0?XTfjX|uM0s+cvlP1~| zDXKNhwBx1Do>_=a+SlX2KxF5uI@v$a18kgtzL)WR2rYxu3nEj6o@=z4dGsG}@gBg% z%szL!a>ZX%vJDX+h^xbPPa&tghPQoa@=D^4;Ms*P$J8=G!mO!%ny#8{5;J4z)=Ch+ zt&-ajds{*Z&|-LQl==rCbnb))&Rq?GU+l~8ybHR={e<@Z{~e-~E8pYeN_FZN@dHx$ z-YEZw|4MM63pD`Rt(o$A%a&B9p_fo~Pd#q+5^aAH2U7wR4%@*tDafQE+oCMXGS!(ZKtf5n~>cHL6|2G=-%Y%}!tFM_$ zKG>D{Oi`Yvvs?`VjP zJ5>n+^n2s-A(V^pda+-ZwMJoX+V>pXnhuLmb;8GsO_4_C9I(r=N33xQM1QnU;@`gQY{;w7O&4;r!AH0%h`dVjJ>qEFYfMYurBy6f9~&@%ckGRpYYfiNI3>-kJA%x zxN6kRTT5iUOrsQSFl5rs3$u4Tp|S%6&*3enzn@f_5R@GKn+8k!mW&6LcXLRTrl_u4 z(W?kd@CSF04hU|35ThPhH1xOt(APqgOfEjZgd5_5akw(I(lP8vKtzJ5#Uv<-L(@yIi(Hvw?Ae+R31@3 z!=H~!A1j+y6i3y!-&uhe)ykLh5gdxmLcwqu(Ik5V@*A<#4wImSNY;MgABz>vxnJ|v zb_(!BS5pVR^$shLV82d;$*Z4eK}~&#u#(e?I;S=f|9fgx@x%z^yZ7Zax(lNv_gBry z3sQ-V)wAKxyE1!uCTfPMsAYWYEB=kafo@xg$_ppL&KaDLz;I0|lKS-Z;4N6=7uKu&}c4 z6KrFPA$o^z4>n1O-B2w6Qb71s1Ka7Y0Djyf{PoFH9s*~@#WqxUg zCU^rns{H-^-BIEV10V7pIaWpQL$v_Po)t}h3Gay2i6TZR6DuUgb_0I-ayEB_nkZlF z?Jp?Q7Ci}xg&YF#Mpc8WOO@^v_E(f%75(fBe27(N$o?U|DIg24CHli?o`zJzDZS-MzHqv1l?+n&?-j6Sq+ z=}RbhlJab5IiW<#A>0f}l>f*v%Xa%iR_ z#CPkEfE86`b^#n41EV-eaTKuW_hBc^MWUEqwg~r%4Y19Nq^R^VY29?+b0CfxuIR$o zw4Z1Lci`Yz`p>2pGC6E?x``NgaYp4y;tI>vGM^RtD|Jm4wj+iF+6`fG*@9A6bM$_A zVElEY|M`IuwTqD-&r<<0lRbhZV=E*|HQ})+os&)s%oLPeMf58?e+|v`Jg)3T8kZ|n-!sY(?dVN&m4I~w9V`HdA*ToYGs&U}*#o7mLv&=t+?(FKeP0o{D$$3Q& z8pRGqRVWVwnWTMdcvSaP5MECWh>@Ip&&zooM$}N;vGnjwGAn4*AhE917&@h|(FjKx z(gg@13?_;`^}Mc>qi^O~K3scLF@LyC{Qhd8q9XNw-qoR@t4a4n+qmA(jfSD3^}$c& z7h6djh`UFAqE}7V#Bx*BaX#Tl@}iDzF(kpZl3BKBpbmEDlj9Xn(CL*Dh1VmN6^N+tEdleR=A- zqk4>|J<7RAize*-6hNPqBV$c5Hkc^FLY!cjucGBI1@QeaR$*!$mizjBj?hdngw!o> z#kH@-uV03&o9TP4>!t1dfl9}=O0j)K6e<6N36ayNu*nR1i0-&16yN&P`)Ze>DKJ)u zKyXe+Z~|TMsv%UJ-}t0A6us+pUJ-5PTNb*HT#`|^mXbq;MKQ4lq#lO}SFc8>te?YVoe+^S3UW+0GyLE6ayo$+^HX5W;artRlR{JNLxgz;@U?*o{UDl)0 z;M*v=7Cb~2l4Y4mc3kpfz}52c_&&e|W&mK&NBAqb|TJbTx3oPg>nKNEk@t7D_ z9SV+ZaB}TL@0f)OB1IP$@2ehy7|aq6qy0|<>iy;es_NivE{wu{z+i4!?r1CZL3n2o z97bOkbpkRLuLUJa(-C#))<^NV?@vD$_iY3UFT=9%J@%m8;1kI0Ipq(j9oiw^Quz1A zLdv|AvPZ7ACrBKx_U({_8=8{zK}k8lIXd##J~-P2)4r9(a1{Tfe(tbkPOhF{3Tyw_ zbd+qx4GoE}e;I@8Qwuef<(mBuR8PrsG*-ChZh;0*bOS?Sa+itCR)o&d8iiIGDK4pJ zem;FeI)IjAPAPZ}z6h|v^5|p!$!&xn?Fr=;#+Z2W(<9&vGN^5{&tj3e`VB{ITqnOv zD`o#ipAW$na*H%29nh&G4cVv0?6gcgU7-rGOjdz@%nqGPpFK7a-|v1izV@fkGs^6|rhA zk1Eij@6p)R8uJyYi*bLOTG&D)4P45zaA9lF$Q`9>kE-^WuOo*DzSm!XhjN{YRJ$v} zAZ3ai`jnhto2J!6K*Lz~CMePZ+7~c0KXOisWo3-^`rUf8A|S9oZ*umB|9Vx<2d{%L z+X{}rVR;xaa4y@!Z&>Us)s!}_FiD*>-7yChy_j__kkfM zQc~qHc7fwdlJT?3WV6ozH2F@}!a1yi8a8rE9n%q%wlYV3nBl+9P;yl_cDYbB${iB1 zFf8U)qM5pyXGb#R3QE1heXU0!g-V6hB6Ekz_4#6V zT5HN~oa5Pp)yqJ%b=X;hS}Dr99yR)E@d!Q4rPn@1#H^>dOVT*tOSM#yZgKdTPTpxV zZQ`1BvL<+E((RqZ*%FG<@4)Y{&^4^FH)46kqy*d;Kyd%tr=+BK$9S;)Y-%u4 zMdkAO{gOvX{a7+i{(+WGEh$K`A#ID4U^jBvoQy);}x(+`JK zz=(E7;}*^wc5h6Dj>@uZ8@=sE9j(n|AK_blXl)CIh_s!;ulB(D%>Fv7;;$ z#&53fG9)qEhU}E81jCBqflgZpTzlj;liSib9%NsAB3jhMD_OfxR2(*)C25C`FwgjfZGU;m`A zH!lG_$};y~&y?Enj6$0yoAD~XzsYS9DxwEN0w`l5*zE57kt8Tmg=IlU|IDpNb8{Jp5@PIk-Iby;a1r&kbt^3dgR=a7Kxdd!2=K9esK#?hT(hMhzNv zkKTm#W`YjS-u^#e(bu_jHLQ=&+gXkocmq&~HE@>Y%NXT9}hju`ieV?bjOm%>U*m9Eyi7lGyJNXxq z0uSpjk%x%-Q(#iL)HAtO*9I5i$N6xkXm#IZK?aV&KsA~>orPYjG>O@^77|p4phr~I zKC6P>C*y6|Zq`b%&={^*qkhqPot=9vtxS=r1|al$>}IgmE4JffC8N--Qc^YX@*~f& zvzU?zoZb)@STH>Qz!q+no#vnIyf@dT>D5H<2r0F^g}Z#8N`E39rhFmd&}w1CX)_jG~mHI{PY1m~~=(dvuaF<0RhbIXNi@q$$kHyynU z4qkM(x3*Ce^5yZk7u4-|iO%$efZ#@8-57w86swKUamZ=JZqU~LtYvfB z3|l$WS8QJ&NWUs-JoI&O5H0zJn&|PP7Op)mcmX@>?j7ujjBoTWd7F61`6sF^lhC%CRo-# zIeY=Ua^v>#Z^Nd(j=n#YdJjIqdP29ne%mgM4rs@m*luD6pP0w( zEJe{WJd(HfM$vs8&WP%|2md>;*Sm#OAEduq9LsOYbc_wI#wZ*hf0sP8MW{|Nnms+6g{#cc^SFUKN?$(Sg;pOPu-#fg)=x6-dOuiw{T>bY zmK?C$60^M0_gCt!s=$KBs4HpsH_Hw|=3V9x*m#z$t+cDO-GBOJ$nw%z*O5 z>2=6QfP0-lUG}G&Mv@dbN#P@~{gRoN=a*ntPyApY+kyzr`ivN`H$4HNlQE2HQKbHZ zU`#8%**{;4KH6~12{(DkT(m=6NA|s3$$-Sz$D{YX9H*t&_!KAlBw~prSr0)o`)#2J61D`=#A*;4? z$GEQQgY5Yrilg0q417#JAO0EdRn30m+qd~E>y!^Ydrb{Gj_I*SzRh$SWYlyYBZ)6M zo3Y#V!Z7+3LvOSNXRH`p6OR2^e7}?`SITtnfelnA7=BAtl_}K0_U@p$C^T9!O_{*g zPE9DMsOBB*c(@V#1LZuDryh29!AtvLz982c+NMt{@PDUPeSK)K_Rm=~b2%#M+Mh$b zhuJeCQA`gMPMn>s;+nx=)ydO)7qCgZ8*r8xNFv%P9kZ!OPLY7l{+8rwnW^(8&ZJ9 z$F@rc6bc03ckN^S{6OI-Sva!(n$9VvNvM0^StlV zKpaCrG#C+|YicB90PnaTG(JriB4G@l!pen@fX4{R?a2%^AO`|?FR>BH`fLS6<-H6n(E9)OC%8i#^RA9{cdX8g|SXXp1-lfT-|^ zb;ejtI0rGCVTejKw`UC4?kA+PiAlW;4yBf7Ihvfsb8c<_S>%rZ(;+!X@96o?#5<2% z+r%JYQM%U7VbXk-&#~QWhV!Wg-*#-JSKmvRLCq}>Y^%<|r+E;AO*l}2LF4lTg3kO)sM()6DTP)xz`CHFSZPA{ z&EhDutfwm?P2^~LhSG8;d{_t2bE`zU ze5@fIbC8UnHJZzC`~J!Oxeizj%__bRLCdRD%mM0V`38t;<37)2;;O$mxDtQ+l1XB3 zus+mub)6Uo43<59aQfO(c~@y|E{rY!8QeE90#)uHI}dXu7QNe<*UiucktDw#vP5w> z%^<^7M5@i>UqqpEx-ZTvYlzI-8~9&b?h1KLhyOg8-w^fHdAB}xB9r+@)Fiq%_tkH z?iA{unx0+gM6sChpLTwW5dQ2G$#m$jqS}~HphhS8qwzz*W1dV%=9#)b?9?q zPVpiS4)xTB)k2#t z>jm&UUkQcuDuP!%S;xE!z_fY21|5~OZUbkjydhzrnS0MAH=MpvFS7qZ%Q78UhIz`i zA_$(q$r?V6r|?pI?cQZHZW0?L#iN7CS2-5sF9880IY}WoQP(L*HQ~X*IdiXX%3h~= z=fIgT?z#4FiR*fVNAWFRS$(guyA& z%N4pFZAx!3DC{ygJTrejrMJqqtPsl zQ`;;P^Fdw^CBxsa&N%x?{TSToGN5$4$nm;RQhRL$kp-QBmQIQ_(i*e>0w*0(nK}yf zQUaFre`&vJEGwYRG@jgy@vlTc6L8h2uo!JP{+i~aK|J)b70}jo_3K0^BAey6jp-kY zEy6^)Q7&Q;4Yrd&!Ean|@otg7YkylUFa_40@954^FEi4pT?J> zA+NB69501V$y$aJ!nS?$#kq5}sm^F#>oJ$xur)ABaJX%<4O~Mq(Pgxwf{Ck-N!I1r zEF)S81t65!?L7#=h6t4neGsh_^${!X6OLm^w&oUK_O*e6?$ivl$cM1tS-S%xn46M! zsPuoFd6sAH4-!okORg2JNr&X^bOlZ2lO<>fDHE6?Y)p@x8tsXH=Xs2CSMOPJ4iz<2 z)A#@@@9*cY(Lp0LVhReQIRMn|s(r=b`HD1%JLtk`xdw;781Qp}ONILZy)X0EG0NXd z>^wPZ{a8#+j&ig?bWBi0GR{~m;P@HA>|!13nGFMY_+boxSrx92l-7z(H9=d{!Q`?+ z^0+*{!T@32mXfOcPVB~89}-5Iw*Udgl{z}+eH&f?K>?kTuE;3Xq5 zxtVLJ@tIJ9#)oMQNsQ!w9C~7zi>ChX3@`jRnbmUjPfTAKF?(bCJ1dT&uVqMogv{qp zvj@h(*S{U65p(d#3+`}KF3!McuNAR=$Xuz(c+9wovD!#zj=Q7V6U<)uvHloaxZKUmSUy?YeRNdh+5`s}oYTb!ESBx*T$k z`w|5aLO53Ld7p^d_PKOod~`qWN$4d%ph{{ja7*?rC3zdqR%mD#0Qp^`ISZ=;I@Sy1 zI6Qz3st%iQu7n_*Wr6{2y<$9x8J9JFKW%hT^w4jbU*1_pPB3tqut86s8{EbYO1`}d zqIUDzXLPt1=@+$9MKnyWux(Z*i)aRNfaJN&wmBW*5SfZEMN)k3Rl*TF{r{CTm}9S zor~<>98``{mxaFO8+Q(Jf8GKyomFM7KyOk=sSY8P@kY5=Jn#^L7cKs-JhADrhel89w;aKHxP)~ekdPLDNDYosx34@0q9yJ=>Bb56?}Vew9xK78eVfJ z@7XhY-6mgoc7OHti;)_CWfqkK;^8oSXdu?KH|3+{S^qKcURO)IyabLHLSkRe|Gng` ztXPloEDbcs2fEJAH=p_V$fe#(n7oO9&huLtdYTR7lHwi}Zkztq>Z`cE7}Sk6WqJU3 zPn$ouD}3m_=7Y_12DJAGYt)kleo)ZNa*OA2WQ4rm`G0&wP_N=4=I=##D4fPxowp8V*+}vnY1y`1B>( z^w%bF>t7L2kW19M%Xl-J&QI^a(s9rTaJ*vr)VCBh(G-slkbA8*!gEI|dDq{QR0C^r z_)Ge6HhcIZ_sE(&!smtG+^oU?dgamOdpv38sw2cIp*ZD{1o|2p*SxTSWak=pZ$`HE z3@_*`i@0K$ft&a?Lhue<4%7h@38C%p53w4Y5-O1L&Xjkq!F_Xub zefg0niWYMWio~#yETWxn4|frU>F#sz;wH0vwqQat^0w2h$oWE5!eaeHi^V`H-3W%} zyh?$rYLhheZfx8N=%2q&qlGvw%&HrqsvBiZw&1+uNOj?iJ%bPmS>)n?&+u&PHZCKi~}9my{?-_8Xk6y^G*w_SQg-rOvb1D$=&| zRe6^IIxv#n3LQVCI(f=<+}Soo5EHDWA&x_j!HFledhWu1GO`+7i!JZL#OOKsH9$4_ zgkn|+sUt+%H^_`HmCcensE+Kvuwjq5%qdS8P9&l#$%MJr2pwo6+Q)m18gl9^gEt*j zPCd7uj4|k3tKwgkqQC2oq1j^ObBEGlEvgi==*#b{66=nZ)^BtLF2I|e$y%ZV^L>ny zt7H-ll#g%3_+koa#XxQy2d(|MefoikYoes%+{d%ZYslDN2Eg!x4)(@6$qoK8Z6qJC zg5qBvNYEov#Dz9vq<{=x+TTd=op2mT(8uJ*plULtinVC{77uXJgDj0rOj&lOP(=No zCWfmUxTkKWs?PNltS6H>Plibbz{06u0zSgikuR27EumTDfMS%z=o~(EAL7G9z|9+O zob7j0aPBx*<57;)^xq3`58qjEOortJ%r;zZ#~stKQC`+U*TJF^h+21&T-97F^vOx_ zk)Q%Ov~gRr$M?6lJ1oX)=)#zw((A)Db_i;MeZ<^N%^;Axl}2cwdEc9^&aQC}l(wF` z4Js0$n>3#O#C)e5x=NeKYk0WV<|n6r?3J^}`JRP88r@G2Z1eI8it4J1rsQ0rx`5sc z4F)_Rjl)+h;3+Vs`KMTbjyYbcaBjQKEBsv1Hy)DwU^?3p<1xK?{rDN01KG76D8^_y zDi!2=IV~ihV6o#P-l&I5fB(kQ3&|Qgyq6(Ag!Y=`kOQ#PMiu?dYydg*Al?`2GwRB# z=3;mxpB!dFcL6uEqEUV~9O)+A!sHNCe%ie5=Wv)EnQqzEXC_j*jMIyyXLJ#+*hc^v zn!x{DwU*GG7idtKAw7(${lorkozlwDv_js-jzj}1`v5S=3Oq;j^vkXjv?X$X1RUxB zvYQI!;*&wVk*}(_4!qZjkW-Dvy$A0D2dRS~#e!UY=zucFH;$r2`}Px}2E`@7avU*< zz^FqLKYmS5DJS|1019e7f@>x8NF^#6;7xGX=K=+tJ#ew_fqS z#G#*CpOyNH--p%AJLJ=OCs_?S!usRQD$F#~k=E*A5x`=Dr|w$re-1>EES4?p}%h#3D+@`~_i)3GRe^b6boJ5APtnpA)2%u%9bdtFw}Bubx;<}P{`V;lZYFV z@8H0tB`KVBJ)+yxi~K}GV}|IA6Vc_uV{-uo9>G9UQmX)Wy~>fG@XcNvfx+>?DSP}k z#g&u+v>TFA_1FHazj}buM1aLbT+gjuXGNS{i%2mBh^!SO6_CsXSM06{loG1S( z-#Q@qOG7K7%sfL^_;FziDnwQvW-X>=8}}|)M7o2tY{ViiA0BGXY1$bAiUgok`T!jG zCsD~4c^%=>>kMNruHz25L@4V1b2o$%E0^k`_#;DO z)P(!(UHSKb!|W>t3EUEO2=HCljWHTDC)0@O3z7obxq zd1}&N()9CSiN9S9h@Uo!u@%;yb$F1UK6>utU;t^`%l^XgY}L5XYau4gYt&75mVroT zYPVr3m?BA<)Q8P4`llZVRrFR}NCS_CxJ>L(vn}Q?&Ich?ktumNg;nN3eKixRJhz zPmty%YF}YS(E{8sFY_r1C|s0euVRQwEToQ=kjf_*?wIHdKauzat=5dASMipQs6e}> z08a_IPTa4cY8+IIbH?w~-{cH!mbU??e=obu7OP_b(yz$P2dzU3TcB}akbRZlTj?;8 zM_s&#w%|(CQ@oWFQc^YUIRt*GJe^D(S&sN;T)D?*O=?BRE;rZGHW3NV0jt{xjgqXr?7kGRFYsB2qMd2`83)t=KcW!tZMZ2Ei zRpih)x>Nfdw6!GNUf-+N&XIwjPl(~Z4h|w6F(zmKcio8or=6*HxbFh$3!y(6lUy~U zIxe;xm%|D-M>Ac0XBp;DBR?tV;R@q=c2aysODb9R7aO7!BCe%1ngnehsmI0ZK>d`0 z%b6?KLu@cc6xNzc4MR&>FZ1vOnzPg&B&CHnNvVkoymQ{sd82!}>5`4SOD!Z@!v>xp zifL0Q6NovX31Oiy)PeMLkV$1;Mh* zZVaqLfL$YPkEI??j|k;=ITe51m`AO-B=Fl98`9)WsUS8KeJf`6L{=KLBBW+O>b<5t z%PjHs++){WfB$^no@7=fpe7N*S?)?Z&HLiwlTx8?sfDG5E$wL11Gg~Sq~6&MM{q77 zsEDVd%?fO_>e^A@x#lD*g_d4({mFXlWQ%(AOl8o~+?LL(M!VhtWy6yLY^}!j)~FdHpT8e`7DteI9KI3-tpUi{4@0kRQ53WCioOV55AQ}l^Hj|f3=mUb7Ni^=0uG(zzXfM|aaX5KT-}Hjdo}+?J0_Ay#69SbHJ^2)A(b zxFb67Y_5#Ddp;6fVH)X5S*n`<%nZ^wb~#JE=2NUT*MGASV;4*?dN!t({Qn@$lH^FU zvcH`-T)4=e62U^)!+}%2&%vEqnt67~Gt*d56wAx zZ|7x@0wn2k`NfH{i2xBAtOTj5iX-|&(|SW?-(j@+R!jbO`{{3hG3Gw!%S=sn*h zFCpo%G@owygq=>kEI~!-!=EE@t$j|KR~ApI^675dOkj%hP6f;BZ8tO5k8`6T+UeRM zlS!eIJCRM^Pv>?{gwn*6t%ZrwE5$b-g7mg^O`Z@uU(X-GJli@n)T-Pk7i+9#`P!{z z{AvSj23N+ybUw-T&Gxr%OZljv2k7Exu4l}_$oxHf$?m&s zavVE8ZK8n@+dR~9UZT9dB6hNl_4ZkY&Y>my{rgG8#UFy^$TQVRdhRI5!@E49Rj0-X z!j-fH$k{%;q5n}udxi9(?l%|CsZzkmT%vHUp>%h((KjdlCvZcj*@*?BT0&*AOi_K8iDFJg zr~y~^*VR*k^}s@Y7^g)Se7Osl7`%OwFOzDd8EuvhhsxCkx8C_Pq#~ zwMb4T6)`BskGGJ)3t!&+zj|7|NNlp`tzC4DYdi(K`Y^zl3XqJ4g~_`(Ds%1|GRaM| zz=Pa0F;Y_UOGX@V`00v`0)?oQ5>VMAG*Ht$GxOfu{t0o>9c@z;#4ImjW<8>-n{YQH z=l3!-+0FX8ZvC@=^h-qj95D^iF{0Wn1@+4=XLKOBDz0SQM9r)p&fS>U*M1gSVN6BS zh^Vk@-0a7ZG`mvW%N=NBz#oM~avAZ?e z=XL=mU`}^-6~63>;UkVi6t+J(BjPkUGYp!JG+mf&th;vnS-HaYm`hJ{(n}6KZUe=B z1H1lejssHG=+B@EsH?YWv$fE_pMD>HzP~^6T9vS@O2hv;*`GqA57ahJvM%**zo_4r!5o3@T3|?x{!St0dwjG z?g;HBG+S9v;bG2bXdTc*P7{OT_9z+b5X`8VkvTLmh6CN zlLIapmZFwZ8t>+IjX!!B9zBd&s`C}U8L_K0jzRV-WWpq zidH(NQm&Sh$Zn#z7(3UiW&9ai@Qi+B<3S#o=xfM0*`gR-s|}ivG#aXaNN&OSY!&n5 zOz>rVTXS~*F;=}on6@=q`SVG-r0zwn0>(cKe8?S%%fAlkM-|iRJpkc%-0JZ9rRy=Y{)CjSb@_U>#cwC&)W3 zzF6`_Kyt^){Jl$S{AwrF_=$ZLkaTN$u%y1mZ<4a`cfu)ykhnwJV@kElywn%_3#-gB z@Rlyr-Rv)}D+wb~6Kvih4VsUK$B4C7B=;M!MQx`Co^RQ*5eKxix<(?1%~`)^;Ejxh zdy~6=9*$~R;neCp7YXlr>6*GJ0%jrHSG&WW>gA6g8y6=iskL1}cJN`W< z=IBfAq!r&LHjBUHZIe7Qp?`B`*&C~iXrmi7;I(R%FZ4d4hQoH*Qt{p-0KJru<5XW| zRn+W+5-_-;SMLj0btoTmXLJyUt&Jxp43r~%X{D_nzpb>=p#LIJZ^RACpmzZzp4QmF zY*|S@tO56_Pc6f7Hn_(h5#x6PRdL|Y;*hOCHe?=thEA0F6T&F6KESkw{~gCqrD*)_ z!k1q-1|}M$kI5~N!Ig`HQ~4`EEFHs3Jw97;fz<2&WXl6-SvwoozN%?pl- z8-o4mKICH#D=vEo8GoYi=knsbrHvfv6#kb>sOuvKM8dcKUt&xv2@wT19l3}T{_f;W znMCKsxcv+~PDi422wQxj89S)SXep=hPq1*qRgC>6FgL7F#-a|v*N;J_tHhZBekf_2 zcwQ7k)$&8%?^dI9+~)pgz%Q3e# zI=Ca?5F-U+Y(-@CG9bjKh(SN_;HGKVKUG~%d-o5_kyP^Tr}17gUqEh=b(^D@`C4X` z-`1oRb9jw+N1MzFDQ%9Zo1mHuQxPa8Ge`|S0MUyP(3je)KGR5OqoIkpfy2N&-uLwq zs7PQ3=}y2itY2lR^q18`Q_h{x!FIW0jn=C2PvesGwN-t&7O!HTeOX-){;?K5++if- zq_JfP_ID1fJfaK^H4zdbXLO}kz7JI@Sdd?WL9!{1Vz}+Mea+WoH5Sw_bj*S?9DDaL zH*@)k8Sh@He`@Acs~5PKIF&=_1yG@5;1o$_QxCK)0hLIH#>+`ECi=4J%nOkEpXvN~-6*Ln$<7h~z3F(HOXx-RWu=6#0&~kQ+rF*D5g`^6 z!Nt7)J?CoGd<$gd0G$(pMdx+>R4h^A>jebNewzS*J2(2BcZ|XtH1*M9qD=I{!En+A zRVdxk+=p4qlNHc3S)^9JEsB1`8LWZ}c2e>No>edQ1isu_T8zTvr(^&PTz+^qElrDt z0bKU$vnF|^W4lh3Pg-$%Zqkah75(_I!`KK4`Dn|A_rnm%4CRLhnYVm0qmnEiPgGrl zK}z`0=FFedPi|cp8$yNfv_Je-w#9yEOM8M^luR7&NPLDYNCQVT%RI)=X7D@- z-Gw1L#Ocf=_67hBRk6BnEc;@wrb()RsCi&fT1$dbyh0~Y8zhYHVXa83ymbD~Si&=r?^x*;+G({A|5;qSv42GOPGZvCvl=?>?q``(_EZDg*xd>&0X6 zsq!&da%}B3HN!oq-FqLx-!2~spV{1(dK;_%r&%|e;(>ynh(UjobATstPUj4O$L!`N zTVqUmGKSCxJ^P}R`3s|q%&l%T^G@0^H^f;FobLV$2ve!VXQYBdrf}1=sBeT)ZLH%X zj&k{ftrpPIiwUlLujJU8GG`hmc>d?Z*WjD4z(+}qZpT1+(l&jN*ZZY`d3L+>ngN?s z3LF4Ow?DlR*hZUV_q=1CZDAd3P$VKogD80WH`L_FW~hI}x2(i%I1W|4K$9y4*+l4R z_GMoU^o2)l9azjT~C+>Uu^1)<&h=2bSL|;yS>#!(*I!W!C&smQ7HdR^zAm2em>l(xA7t z5HIa<4UQbc1@pK{6Q9ML&DH5&FzJ`5Q18dxvuhC+=J8DKdvVB{rrYXJM~+T>cBZmY zcfK)B6?klGn((s_&5mmNqo4`#S5KAy>>KXcAn91mvrdPMgB(8 z6vO_aWcea;j<8+H2Jp-Da<_?5;nKkl@jHd3u{>$Tib=}e(mKn7ctz=)Ud!p1uAjfn zt5t+cXHVqFh;}0xtbe*k=c*LOv|MpSQ))bfJ{EQwciU8QR3fyVuLJ`R zd8`%DgMx>D$=*M|BxC35G$}qkJ@IyU=omCbKO|%C>S%d_??_^6@?_$`iZD^K4rK z!ue;cry-BZo@N_)y(wTM87>#p`qzBft-vG+|A!jhPj01&H4Q*Dwsl8ebe&|OV7&YE z%&RR_H6lyxGM_)SiH@Rprouzh;++K(*^nmWh}`~?N_r!Ll3%Ykb-r`v!UnPF`*&(v z?zypKOF7ThyyZX8#yTs!_Wx0tct}o8QT2IrklK{rs-LcATb;a3RtAa5<~So|PlX<1 z!;`pYL0%`dE;l2n7|+`&V@uAiWXyUswP*gxHfV>7!}Yo1A)=zgz4)IPd{p1LM*Fn` z`T2Tn<#k_sX2CiT6^>{77T+e76|{vHWP@j4ELAJ2)H8WsF4Gh|S$^;Ahy1Ifb|&`y zZIeBW#I}CkLAkT@Cmncw^0`A;&{OekW`@IYDn*5Zj2W$Nip|PZZ$LpYz3 zUE$t-5iSVg=7RKwZgwlUDoHuGQbzVN0H~poDf4#$dL&|KB|nz!woQ+esqWp z(bcSMcVOd;A@~^FvC5w;SwS*Uo`xlJXwmD*s}7T6?u zfQuL;Lci%ZBK8QGNO<+fKr(eT6YJ-ppt@SK(!*PKnKbL>Or=GtCC(7*Q#gUj%pIxt zmkIFBe1d!jfi+Fu?pZ{l&deOFT^)~P8gFQ~*|>q4fw$k0=vU#AD{wA(8lVO>(M3iW zCgS&1i-TIIYf7xLu=?!LmI39tv-+}uNR941ctYt1lsUtw;r#8CTzPbLd3O?%!k$du{A1H7JmM0VF-xP8FItkhctC?pI$ zIK{cz>b|ybe+g~8_D|IEYVrUz>4oZAqrahoela0J(5{HFE;>CJVe4QAe zK_$y0BJUe@xpV>p)YASwE!8M5^-g`@)T>xLj{#$e(wwu*IVWLVIRstpmmNo$u{dEu za)NwO<%eLoT9%HHXU&r$%p)$#Ojd+7I_)%qwSX8DiJ5Y~`;56P&;Mk7KqQza+% zoWEUkTC;TaDtiaCx0B_wV%JY%hGkGmizdWmvZoHFSaRG4Cn4$jqo$ywz(*_Zz!CB3*_D0)O6 zwKD5g1qzQS+ig5sFYqkGVMpHsSa6f>Qpx0&RlBef7fiD+X!y|15R`7iKu#aD455Ge z%5kN4R-1U;CNpVho`|}tbO8_!#yP;169Ya^7Xf&(uIz6xgZb_~aUkdOT}C$>EW8)g za36;OqQqbQ8H&?xSd*P8^xe_DOHHBWg8vjlO|u7T?Lp_o0$V4qlqcKa&v+}%B$fAk zB>DSk^mA+$Wij1e$iE$&4iw+(4E&Y$%}KBa<6e{8mu{Hq`f7o}s-OZWi9Vya`dYNf z;w|526d0qmjW*|!)%9)-)}hC6E3DB9hzlqUlv-n6@rQa(59NDd9&{E$@8$c?g6`ei z8OmksoQ|IPGZ{_x=ow5Rr;2NG;rBG+M`IMzqnXq0N(-7k{nm$N`#5JE)9|j2x!%*G z;SOCSWp4{$Drt$Nx^(Ri>PZSd7^Hw&O{o`Mbd zIN1I7#2)$$TrHY!RdD9sf<#{<9+L?dXH!ymEuOR@=kg3W`qvjDz_&YNG@oHsFURX8 z_=Wk7@;t}-zUcRiC?6utx%pL3UC@QEaFdV`)Gt(-5DO%kS$c`F%n|fL)m4=f6{4G&+LfuoWNOlzD(H|rdPBU_}3F>+CD zuAd`$Nn)dkiAiTcb@w&{{c}mfi7SfAvs&ASxFcM<53oxAY!d$%bG&NGO#dBIc~9tw65~)=r1adhv3>&b|ON^=0Vjay@henN5Pstjzx5DJRV_v7A3h< zP`Og@`4%^s$H*{~(po=mrE|4BO+@SEmPu!sdpKw*iV8FseAL{j>A`xextyJl@cxW` z$g<@CN2)Kpm%co+Rrgt_^qtmQ|0Tz8Cw=4q=@#*Y5!V})lcJ-WL`9r1j z!mgG)z2xipSCnJ(V|jiq$gUZQ;tm`h)Y3oIa^g}|Xw{9R%`Co;TSs?vxV=f+@9z{b z!=ux{aFD6Cu=M--0LCXVQGxfaleIR#_VZnFTkz=Hjj#PQ-Yoj9;Jcz;gge5@Y4}%+ z-AYT(xXGd1bBEfBV>8XAH^!;UXxRJe>RTrzM7m3}4kXv3Fh7~sHl@ySn6G$a+J}k& zr^wl*ZHtn9H9QV}IM7ZW+b`MfyppfPboFGEc0beCVCx*uf6XfsA?*ugnq1b}%aWU& z*3Td5PHfj&ToiY78#GTLKb9nSEZKomgT}S!RG7{6d3Y>acpUb1}G;ziLiY|W* zehINKFRK{wr`pk()$KvPvrJ`P8EV{ioEdi^yJ}k1ZUuwwiV1cKCXbo#LT#lCMvGVJ zWPR#?cwm4$pYEC{@CI zM&Q*=7WGQz^AlYSbSgyp!=&an={BvN|Df`UvBu#V*|q>ig_O)xU!9p+iMkbGM`FaE zm_8QLev7hfL5ZUz?_Qg{=zZ7DuakYRtD$&WTh?&9xrO0@u-Mq)vj?)Y`xjJInPP|s zMyBk%@a>}FQakdV@&$cZvh~V>?8+OLHv8{f1jX~Ot$IyuFsCa0WV+L%IAA)@oCDi7 zRd$-xmKr6kE8*kW6XB%g?{R!*^_in0Jk{$y#u^ z20vpgnU}}(XQ1&*E?%&%=KU0zFSZ}-?6__mrHixbEA3`Gar$>1&m`rtwewqaH%iq# zQLQzxX^QwMC~IP37+_;D=eSIlw0uJwU!1u6z4PM3Clft>j0i1%%oQ>4xFm~DL$JzK zqhN-%@*N)AZx6rwAD;jIa)!Fh^w(|eq8gf2r>l-D{XRHwYSU8Y9`9Xw`*jN=9OW;i zeokQAN!nfIT&Xt*#4!q0&d-T=T}`A_qsnK76&{y980lq$WoEPe^7#j^lYUqYo^1b~ zWNTP+)nf9Jd^*+n$1?zTq z8znK5dMt}F_4M7O#TAwveE+7=#eeCN@Vb^pBwB%t;+?e zF(k`Ae~YK^>Z?V+&9EtFA60$rXFq}djXGZ_YII5C#evrbG0HKib?Z*XiKz52PX&Fo z4Rj1Dj}3ATE7@upx9L(1&F zp39n$;q+Bp9nvzb>-(}t_vv-}f5Kaz@v6!M+=#x}W}`(){GkpR9@&T=OMK638ZAp! zh*z{}QT93?7T^&la!C2c(RB3*MaBtZR_VomseiZ+L%r311g4*ln{m0UbO-Xc<7m0n z;+ZV(S(dsHXIn=r&UIh1h>TydS5!6DD?32Em?g?*?KxXdSGJC8gHc2#Ur~8Yd$?}z zjmAR}8H%0Sy1L&crUrS07Kld~Ph6~<01M}quUMH$Hv6x)+FC_+?2k7Ik8KN@8!NJ2x%P40ex8u))*_KLF}ZF&sbw9z zGonwtHnUxx|804jjKsl=a|tuNmKAB~q^)rZHIUzSPgdiAL5+)y;aOm!qXqWqDYqma zPLJ}seLlRc?@=*WVX3wyZDnBW*?AJXw-f~}788^D9JDhe!E_wCzbZ|B@id4a63 zeC-aohIv`*Y|%-3o`L9_*a*dZQu&a5^5HC2X=8Gy8^+Cdc^lFHdM8$!Upi0%_Xgb} z2jVwY_8zLml}6@)wl7Z0T-j>7baphO*0cpfzm&YYc@4j=%x&&sX-X-v<+LoDRz}W! zCunqEbiS4uQlA|@SiXWgmr|Y>{&`wUejqpXV)KVSUtpx+t#=q}c95;-?#ZqHaMv`* z0x@X=P!}7xJN5>9^9M4qmaO}m4XPkEn-@TVCQYS__#n%q1@#V1eWHop2~or_>Q)yX zz&8$?zkD)UP*W6j43|JYV7>dy+MG6aCH3{laF;~@=g)Kg7W*RNtKWwQFAXk8XALFq zrL%=GaS;EsBm(=kOLIMw<(zN*5|gEgR>xr@v{Rg(=xHtQmYd8KFN*s5j=LP2xNNn} z<76&2Dv$KL)bIIrzQ$<5j~1z4 zuql%%UXiB0`_hUZ$fG+h7k7VOSc%-bC2;rESxkfk_Ly2B95u0uqgQBl4v9Y$1Bg^0 zanf*PGi6Lh^{dCkJ!LAH_x8v*i9qKswY5kGnj~bfaSZ;-c&vIoU<15W9_p%F;xN0fsgA+XCVavNv`j-;ROl zy+ANIw0e2u_5T^UtgVs6v8IPF~1t<wF%f@Kf8TXa@g1MpLqrTNl5Om6x_sE{6V>TyMKTi9 zD((UkKGP2uRS|at8gKR9Mvs8q3(+H!65y(wc7;P*D?wQq3qjYwxj&o-64Dk2EEe`C*H*Kfy|A0cV_}41$Pg?~6{Kg1YnL>dKs&9HS zLsIwz-{9I<9>Ds_Po3Sg6^=K2Q z9Wt*T$`W61uNV)tFv;G3S4kf`$|Cki-S=s~Z=|Q%wVQ3Og>+4u-~;{NWBYql8qRyR z(=tQP+yof1!Pf>NBC9XdL&ubvNq)WVBya(9y%6W?3U#cI)KP-)EHDKK2sd~Yqr z4fonbT|n0mtcgk>O0{LachkbG%PJYmR&C6@*B7 z0JDGC%gd_(p!R6LdV%Ig0AJz<0d^#pEAl6cDZ_wB{vr7hNr^#Kikb=0$t!L3qfmFM z0AU}Mzb@CT3H4WHv(#5bwN>B+8CUMPQCZeVToOKPX=$l_enGdXOemE2KKSaXYHc|@ zqY_yBKfg?Y9D8)irot5S$CN2uge(p z30}B!zYN9A&YP=b;bFk|zXnWz0Xx76`#1y-E?ul3{;|JvfTZW%vv$pJ@vG>Ysr!73 z25Nb1av(^Pmo|6=&coVXy|iC@thBUrqMZXW69(-GswE2iN>95wNKPn3Z7q}Eg~dfi zM!uNJ`B!N#)A>$aZH|V$p`}g`08B{%>SO60XIfp75&?5tm?S1lMRa93*_pAD9|SeK ztjZVa?2t=ZH%Ob0bscOK=qwmf&R0oJdJSN*rn|iva&o;6hF)^DNg9U zSdQ+pzro{>S>x@d)ZI)FQ2fGnbcv>Gw1F_tIw%245FMjQa+y%PmZ~OVLYavjpwqd? z`5keh(1otu1EDp1v6#FC5@~GlL2EPCWfDw+95D?ouF9|xRX4{%;1%(O4mkMp^|7oYDE_t+Uv%^8*?DAwmdWK}z-_xAoico&7kmWc{m7!x z2^p?^kC^cGe}GIFyDkLRbW|{ymi2}zLV`x&h2J#1B zvdKzOQXk6P?{wOTNjVJ_Yr7VD;bE>qXDHuJ;37H!eCvRPzo0}B5NcG=wdBbumRWZ} z`aOsF3RQ7XnHqE^K}0wO2fahCi=lXiV95f30Kf|W{Q0*)Pb1OfLR>Y7v9>8Uz-sx)Txpya}u#jWc{SYJt4$umiB}kS_=W()a zJFS`+5!b?u0Sxb({u0`aO#>2Q)t&^Bov}^J0|tFz)`%rehRp_tXS zL+KiZ-k#h~(9nVfZrwz34|fmFw!NvT8{#t7OxG$Gg>R=It|SEtGK>tgf!qkxYbeQ} zn&<#h|8*S>oQ~!AWuUtiP;sU~XKA%(9x1OM<8r{2&<&)c`WFU%PTA8DEIaQ*y9hKEff|PzigAh5jF8aJSzw0(>4yS>X?S+ zFAC1!F*sWMce!L1KNnJemE=3{yeK#_C}nhQkV~#&AKO@Evp&!sj%i2`_ZSv_6qL^o zu&9xG^aHr{r%3jYaXD&8f@#8_kMH?gkm + + + + + + + 2026-10-30T11:37:50.204100 + image/svg+xml + + + Matplotlib v3.11.2, https://matplotlib.org/ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/evidence/grade5-final-verification-2026-10-30/go-test.log b/evidence/grade5-final-verification-2026-10-30/go-test.log new file mode 100644 index 00000000..370a1e3c --- /dev/null +++ b/evidence/grade5-final-verification-2026-10-30/go-test.log @@ -0,0 +1,24 @@ +? highload/cmd/api [no test files] +ok highload/cmd/migrate (cached) +? highload/db/migrations [no test files] +? highload/evidence/grade5-db-cpu-2026-10-30/tools [no test files] +? highload/evidence/grade5-group-commit-2026-10-30/tools [no test files] +? highload/evidence/grade5-pool-causal-2026-10-30/tools [no test files] +? highload/evidence/grade5-wal-ablation-2026-10-30/tools [no test files] +? highload/internal/config [no test files] +? highload/internal/database [no test files] +? highload/internal/database/sqlc [no test files] +? highload/internal/model [no test files] +? highload/internal/repository [no test files] +? highload/internal/repository/postgres [no test files] +? highload/internal/repository/redis [no test files] +? highload/internal/security [no test files] +? highload/internal/service [no test files] +? highload/internal/transport/http [no test files] +? highload/internal/transport/http/handler [no test files] +? highload/internal/transport/http/httputils [no test files] +? highload/internal/transport/http/middleware [no test files] +ok highload/student-tests/auth_tests (cached) +? highload/student-tests/diagnostics/waitaof [no test files] +ok highload/student-tests/lab2/sqlprobe (cached) +? highload/student-tests/lab3/grade5 [no test files] diff --git a/evidence/grade5-final-verification-2026-10-30/make-check.log b/evidence/grade5-final-verification-2026-10-30/make-check.log new file mode 100644 index 00000000..9a553306 --- /dev/null +++ b/evidence/grade5-final-verification-2026-10-30/make-check.log @@ -0,0 +1,2 @@ +python3 scripts/check_contract.py +PASS: offline skeleton structure, local refs and Python syntax; application NOT tested. diff --git a/evidence/grade5-fixed-2026-10-29/01-fixed-r500-n1/compose-scale.log b/evidence/grade5-fixed-2026-10-29/01-fixed-r500-n1/compose-scale.log new file mode 100644 index 00000000..78255219 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/01-fixed-r500-n1/compose-scale.log @@ -0,0 +1 @@ + Container lab3-grade5-91ef919325-api-1 Running diff --git a/evidence/grade5-fixed-2026-10-29/01-fixed-r500-n1/load.json b/evidence/grade5-fixed-2026-10-29/01-fixed-r500-n1/load.json new file mode 100644 index 00000000..620c726c --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/01-fixed-r500-n1/load.json @@ -0,0 +1,29 @@ +{ + "failure_counts": {}, + "instance_responses": { + "d567cb0ace30": 10000 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "2c1a4dee5c9c371f", + "schedule_lag_ms": { + "p50": 0.169, + "p95": 0.326, + "p99": 0.592 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 10000, + "scheduled_rps": 500, + "started_at_utc": "2026-10-29T20:50:23.58008Z", + "success_latency_ms": { + "p50": 1.258, + "p95": 3.507, + "p99": 60.076 + }, + "success_ratio": 1, + "successful_requests": 10000, + "successful_rps_wall": 500.012, + "successful_rps_window": 500, + "wall_duration_s": 20, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/01-fixed-r500-n1/postgres-statements.json b/evidence/grade5-fixed-2026-10-29/01-fixed-r500-n1/postgres-statements.json new file mode 100644 index 00000000..83511ff4 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/01-fixed-r500-n1/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 10000, + "total_exec_ms": 685.365, + "mean_exec_ms": 0.069, + "rows": 10000, + "shared_blks_hit": 227297, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 10000, + "total_exec_ms": 514.62, + "mean_exec_ms": 0.051, + "rows": 10000, + "shared_blks_hit": 91321, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 10000, + "total_exec_ms": 103.343, + "mean_exec_ms": 0.01, + "rows": 10000, + "shared_blks_hit": 40000, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 14.273, + "mean_exec_ms": 7.137, + "rows": 2, + "shared_blks_hit": 2607, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 10000, + "total_exec_ms": 1.964, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 10000, + "total_exec_ms": 1.807, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 0.636, + "mean_exec_ms": 0.159, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.133, + "mean_exec_ms": 0.133, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-fixed-2026-10-29/01-fixed-r500-n1/samples.jsonl b/evidence/grade5-fixed-2026-10-29/01-fixed-r500-n1/samples.jsonl new file mode 100644 index 00000000..e6bef9aa --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/01-fixed-r500-n1/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T20:50:23.575+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "26.50%", "Container": "d567cb0ace30db98b971c56b6af424d4db7203e1ef7ff2da3c1bd0d96cb5483d", "ID": "d567cb0ace30", "MemPerc": "1.77%", "MemUsage": "18.17MiB / 1GiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "1.77MB / 1.92MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "3.62%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.00%", "MemUsage": "97.29MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "1.69MB / 1.69MB", "PIDs": "9"}, {"BlockIO": "0B / 225MB", "CPUPerc": "13.13%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "14.65%", "MemUsage": "74.99MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "1.5MB / 1.25MB", "PIDs": "17"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.61%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.50%", "MemUsage": "9.602MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "293kB / 390kB", "PIDs": "6"}], "postgres_activity": {"connections": 9, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "2185", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "2186", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:50:28.736+00:00", "docker_stats": [{"BlockIO": "131kB / 0B", "CPUPerc": "32.61%", "Container": "d567cb0ace30db98b971c56b6af424d4db7203e1ef7ff2da3c1bd0d96cb5483d", "ID": "d567cb0ace30", "MemPerc": "1.77%", "MemUsage": "18.16MiB / 1GiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "5.31MB / 5.74MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "4.00%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.02%", "MemUsage": "97.34MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "4.11MB / 4.13MB", "PIDs": "9"}, {"BlockIO": "0B / 249MB", "CPUPerc": "14.32%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "14.96%", "MemUsage": "76.57MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "3.65MB / 3.05MB", "PIDs": "17"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.65%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.50%", "MemUsage": "9.602MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "707kB / 951kB", "PIDs": "6"}], "postgres_activity": {"connections": 9, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "4785", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "4785", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:50:33.934+00:00", "docker_stats": [{"BlockIO": "131kB / 0B", "CPUPerc": "26.41%", "Container": "d567cb0ace30db98b971c56b6af424d4db7203e1ef7ff2da3c1bd0d96cb5483d", "ID": "d567cb0ace30", "MemPerc": "1.62%", "MemUsage": "16.55MiB / 1GiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "9.53MB / 10.3MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "3.93%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "37.99%", "MemUsage": "97.26MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "6.51MB / 6.55MB", "PIDs": "9"}, {"BlockIO": "0B / 273MB", "CPUPerc": "13.86%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "15.43%", "MemUsage": "78.98MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "5.81MB / 4.85MB", "PIDs": "17"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.50%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.51%", "MemUsage": "9.609MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "1.04MB / 1.4MB", "PIDs": "6"}], "postgres_activity": {"connections": 9, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "7367", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "7367", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:50:39.098+00:00", "docker_stats": [{"BlockIO": "131kB / 0B", "CPUPerc": "29.79%", "Container": "d567cb0ace30db98b971c56b6af424d4db7203e1ef7ff2da3c1bd0d96cb5483d", "ID": "d567cb0ace30", "MemPerc": "1.98%", "MemUsage": "20.27MiB / 1GiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "13.2MB / 14.3MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "4.30%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.15%", "MemUsage": "97.66MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "9.05MB / 9.1MB", "PIDs": "9"}, {"BlockIO": "0B / 297MB", "CPUPerc": "14.82%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "15.69%", "MemUsage": "80.34MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "8.04MB / 6.72MB", "PIDs": "17"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.77%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.51%", "MemUsage": "9.613MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "1.55MB / 2.09MB", "PIDs": "6"}], "postgres_activity": {"connections": 9, "active": 2, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "10062", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "10062", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} diff --git a/evidence/grade5-fixed-2026-10-29/01-fixed-r500-n1/warmup.json b/evidence/grade5-fixed-2026-10-29/01-fixed-r500-n1/warmup.json new file mode 100644 index 00000000..761e33df --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/01-fixed-r500-n1/warmup.json @@ -0,0 +1,29 @@ +{ + "failure_counts": {}, + "instance_responses": { + "d567cb0ace30": 600 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "edaca1d51b39220f", + "schedule_lag_ms": { + "p50": 0.632, + "p95": 0.858, + "p99": 1.013 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T20:50:19.055497Z", + "success_latency_ms": { + "p50": 1.974, + "p95": 13.533, + "p99": 52.056 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.096, + "successful_rps_window": 200, + "wall_duration_s": 2.999, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/02-fixed-r500-n2/compose-scale.log b/evidence/grade5-fixed-2026-10-29/02-fixed-r500-n2/compose-scale.log new file mode 100644 index 00000000..e666d230 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/02-fixed-r500-n2/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-91ef919325-api-2 Creating + Container lab3-grade5-91ef919325-api-1 Recreate + Container lab3-grade5-91ef919325-api-2 Created + Container lab3-grade5-91ef919325-api-1 Recreated + Container lab3-grade5-91ef919325-api-1 Starting + Container lab3-grade5-91ef919325-api-1 Started + Container lab3-grade5-91ef919325-api-2 Starting + Container lab3-grade5-91ef919325-api-2 Started diff --git a/evidence/grade5-fixed-2026-10-29/02-fixed-r500-n2/load.json b/evidence/grade5-fixed-2026-10-29/02-fixed-r500-n2/load.json new file mode 100644 index 00000000..1ec1ce08 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/02-fixed-r500-n2/load.json @@ -0,0 +1,32 @@ +{ + "failure_counts": { + "http_408": 1 + }, + "instance_responses": { + "241a959b2d7e": 4999, + "80da72471c5f": 5000 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "d9b0588f199280e5", + "schedule_lag_ms": { + "p50": 0.187, + "p95": 0.402, + "p99": 0.512 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 10000, + "scheduled_rps": 500, + "started_at_utc": "2026-10-29T20:50:50.843388Z", + "success_latency_ms": { + "p50": 1.214, + "p95": 3.432, + "p99": 33.171 + }, + "success_ratio": 0.9999, + "successful_requests": 9999, + "successful_rps_wall": 499.971, + "successful_rps_window": 499.95, + "wall_duration_s": 19.999, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/02-fixed-r500-n2/postgres-statements.json b/evidence/grade5-fixed-2026-10-29/02-fixed-r500-n2/postgres-statements.json new file mode 100644 index 00000000..3833c403 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/02-fixed-r500-n2/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 9999, + "total_exec_ms": 684.309, + "mean_exec_ms": 0.068, + "rows": 9999, + "shared_blks_hit": 228442, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 9999, + "total_exec_ms": 422.204, + "mean_exec_ms": 0.042, + "rows": 9999, + "shared_blks_hit": 92286, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 9999, + "total_exec_ms": 99.481, + "mean_exec_ms": 0.01, + "rows": 9999, + "shared_blks_hit": 39996, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 10.144, + "mean_exec_ms": 5.072, + "rows": 2, + "shared_blks_hit": 2613, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 4854991825702068830, + "calls": 9999, + "total_exec_ms": 1.75, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 6097083398544187049, + "calls": 9999, + "total_exec_ms": 1.732, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 7421764486656699138, + "calls": 5, + "total_exec_ms": 0.789, + "mean_exec_ms": 0.158, + "rows": 5, + "shared_blks_hit": 5, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.095, + "mean_exec_ms": 0.095, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-fixed-2026-10-29/02-fixed-r500-n2/samples.jsonl b/evidence/grade5-fixed-2026-10-29/02-fixed-r500-n2/samples.jsonl new file mode 100644 index 00000000..b7792fa7 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/02-fixed-r500-n2/samples.jsonl @@ -0,0 +1,5 @@ +{"at_utc": "2026-10-29T20:50:50.838+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "11.27%", "Container": "80da72471c5f0ff8d5f9a382b5a178420b8b7ebd15154a3e356416bf556c97fd", "ID": "80da72471c5f", "MemPerc": "2.23%", "MemUsage": "11.43MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "1.05MB / 1.14MB", "PIDs": "7"}, {"BlockIO": "0B / 0B", "CPUPerc": "12.19%", "Container": "241a959b2d7e8849a84e4bcc723fc5d6c9fc2ec7d927a7ddbc7947c414c1ed63", "ID": "241a959b2d7e", "MemPerc": "2.33%", "MemUsage": "11.91MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "1.05MB / 1.14MB", "PIDs": "7"}, {"BlockIO": "0B / 0B", "CPUPerc": "4.09%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.03%", "MemUsage": "97.35MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "11.4MB / 11.4MB", "PIDs": "9"}, {"BlockIO": "0B / 486MB", "CPUPerc": "16.30%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "16.46%", "MemUsage": "84.25MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "10.1MB / 8.45MB", "PIDs": "18"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.62%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.51%", "MemUsage": "9.613MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "1.95MB / 2.63MB", "PIDs": "6"}], "postgres_activity": {"connections": 12, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "11571", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "959", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "12530", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:50:55.485+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "13.02%", "Container": "80da72471c5f0ff8d5f9a382b5a178420b8b7ebd15154a3e356416bf556c97fd", "ID": "80da72471c5f", "MemPerc": "2.41%", "MemUsage": "12.36MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "2.81MB / 3.04MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "11.87%", "Container": "241a959b2d7e8849a84e4bcc723fc5d6c9fc2ec7d927a7ddbc7947c414c1ed63", "ID": "241a959b2d7e", "MemPerc": "2.38%", "MemUsage": "12.19MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "2.46MB / 2.67MB", "PIDs": "7"}, {"BlockIO": "0B / 0B", "CPUPerc": "4.28%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.12%", "MemUsage": "97.6MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "13.8MB / 13.8MB", "PIDs": "9"}, {"BlockIO": "0B / 527MB", "CPUPerc": "15.28%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "17.50%", "MemUsage": "89.6MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "12.2MB / 10.2MB", "PIDs": "20"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.96%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.51%", "MemUsage": "9.613MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "2.35MB / 3.19MB", "PIDs": "6"}], "postgres_activity": {"connections": 12, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "12864", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "2251", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "15115", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:51:00.653+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "12.06%", "Container": "80da72471c5f0ff8d5f9a382b5a178420b8b7ebd15154a3e356416bf556c97fd", "ID": "80da72471c5f", "MemPerc": "2.53%", "MemUsage": "12.95MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "4.45MB / 4.8MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "12.46%", "Container": "241a959b2d7e8849a84e4bcc723fc5d6c9fc2ec7d927a7ddbc7947c414c1ed63", "ID": "241a959b2d7e", "MemPerc": "3.33%", "MemUsage": "17.07MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "4.45MB / 4.8MB", "PIDs": "7"}, {"BlockIO": "0B / 0B", "CPUPerc": "3.88%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.16%", "MemUsage": "97.68MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "16MB / 16.1MB", "PIDs": "9"}, {"BlockIO": "0B / 549MB", "CPUPerc": "13.70%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "19.71%", "MemUsage": "100.9MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "14.2MB / 11.9MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.70%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.53%", "MemUsage": "9.637MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "2.74MB / 3.71MB", "PIDs": "6"}], "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "14055", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "3443", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "17498", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:51:05.418+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "10.68%", "Container": "80da72471c5f0ff8d5f9a382b5a178420b8b7ebd15154a3e356416bf556c97fd", "ID": "80da72471c5f", "MemPerc": "2.42%", "MemUsage": "12.4MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "6.2MB / 6.7MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "10.85%", "Container": "241a959b2d7e8849a84e4bcc723fc5d6c9fc2ec7d927a7ddbc7947c414c1ed63", "ID": "241a959b2d7e", "MemPerc": "3.16%", "MemUsage": "16.16MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "6.2MB / 6.7MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "3.54%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.15%", "MemUsage": "97.67MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "18.4MB / 18.5MB", "PIDs": "9"}, {"BlockIO": "0B / 568MB", "CPUPerc": "13.75%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "19.72%", "MemUsage": "101MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "16MB / 13.3MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.55%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.53%", "MemUsage": "9.637MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "3.15MB / 4.27MB", "PIDs": "6"}], "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "15344", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "4731", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "20075", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:51:10.573+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "0.10%", "Container": "80da72471c5f0ff8d5f9a382b5a178420b8b7ebd15154a3e356416bf556c97fd", "ID": "80da72471c5f", "MemPerc": "2.48%", "MemUsage": "12.69MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "7.25MB / 7.83MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.13%", "Container": "241a959b2d7e8849a84e4bcc723fc5d6c9fc2ec7d927a7ddbc7947c414c1ed63", "ID": "241a959b2d7e", "MemPerc": "3.06%", "MemUsage": "15.64MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "7.25MB / 7.83MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.17%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.07%", "MemUsage": "97.46MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "19.8MB / 19.9MB", "PIDs": "9"}, {"BlockIO": "0B / 586MB", "CPUPerc": "0.09%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "19.76%", "MemUsage": "101.2MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "17.6MB / 14.8MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "0.77%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.52%", "MemUsage": "9.629MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "3.39MB / 4.6MB", "PIDs": "6"}], "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "15913", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "5300", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "21213", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} diff --git a/evidence/grade5-fixed-2026-10-29/02-fixed-r500-n2/warmup.json b/evidence/grade5-fixed-2026-10-29/02-fixed-r500-n2/warmup.json new file mode 100644 index 00000000..5ce9383b --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/02-fixed-r500-n2/warmup.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "241a959b2d7e": 300, + "80da72471c5f": 300 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "c089c30548c413a2", + "schedule_lag_ms": { + "p50": 0.637, + "p95": 0.874, + "p99": 1.11 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T20:50:46.24701Z", + "success_latency_ms": { + "p50": 1.95, + "p95": 3.725, + "p99": 20.625 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 198.905, + "successful_rps_window": 200, + "wall_duration_s": 3.017, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/03-fixed-r500-n4/compose-scale.log b/evidence/grade5-fixed-2026-10-29/03-fixed-r500-n4/compose-scale.log new file mode 100644 index 00000000..50129256 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/03-fixed-r500-n4/compose-scale.log @@ -0,0 +1,16 @@ + Container lab3-grade5-91ef919325-api-4 Creating + Container lab3-grade5-91ef919325-api-2 Recreate + Container lab3-grade5-91ef919325-api-1 Recreate + Container lab3-grade5-91ef919325-api-3 Creating + Container lab3-grade5-91ef919325-api-3 Created + Container lab3-grade5-91ef919325-api-4 Created + Container lab3-grade5-91ef919325-api-2 Recreated + Container lab3-grade5-91ef919325-api-1 Recreated + Container lab3-grade5-91ef919325-api-1 Starting + Container lab3-grade5-91ef919325-api-1 Started + Container lab3-grade5-91ef919325-api-2 Starting + Container lab3-grade5-91ef919325-api-2 Started + Container lab3-grade5-91ef919325-api-3 Starting + Container lab3-grade5-91ef919325-api-3 Started + Container lab3-grade5-91ef919325-api-4 Starting + Container lab3-grade5-91ef919325-api-4 Started diff --git a/evidence/grade5-fixed-2026-10-29/03-fixed-r500-n4/load.json b/evidence/grade5-fixed-2026-10-29/03-fixed-r500-n4/load.json new file mode 100644 index 00000000..2dcc399d --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/03-fixed-r500-n4/load.json @@ -0,0 +1,32 @@ +{ + "failure_counts": {}, + "instance_responses": { + "6a1aa58c249e": 2500, + "8d6e26159f32": 2500, + "d041631e9f00": 2500, + "d37175b5b5f0": 2500 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "fb4177afe291be4a", + "schedule_lag_ms": { + "p50": 0.165, + "p95": 0.295, + "p99": 0.496 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 10000, + "scheduled_rps": 500, + "started_at_utc": "2026-10-29T20:51:22.170386Z", + "success_latency_ms": { + "p50": 1.265, + "p95": 3.046, + "p99": 35.569 + }, + "success_ratio": 1, + "successful_requests": 10000, + "successful_rps_wall": 500.02, + "successful_rps_window": 500, + "wall_duration_s": 19.999, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/03-fixed-r500-n4/postgres-statements.json b/evidence/grade5-fixed-2026-10-29/03-fixed-r500-n4/postgres-statements.json new file mode 100644 index 00000000..53d09221 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/03-fixed-r500-n4/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 10000, + "total_exec_ms": 780.497, + "mean_exec_ms": 0.078, + "rows": 10000, + "shared_blks_hit": 229691, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 10000, + "total_exec_ms": 498.382, + "mean_exec_ms": 0.05, + "rows": 10000, + "shared_blks_hit": 93474, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 10000, + "total_exec_ms": 114.024, + "mean_exec_ms": 0.011, + "rows": 10000, + "shared_blks_hit": 40000, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 11.89, + "mean_exec_ms": 5.945, + "rows": 2, + "shared_blks_hit": 2622, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 10000, + "total_exec_ms": 2.392, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 10000, + "total_exec_ms": 2.089, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 5, + "total_exec_ms": 0.783, + "mean_exec_ms": 0.157, + "rows": 5, + "shared_blks_hit": 5, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.179, + "mean_exec_ms": 0.179, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-fixed-2026-10-29/03-fixed-r500-n4/samples.jsonl b/evidence/grade5-fixed-2026-10-29/03-fixed-r500-n4/samples.jsonl new file mode 100644 index 00000000..f424ba17 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/03-fixed-r500-n4/samples.jsonl @@ -0,0 +1,5 @@ +{"at_utc": "2026-10-29T20:51:22.165+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "6.00%", "Container": "d37175b5b5f0348c74637b541bd8ada2636d5f7a3a0dd91e5cb668f8befc185c", "ID": "d37175b5b5f0", "MemPerc": "5.18%", "MemUsage": "13.27MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "477kB / 517kB", "PIDs": "7"}, {"BlockIO": "0B / 0B", "CPUPerc": "5.85%", "Container": "8d6e26159f3295e730a21bc3593891253e19ae5ce60a861a72db95d5bbf7e8bc", "ID": "8d6e26159f32", "MemPerc": "4.66%", "MemUsage": "11.92MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "470kB / 510kB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "5.99%", "Container": "6a1aa58c249e73688720066677055eba2a863ed726ddcaf7f7b4fee2be76359c", "ID": "6a1aa58c249e", "MemPerc": "4.51%", "MemUsage": "11.54MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-3", "NetIO": "473kB / 512kB", "PIDs": "7"}, {"BlockIO": "0B / 0B", "CPUPerc": "5.93%", "Container": "d041631e9f003b7ca139926b17df2f8efa5b23d0b9af9b0fa0b7b8c4d6627cc2", "ID": "d041631e9f00", "MemPerc": "4.40%", "MemUsage": "11.26MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-4", "NetIO": "470kB / 511kB", "PIDs": "7"}, {"BlockIO": "0B / 0B", "CPUPerc": "4.24%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.05%", "MemUsage": "97.41MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "21.1MB / 21.2MB", "PIDs": "9"}, {"BlockIO": "0B / 765MB", "CPUPerc": "15.39%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "17.10%", "MemUsage": "87.57MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "18.8MB / 15.7MB", "PIDs": "17"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.59%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.53%", "MemUsage": "9.633MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "3.62MB / 4.9MB", "PIDs": "6"}], "postgres_activity": {"connections": 9, "active": 2, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "16360", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "1", "qcur": "0", "stot": "5742", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "0", "qcur": "0", "stot": "441", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "0", "qcur": "0", "stot": "441", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "22984", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:51:26.501+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "6.51%", "Container": "d37175b5b5f0348c74637b541bd8ada2636d5f7a3a0dd91e5cb668f8befc185c", "ID": "d37175b5b5f0", "MemPerc": "5.16%", "MemUsage": "13.2MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "1.19MB / 1.29MB", "PIDs": "7"}, {"BlockIO": "0B / 0B", "CPUPerc": "6.12%", "Container": "8d6e26159f3295e730a21bc3593891253e19ae5ce60a861a72db95d5bbf7e8bc", "ID": "8d6e26159f32", "MemPerc": "4.64%", "MemUsage": "11.88MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "1.36MB / 1.47MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "6.19%", "Container": "6a1aa58c249e73688720066677055eba2a863ed726ddcaf7f7b4fee2be76359c", "ID": "6a1aa58c249e", "MemPerc": "4.51%", "MemUsage": "11.54MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-3", "NetIO": "1.36MB / 1.47MB", "PIDs": "7"}, {"BlockIO": "0B / 0B", "CPUPerc": "6.12%", "Container": "d041631e9f003b7ca139926b17df2f8efa5b23d0b9af9b0fa0b7b8c4d6627cc2", "ID": "d041631e9f00", "MemPerc": "5.60%", "MemUsage": "14.34MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-4", "NetIO": "1.36MB / 1.47MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "3.98%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.06%", "MemUsage": "97.44MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "23.6MB / 23.6MB", "PIDs": "9"}, {"BlockIO": "0B / 806MB", "CPUPerc": "15.18%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "20.25%", "MemUsage": "103.7MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "21MB / 17.5MB", "PIDs": "24"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.66%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.53%", "MemUsage": "9.637MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "4.03MB / 5.46MB", "PIDs": "6"}], "postgres_activity": {"connections": 30, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "17018", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "6399", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "0", "qcur": "0", "stot": "1099", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "0", "qcur": "0", "stot": "1099", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "25615", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:51:31.766+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "6.94%", "Container": "d37175b5b5f0348c74637b541bd8ada2636d5f7a3a0dd91e5cb668f8befc185c", "ID": "d37175b5b5f0", "MemPerc": "5.50%", "MemUsage": "14.07MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "2.27MB / 2.46MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "6.46%", "Container": "8d6e26159f3295e730a21bc3593891253e19ae5ce60a861a72db95d5bbf7e8bc", "ID": "8d6e26159f32", "MemPerc": "4.86%", "MemUsage": "12.44MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "2.26MB / 2.45MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "6.48%", "Container": "6a1aa58c249e73688720066677055eba2a863ed726ddcaf7f7b4fee2be76359c", "ID": "6a1aa58c249e", "MemPerc": "4.61%", "MemUsage": "11.79MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-3", "NetIO": "2.1MB / 2.27MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "6.84%", "Container": "d041631e9f003b7ca139926b17df2f8efa5b23d0b9af9b0fa0b7b8c4d6627cc2", "ID": "d041631e9f00", "MemPerc": "6.02%", "MemUsage": "15.4MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-4", "NetIO": "2.09MB / 2.27MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "4.19%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.20%", "MemUsage": "97.8MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "26MB / 26.1MB", "PIDs": "9"}, {"BlockIO": "0B / 829MB", "CPUPerc": "15.03%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "26.28%", "MemUsage": "134.5MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "23.2MB / 19.4MB", "PIDs": "38"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.60%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.57%", "MemUsage": "9.691MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "4.46MB / 6.04MB", "PIDs": "6"}], "postgres_activity": {"connections": 30, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "17667", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "7049", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "0", "qcur": "0", "stot": "1748", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "0", "qcur": "0", "stot": "1748", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "28212", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:51:36.958+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "7.52%", "Container": "d37175b5b5f0348c74637b541bd8ada2636d5f7a3a0dd91e5cb668f8befc185c", "ID": "d37175b5b5f0", "MemPerc": "5.83%", "MemUsage": "14.92MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "3.15MB / 3.41MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.52%", "Container": "8d6e26159f3295e730a21bc3593891253e19ae5ce60a861a72db95d5bbf7e8bc", "ID": "8d6e26159f32", "MemPerc": "5.25%", "MemUsage": "13.45MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "3.15MB / 3.4MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.36%", "Container": "6a1aa58c249e73688720066677055eba2a863ed726ddcaf7f7b4fee2be76359c", "ID": "6a1aa58c249e", "MemPerc": "4.90%", "MemUsage": "12.55MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-3", "NetIO": "3.15MB / 3.41MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "6.61%", "Container": "d041631e9f003b7ca139926b17df2f8efa5b23d0b9af9b0fa0b7b8c4d6627cc2", "ID": "d041631e9f00", "MemPerc": "5.74%", "MemUsage": "14.68MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-4", "NetIO": "2.98MB / 3.22MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "4.95%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.11%", "MemUsage": "97.57MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "28.4MB / 28.5MB", "PIDs": "9"}, {"BlockIO": "0B / 853MB", "CPUPerc": "19.44%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "26.45%", "MemUsage": "135.4MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "25.3MB / 21.2MB", "PIDs": "38"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.70%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.57%", "MemUsage": "9.691MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "4.87MB / 6.6MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 2, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "18313", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "1", "qcur": "0", "stot": "7695", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "0", "qcur": "0", "stot": "2394", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "0", "qcur": "0", "stot": "2394", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "30796", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:51:42.126+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "0.15%", "Container": "d37175b5b5f0348c74637b541bd8ada2636d5f7a3a0dd91e5cb668f8befc185c", "ID": "d37175b5b5f0", "MemPerc": "5.74%", "MemUsage": "14.71MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "3.64MB / 3.94MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.17%", "Container": "8d6e26159f3295e730a21bc3593891253e19ae5ce60a861a72db95d5bbf7e8bc", "ID": "8d6e26159f32", "MemPerc": "4.88%", "MemUsage": "12.5MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "3.64MB / 3.93MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.13%", "Container": "6a1aa58c249e73688720066677055eba2a863ed726ddcaf7f7b4fee2be76359c", "ID": "6a1aa58c249e", "MemPerc": "4.70%", "MemUsage": "12.03MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-3", "NetIO": "3.64MB / 3.94MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.15%", "Container": "d041631e9f003b7ca139926b17df2f8efa5b23d0b9af9b0fa0b7b8c4d6627cc2", "ID": "d041631e9f00", "MemPerc": "5.59%", "MemUsage": "14.31MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-4", "NetIO": "3.64MB / 3.94MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.34%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.18%", "MemUsage": "97.75MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "29.8MB / 29.9MB", "PIDs": "9"}, {"BlockIO": "0B / 866MB", "CPUPerc": "0.18%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "27.81%", "MemUsage": "142.4MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "26.5MB / 22.2MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "0.99%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.98%", "MemUsage": "10.21MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "5.1MB / 6.91MB", "PIDs": "12"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "18569", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "7951", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "0", "qcur": "0", "stot": "2651", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "0", "qcur": "0", "stot": "2651", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "31822", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} diff --git a/evidence/grade5-fixed-2026-10-29/03-fixed-r500-n4/warmup.json b/evidence/grade5-fixed-2026-10-29/03-fixed-r500-n4/warmup.json new file mode 100644 index 00000000..7cac162b --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/03-fixed-r500-n4/warmup.json @@ -0,0 +1,32 @@ +{ + "failure_counts": {}, + "instance_responses": { + "6a1aa58c249e": 150, + "8d6e26159f32": 150, + "d041631e9f00": 150, + "d37175b5b5f0": 150 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "726ab575636a9ca1", + "schedule_lag_ms": { + "p50": 0.641, + "p95": 0.867, + "p99": 1.075 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T20:51:17.66075Z", + "success_latency_ms": { + "p50": 1.937, + "p95": 18.703, + "p99": 42.736 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.166, + "successful_rps_window": 200, + "wall_duration_s": 2.998, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/04-fixed-r1000-n4/compose-scale.log b/evidence/grade5-fixed-2026-10-29/04-fixed-r1000-n4/compose-scale.log new file mode 100644 index 00000000..a756646e --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/04-fixed-r1000-n4/compose-scale.log @@ -0,0 +1,4 @@ + Container lab3-grade5-91ef919325-api-1 Running + Container lab3-grade5-91ef919325-api-2 Running + Container lab3-grade5-91ef919325-api-3 Running + Container lab3-grade5-91ef919325-api-4 Running diff --git a/evidence/grade5-fixed-2026-10-29/04-fixed-r1000-n4/load.json b/evidence/grade5-fixed-2026-10-29/04-fixed-r1000-n4/load.json new file mode 100644 index 00000000..241b42b4 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/04-fixed-r1000-n4/load.json @@ -0,0 +1,32 @@ +{ + "failure_counts": {}, + "instance_responses": { + "6a1aa58c249e": 5000, + "8d6e26159f32": 5000, + "d041631e9f00": 5000, + "d37175b5b5f0": 5000 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "f09fd2000bc57ce9", + "schedule_lag_ms": { + "p50": 0.068, + "p95": 0.262, + "p99": 0.302 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 20000, + "scheduled_rps": 1000, + "started_at_utc": "2026-10-29T20:51:52.180085Z", + "success_latency_ms": { + "p50": 0.809, + "p95": 3.594, + "p99": 97.974 + }, + "success_ratio": 1, + "successful_requests": 20000, + "successful_rps_wall": 1000.008, + "successful_rps_window": 1000, + "wall_duration_s": 20, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/04-fixed-r1000-n4/postgres-statements.json b/evidence/grade5-fixed-2026-10-29/04-fixed-r1000-n4/postgres-statements.json new file mode 100644 index 00000000..1d0f5d1e --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/04-fixed-r1000-n4/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 20000, + "total_exec_ms": 1514.902, + "mean_exec_ms": 0.076, + "rows": 20000, + "shared_blks_hit": 468561, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 20000, + "total_exec_ms": 1152.243, + "mean_exec_ms": 0.058, + "rows": 20000, + "shared_blks_hit": 184261, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 20000, + "total_exec_ms": 736.868, + "mean_exec_ms": 0.037, + "rows": 20000, + "shared_blks_hit": 80000, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 11.767, + "mean_exec_ms": 5.883, + "rows": 2, + "shared_blks_hit": 2753, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 4854991825702068830, + "calls": 20000, + "total_exec_ms": 2.63, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 6097083398544187049, + "calls": 20000, + "total_exec_ms": 2.553, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 0.918, + "mean_exec_ms": 0.23, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.131, + "mean_exec_ms": 0.131, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-fixed-2026-10-29/04-fixed-r1000-n4/samples.jsonl b/evidence/grade5-fixed-2026-10-29/04-fixed-r1000-n4/samples.jsonl new file mode 100644 index 00000000..3b268bf5 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/04-fixed-r1000-n4/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T20:51:52.174+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "7.35%", "Container": "d37175b5b5f0348c74637b541bd8ada2636d5f7a3a0dd91e5cb668f8befc185c", "ID": "d37175b5b5f0", "MemPerc": "5.89%", "MemUsage": "15.09MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "4.36MB / 4.72MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.04%", "Container": "8d6e26159f3295e730a21bc3593891253e19ae5ce60a861a72db95d5bbf7e8bc", "ID": "8d6e26159f32", "MemPerc": "4.81%", "MemUsage": "12.32MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "4.35MB / 4.71MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.17%", "Container": "6a1aa58c249e73688720066677055eba2a863ed726ddcaf7f7b4fee2be76359c", "ID": "6a1aa58c249e", "MemPerc": "4.80%", "MemUsage": "12.28MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-3", "NetIO": "4.36MB / 4.71MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.21%", "Container": "d041631e9f003b7ca139926b17df2f8efa5b23d0b9af9b0fa0b7b8c4d6627cc2", "ID": "d041631e9f00", "MemPerc": "5.69%", "MemUsage": "14.56MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-4", "NetIO": "4.35MB / 4.71MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "4.88%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.06%", "MemUsage": "97.44MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "31.7MB / 31.8MB", "PIDs": "9"}, {"BlockIO": "0B / 1.02GB", "CPUPerc": "17.85%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "28.36%", "MemUsage": "145.2MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "28.2MB / 23.6MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.56%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.60%", "MemUsage": "9.734MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "5.44MB / 7.37MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "19290", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "8672", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "0", "qcur": "0", "stot": "3372", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "0", "qcur": "0", "stot": "3371", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "34705", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:51:56.467+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "7.21%", "Container": "d37175b5b5f0348c74637b541bd8ada2636d5f7a3a0dd91e5cb668f8befc185c", "ID": "d37175b5b5f0", "MemPerc": "5.86%", "MemUsage": "14.99MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "6.12MB / 6.61MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.51%", "Container": "8d6e26159f3295e730a21bc3593891253e19ae5ce60a861a72db95d5bbf7e8bc", "ID": "8d6e26159f32", "MemPerc": "5.00%", "MemUsage": "12.81MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "6.11MB / 6.61MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.27%", "Container": "6a1aa58c249e73688720066677055eba2a863ed726ddcaf7f7b4fee2be76359c", "ID": "6a1aa58c249e", "MemPerc": "4.86%", "MemUsage": "12.44MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-3", "NetIO": "6.11MB / 6.61MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.28%", "Container": "d041631e9f003b7ca139926b17df2f8efa5b23d0b9af9b0fa0b7b8c4d6627cc2", "ID": "d041631e9f00", "MemPerc": "5.78%", "MemUsage": "14.79MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-4", "NetIO": "6.11MB / 6.61MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "5.08%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.08%", "MemUsage": "97.47MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "36.5MB / 36.7MB", "PIDs": "9"}, {"BlockIO": "0B / 1.09GB", "CPUPerc": "16.68%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "29.72%", "MemUsage": "152.2MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "32.5MB / 27.2MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.82%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.60%", "MemUsage": "9.73MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "6.09MB / 8.26MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "20632", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "10014", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "1", "qcur": "0", "stot": "4714", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "1", "qcur": "0", "stot": "4714", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "2", "qcur": "0", "stot": "40074", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:52:01.835+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "7.74%", "Container": "d37175b5b5f0348c74637b541bd8ada2636d5f7a3a0dd91e5cb668f8befc185c", "ID": "d37175b5b5f0", "MemPerc": "7.20%", "MemUsage": "18.44MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "7.98MB / 8.6MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.80%", "Container": "8d6e26159f3295e730a21bc3593891253e19ae5ce60a861a72db95d5bbf7e8bc", "ID": "8d6e26159f32", "MemPerc": "6.28%", "MemUsage": "16.07MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "7.98MB / 8.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.97%", "Container": "6a1aa58c249e73688720066677055eba2a863ed726ddcaf7f7b4fee2be76359c", "ID": "6a1aa58c249e", "MemPerc": "5.49%", "MemUsage": "14.05MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-3", "NetIO": "7.97MB / 8.6MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.84%", "Container": "d041631e9f003b7ca139926b17df2f8efa5b23d0b9af9b0fa0b7b8c4d6627cc2", "ID": "d041631e9f00", "MemPerc": "8.13%", "MemUsage": "20.82MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-4", "NetIO": "7.98MB / 8.6MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "4.98%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.58%", "MemUsage": "98.76MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "41.6MB / 41.8MB", "PIDs": "9"}, {"BlockIO": "0B / 1.13GB", "CPUPerc": "16.64%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "30.27%", "MemUsage": "155MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "37MB / 30.9MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.90%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.62%", "MemUsage": "9.75MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "6.95MB / 9.43MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "21922", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "11304", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "1", "qcur": "0", "stot": "6004", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "0", "qcur": "0", "stot": "6003", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "45233", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:52:06.997+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "10.71%", "Container": "d37175b5b5f0348c74637b541bd8ada2636d5f7a3a0dd91e5cb668f8befc185c", "ID": "d37175b5b5f0", "MemPerc": "7.76%", "MemUsage": "19.87MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "9.73MB / 10.5MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.27%", "Container": "8d6e26159f3295e730a21bc3593891253e19ae5ce60a861a72db95d5bbf7e8bc", "ID": "8d6e26159f32", "MemPerc": "5.30%", "MemUsage": "13.56MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "9.4MB / 10.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "11.41%", "Container": "6a1aa58c249e73688720066677055eba2a863ed726ddcaf7f7b4fee2be76359c", "ID": "6a1aa58c249e", "MemPerc": "6.32%", "MemUsage": "16.19MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-3", "NetIO": "9.74MB / 10.5MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "13.54%", "Container": "d041631e9f003b7ca139926b17df2f8efa5b23d0b9af9b0fa0b7b8c4d6627cc2", "ID": "d041631e9f00", "MemPerc": "8.73%", "MemUsage": "22.36MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-4", "NetIO": "9.76MB / 10.5MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "8.47%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.97%", "MemUsage": "99.75MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "46.4MB / 46.7MB", "PIDs": "9"}, {"BlockIO": "0B / 1.18GB", "CPUPerc": "45.56%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "31.07%", "MemUsage": "159.1MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "41.2MB / 34.5MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "4.05%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.74%", "MemUsage": "9.902MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "7.94MB / 10.8MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "23231", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "12613", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "0", "qcur": "0", "stot": "7313", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "1", "qcur": "0", "stot": "7313", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "50470", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} diff --git a/evidence/grade5-fixed-2026-10-29/04-fixed-r1000-n4/warmup.json b/evidence/grade5-fixed-2026-10-29/04-fixed-r1000-n4/warmup.json new file mode 100644 index 00000000..2422ae44 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/04-fixed-r1000-n4/warmup.json @@ -0,0 +1,32 @@ +{ + "failure_counts": {}, + "instance_responses": { + "6a1aa58c249e": 150, + "8d6e26159f32": 150, + "d041631e9f00": 150, + "d37175b5b5f0": 150 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "d105e2964d44db0d", + "schedule_lag_ms": { + "p50": 0.646, + "p95": 0.897, + "p99": 1.05 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T20:51:47.708967Z", + "success_latency_ms": { + "p50": 1.855, + "p95": 8.653, + "p99": 54.395 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.198, + "successful_rps_window": 200, + "wall_duration_s": 2.997, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/05-fixed-r1000-n2/compose-scale.log b/evidence/grade5-fixed-2026-10-29/05-fixed-r1000-n2/compose-scale.log new file mode 100644 index 00000000..9849c185 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/05-fixed-r1000-n2/compose-scale.log @@ -0,0 +1,16 @@ + Container lab3-grade5-91ef919325-api-4 Stopping + Container lab3-grade5-91ef919325-api-1 Recreate + Container lab3-grade5-91ef919325-api-3 Stopping + Container lab3-grade5-91ef919325-api-2 Recreate + Container lab3-grade5-91ef919325-api-3 Stopped + Container lab3-grade5-91ef919325-api-3 Removing + Container lab3-grade5-91ef919325-api-4 Stopped + Container lab3-grade5-91ef919325-api-4 Removing + Container lab3-grade5-91ef919325-api-3 Removed + Container lab3-grade5-91ef919325-api-4 Removed + Container lab3-grade5-91ef919325-api-2 Recreated + Container lab3-grade5-91ef919325-api-1 Recreated + Container lab3-grade5-91ef919325-api-1 Starting + Container lab3-grade5-91ef919325-api-1 Started + Container lab3-grade5-91ef919325-api-2 Starting + Container lab3-grade5-91ef919325-api-2 Started diff --git a/evidence/grade5-fixed-2026-10-29/05-fixed-r1000-n2/load.json b/evidence/grade5-fixed-2026-10-29/05-fixed-r1000-n2/load.json new file mode 100644 index 00000000..07f749d3 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/05-fixed-r1000-n2/load.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "184849339ae3": 10000, + "d0e0a409cab2": 10000 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "6888ae6f5171c4b3", + "schedule_lag_ms": { + "p50": 0.068, + "p95": 0.266, + "p99": 0.343 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 20000, + "scheduled_rps": 1000, + "started_at_utc": "2026-10-29T20:52:19.795227Z", + "success_latency_ms": { + "p50": 0.797, + "p95": 4.061, + "p99": 92.662 + }, + "success_ratio": 1, + "successful_requests": 20000, + "successful_rps_wall": 1000.009, + "successful_rps_window": 1000, + "wall_duration_s": 20, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/05-fixed-r1000-n2/postgres-statements.json b/evidence/grade5-fixed-2026-10-29/05-fixed-r1000-n2/postgres-statements.json new file mode 100644 index 00000000..8d2ea756 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/05-fixed-r1000-n2/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 20000, + "total_exec_ms": 1114.085, + "mean_exec_ms": 0.056, + "rows": 20000, + "shared_blks_hit": 469315, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 20000, + "total_exec_ms": 631.477, + "mean_exec_ms": 0.032, + "rows": 20000, + "shared_blks_hit": 184099, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 20000, + "total_exec_ms": 143.336, + "mean_exec_ms": 0.007, + "rows": 20000, + "shared_blks_hit": 80000, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 16.543, + "mean_exec_ms": 8.271, + "rows": 2, + "shared_blks_hit": 2745, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 20000, + "total_exec_ms": 2.444, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 20000, + "total_exec_ms": 2.361, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 5, + "total_exec_ms": 0.855, + "mean_exec_ms": 0.171, + "rows": 5, + "shared_blks_hit": 5, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.215, + "mean_exec_ms": 0.215, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-fixed-2026-10-29/05-fixed-r1000-n2/samples.jsonl b/evidence/grade5-fixed-2026-10-29/05-fixed-r1000-n2/samples.jsonl new file mode 100644 index 00000000..7aeed385 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/05-fixed-r1000-n2/samples.jsonl @@ -0,0 +1,5 @@ +{"at_utc": "2026-10-29T20:52:19.790+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "14.52%", "Container": "184849339ae3915e17f49710cc3da94c1cf721cbd0990f20458876cd2170b724", "ID": "184849339ae3", "MemPerc": "2.79%", "MemUsage": "14.31MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "1.71MB / 1.85MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "14.35%", "Container": "d0e0a409cab220ec254b100326fa4e3cf8c06cc4b19347e3be59e59d612c6837", "ID": "d0e0a409cab2", "MemPerc": "2.83%", "MemUsage": "14.5MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "1.7MB / 1.85MB", "PIDs": "7"}, {"BlockIO": "0B / 0B", "CPUPerc": "5.01%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.51%", "MemUsage": "98.59MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "51.4MB / 51.8MB", "PIDs": "9"}, {"BlockIO": "111kB / 1.42GB", "CPUPerc": "17.14%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "23.86%", "MemUsage": "122.2MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "45.7MB / 38.2MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.88%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.63%", "MemUsage": "9.762MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "8.79MB / 11.9MB", "PIDs": "6"}], "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "25350", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "13102", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7802", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "0", "qcur": "0", "stot": "9430", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "55684", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:52:24.465+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "14.71%", "Container": "184849339ae3915e17f49710cc3da94c1cf721cbd0990f20458876cd2170b724", "ID": "184849339ae3", "MemPerc": "2.93%", "MemUsage": "14.99MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "4.54MB / 4.9MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "21.75%", "Container": "d0e0a409cab220ec254b100326fa4e3cf8c06cc4b19347e3be59e59d612c6837", "ID": "d0e0a409cab2", "MemPerc": "2.95%", "MemUsage": "15.08MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "5.16MB / 5.58MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "4.92%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.60%", "MemUsage": "98.8MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "56.1MB / 56.5MB", "PIDs": "9"}, {"BlockIO": "111kB / 1.46GB", "CPUPerc": "16.46%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "24.00%", "MemUsage": "122.9MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "49.9MB / 41.7MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.12%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.64%", "MemUsage": "9.785MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "9.6MB / 13MB", "PIDs": "6"}], "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "27934", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "13102", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7802", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "0", "qcur": "0", "stot": "12014", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "60852", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:52:29.629+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "15.21%", "Container": "184849339ae3915e17f49710cc3da94c1cf721cbd0990f20458876cd2170b724", "ID": "184849339ae3", "MemPerc": "4.94%", "MemUsage": "25.29MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "8.67MB / 9.3MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "15.29%", "Container": "d0e0a409cab220ec254b100326fa4e3cf8c06cc4b19347e3be59e59d612c6837", "ID": "d0e0a409cab2", "MemPerc": "4.50%", "MemUsage": "23.03MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "8.67MB / 9.3MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "4.83%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.70%", "MemUsage": "99.06MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "60.9MB / 61.4MB", "PIDs": "9"}, {"BlockIO": "111kB / 1.52GB", "CPUPerc": "16.21%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "24.08%", "MemUsage": "123.3MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "54.1MB / 45.2MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.79%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.65%", "MemUsage": "9.793MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "10.4MB / 14.1MB", "PIDs": "6"}], "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "30392", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "13102", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7802", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "0", "qcur": "0", "stot": "14472", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "65768", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:52:34.542+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "14.11%", "Container": "184849339ae3915e17f49710cc3da94c1cf721cbd0990f20458876cd2170b724", "ID": "184849339ae3", "MemPerc": "4.66%", "MemUsage": "23.86MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "12.2MB / 13.1MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "14.54%", "Container": "d0e0a409cab220ec254b100326fa4e3cf8c06cc4b19347e3be59e59d612c6837", "ID": "d0e0a409cab2", "MemPerc": "5.21%", "MemUsage": "26.66MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "11.5MB / 12.3MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "4.82%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.62%", "MemUsage": "98.86MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "65.6MB / 66.4MB", "PIDs": "9"}, {"BlockIO": "168kB / 1.57GB", "CPUPerc": "16.48%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "24.20%", "MemUsage": "123.9MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "58.3MB / 48.8MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.84%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.65%", "MemUsage": "9.793MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "11.2MB / 15.2MB", "PIDs": "6"}], "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "32965", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "13102", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7802", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "0", "qcur": "0", "stot": "17045", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "70914", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:52:39.686+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "0.10%", "Container": "184849339ae3915e17f49710cc3da94c1cf721cbd0990f20458876cd2170b724", "ID": "184849339ae3", "MemPerc": "6.07%", "MemUsage": "31.1MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "14.2MB / 15.2MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.50%", "Container": "d0e0a409cab220ec254b100326fa4e3cf8c06cc4b19347e3be59e59d612c6837", "ID": "d0e0a409cab2", "MemPerc": "5.31%", "MemUsage": "27.19MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "14.2MB / 15.2MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.21%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.79%", "MemUsage": "99.3MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "68.4MB / 69.2MB", "PIDs": "9"}, {"BlockIO": "168kB / 1.6GB", "CPUPerc": "3.10%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "24.26%", "MemUsage": "124.2MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "60.7MB / 50.8MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "0.79%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.64%", "MemUsage": "9.785MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "11.7MB / 15.8MB", "PIDs": "6"}], "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "34022", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "13102", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7802", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "0", "qcur": "0", "stot": "18103", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "73029", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} diff --git a/evidence/grade5-fixed-2026-10-29/05-fixed-r1000-n2/warmup.json b/evidence/grade5-fixed-2026-10-29/05-fixed-r1000-n2/warmup.json new file mode 100644 index 00000000..705da8bd --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/05-fixed-r1000-n2/warmup.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "184849339ae3": 300, + "d0e0a409cab2": 300 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "a6275e437662cda0", + "schedule_lag_ms": { + "p50": 0.626, + "p95": 0.829, + "p99": 0.948 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T20:52:15.064322Z", + "success_latency_ms": { + "p50": 2.005, + "p95": 3.459, + "p99": 4.769 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.145, + "successful_rps_window": 200, + "wall_duration_s": 2.998, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/06-fixed-r1000-n1/compose-scale.log b/evidence/grade5-fixed-2026-10-29/06-fixed-r1000-n1/compose-scale.log new file mode 100644 index 00000000..21c7a2fb --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/06-fixed-r1000-n1/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-91ef919325-api-2 Stopping + Container lab3-grade5-91ef919325-api-1 Recreate + Container lab3-grade5-91ef919325-api-2 Stopped + Container lab3-grade5-91ef919325-api-2 Removing + Container lab3-grade5-91ef919325-api-2 Removed + Container lab3-grade5-91ef919325-api-1 Recreated + Container lab3-grade5-91ef919325-api-1 Starting + Container lab3-grade5-91ef919325-api-1 Started diff --git a/evidence/grade5-fixed-2026-10-29/06-fixed-r1000-n1/load.json b/evidence/grade5-fixed-2026-10-29/06-fixed-r1000-n1/load.json new file mode 100644 index 00000000..93989ba4 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/06-fixed-r1000-n1/load.json @@ -0,0 +1,31 @@ +{ + "failure_counts": { + "dropped_inflight": 69 + }, + "instance_responses": { + "d7f68fd86c39": 19931 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "e1e6c0a3e300b5a3", + "schedule_lag_ms": { + "p50": 0.069, + "p95": 0.251, + "p99": 0.346 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 20000, + "scheduled_rps": 1000, + "started_at_utc": "2026-10-29T20:52:49.517278Z", + "success_latency_ms": { + "p50": 0.791, + "p95": 6.071, + "p99": 193.842 + }, + "success_ratio": 0.99655, + "successful_requests": 19931, + "successful_rps_wall": 994.345, + "successful_rps_window": 996.55, + "wall_duration_s": 20.044, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/06-fixed-r1000-n1/postgres-statements.json b/evidence/grade5-fixed-2026-10-29/06-fixed-r1000-n1/postgres-statements.json new file mode 100644 index 00000000..0449b9fb --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/06-fixed-r1000-n1/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 19931, + "total_exec_ms": 952.539, + "mean_exec_ms": 0.048, + "rows": 19931, + "shared_blks_hit": 467301, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 19931, + "total_exec_ms": 553.565, + "mean_exec_ms": 0.028, + "rows": 19931, + "shared_blks_hit": 182482, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 19931, + "total_exec_ms": 140.021, + "mean_exec_ms": 0.007, + "rows": 19931, + "shared_blks_hit": 79724, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 22.829, + "mean_exec_ms": 11.414, + "rows": 2, + "shared_blks_hit": 2738, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 19931, + "total_exec_ms": 2.411, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 19931, + "total_exec_ms": 2.268, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 5, + "total_exec_ms": 0.808, + "mean_exec_ms": 0.162, + "rows": 5, + "shared_blks_hit": 5, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.117, + "mean_exec_ms": 0.117, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-fixed-2026-10-29/06-fixed-r1000-n1/samples.jsonl b/evidence/grade5-fixed-2026-10-29/06-fixed-r1000-n1/samples.jsonl new file mode 100644 index 00000000..0355eb42 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/06-fixed-r1000-n1/samples.jsonl @@ -0,0 +1,5 @@ +{"at_utc": "2026-10-29T20:52:49.512+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "32.49%", "Container": "d7f68fd86c39fe8ae6f43d0435c3eb423e03ba3dc85791986c988eac29faad11", "ID": "d7f68fd86c39", "MemPerc": "1.48%", "MemUsage": "15.12MiB / 1GiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "3.78MB / 4.1MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "4.74%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.55%", "MemUsage": "98.69MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "71MB / 71.7MB", "PIDs": "9"}, {"BlockIO": "168kB / 1.81GB", "CPUPerc": "19.07%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "19.47%", "MemUsage": "99.71MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "63.1MB / 52.7MB", "PIDs": "17"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.94%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.63%", "MemUsage": "9.77MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "12.1MB / 16.4MB", "PIDs": "6"}], "postgres_activity": {"connections": 9, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "37568", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "13102", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7802", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "18103", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "76575", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:52:54.469+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "30.94%", "Container": "d7f68fd86c39fe8ae6f43d0435c3eb423e03ba3dc85791986c988eac29faad11", "ID": "d7f68fd86c39", "MemPerc": "1.70%", "MemUsage": "17.42MiB / 1GiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "10.8MB / 11.7MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "4.58%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.65%", "MemUsage": "98.94MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "75.8MB / 76.5MB", "PIDs": "9"}, {"BlockIO": "168kB / 1.86GB", "CPUPerc": "16.51%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "19.72%", "MemUsage": "101MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "67.3MB / 56.3MB", "PIDs": "17"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.83%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.63%", "MemUsage": "9.766MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "12.8MB / 17.3MB", "PIDs": "6"}], "postgres_activity": {"connections": 9, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "42691", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "13102", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7802", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "18103", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "81698", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:52:59.591+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "30.98%", "Container": "d7f68fd86c39fe8ae6f43d0435c3eb423e03ba3dc85791986c988eac29faad11", "ID": "d7f68fd86c39", "MemPerc": "4.14%", "MemUsage": "42.39MiB / 1GiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "17.4MB / 18.7MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "4.68%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "39.29%", "MemUsage": "100.6MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "80.3MB / 81.1MB", "PIDs": "9"}, {"BlockIO": "168kB / 1.9GB", "CPUPerc": "17.87%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "19.90%", "MemUsage": "101.9MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "71.3MB / 59.6MB", "PIDs": "17"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.87%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.64%", "MemUsage": "9.773MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "13.7MB / 18.6MB", "PIDs": "6"}], "postgres_activity": {"connections": 9, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "47466", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "13102", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7802", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "18103", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "86473", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:53:04.440+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "28.25%", "Container": "d7f68fd86c39fe8ae6f43d0435c3eb423e03ba3dc85791986c988eac29faad11", "ID": "d7f68fd86c39", "MemPerc": "3.75%", "MemUsage": "38.39MiB / 1GiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "23.2MB / 24.8MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "4.53%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "39.07%", "MemUsage": "100MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "85.1MB / 86.1MB", "PIDs": "9"}, {"BlockIO": "168kB / 1.95GB", "CPUPerc": "17.26%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "19.95%", "MemUsage": "102.1MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "75.5MB / 63.1MB", "PIDs": "17"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.90%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.62%", "MemUsage": "9.758MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "14.5MB / 19.7MB", "PIDs": "6"}], "postgres_activity": {"connections": 9, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "52600", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "13102", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7802", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "18103", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "91607", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:53:09.575+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "0.09%", "Container": "d7f68fd86c39fe8ae6f43d0435c3eb423e03ba3dc85791986c988eac29faad11", "ID": "d7f68fd86c39", "MemPerc": "5.42%", "MemUsage": "55.53MiB / 1GiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "28.3MB / 30.3MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.06%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "39.09%", "MemUsage": "100.1MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "87.7MB / 88.8MB", "PIDs": "9"}, {"BlockIO": "168kB / 1.99GB", "CPUPerc": "3.96%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "19.92%", "MemUsage": "102MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "77.8MB / 65MB", "PIDs": "17"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "0.77%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.62%", "MemUsage": "9.754MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "14.9MB / 20.3MB", "PIDs": "6"}], "postgres_activity": {"connections": 9, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "54554", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "13102", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7802", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "18103", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "93561", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} diff --git a/evidence/grade5-fixed-2026-10-29/06-fixed-r1000-n1/warmup.json b/evidence/grade5-fixed-2026-10-29/06-fixed-r1000-n1/warmup.json new file mode 100644 index 00000000..c79ada5b --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/06-fixed-r1000-n1/warmup.json @@ -0,0 +1,29 @@ +{ + "failure_counts": {}, + "instance_responses": { + "d7f68fd86c39": 600 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "cc4958563cf26f95", + "schedule_lag_ms": { + "p50": 0.611, + "p95": 0.845, + "p99": 0.931 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T20:52:44.782497Z", + "success_latency_ms": { + "p50": 2.018, + "p95": 3.586, + "p99": 4.305 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.169, + "successful_rps_window": 200, + "wall_duration_s": 2.997, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/07-fixed-r1500-n1/compose-scale.log b/evidence/grade5-fixed-2026-10-29/07-fixed-r1500-n1/compose-scale.log new file mode 100644 index 00000000..78255219 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/07-fixed-r1500-n1/compose-scale.log @@ -0,0 +1 @@ + Container lab3-grade5-91ef919325-api-1 Running diff --git a/evidence/grade5-fixed-2026-10-29/07-fixed-r1500-n1/load.json b/evidence/grade5-fixed-2026-10-29/07-fixed-r1500-n1/load.json new file mode 100644 index 00000000..02e4ac0f --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/07-fixed-r1500-n1/load.json @@ -0,0 +1,31 @@ +{ + "failure_counts": { + "dropped_inflight": 530 + }, + "instance_responses": { + "d7f68fd86c39": 29470 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "b1501d372a84ed12", + "schedule_lag_ms": { + "p50": 0.124, + "p95": 0.185, + "p99": 1.305 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 30000, + "scheduled_rps": 1500, + "started_at_utc": "2026-10-29T20:53:54.320791Z", + "success_latency_ms": { + "p50": 0.849, + "p95": 37.769, + "p99": 295.21 + }, + "success_ratio": 0.982333, + "successful_requests": 29470, + "successful_rps_wall": 1473.486, + "successful_rps_window": 1473.5, + "wall_duration_s": 20, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/07-fixed-r1500-n1/postgres-statements.json b/evidence/grade5-fixed-2026-10-29/07-fixed-r1500-n1/postgres-statements.json new file mode 100644 index 00000000..b093d957 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/07-fixed-r1500-n1/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 29470, + "total_exec_ms": 1677.979, + "mean_exec_ms": 0.057, + "rows": 29470, + "shared_blks_hit": 696064, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 29470, + "total_exec_ms": 957.394, + "mean_exec_ms": 0.032, + "rows": 29470, + "shared_blks_hit": 270131, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 29470, + "total_exec_ms": 374.656, + "mean_exec_ms": 0.013, + "rows": 29470, + "shared_blks_hit": 117880, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 16.075, + "mean_exec_ms": 8.037, + "rows": 2, + "shared_blks_hit": 2866, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 29470, + "total_exec_ms": 4.906, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 29470, + "total_exec_ms": 4.431, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 0.94, + "mean_exec_ms": 0.235, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.103, + "mean_exec_ms": 0.103, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-fixed-2026-10-29/07-fixed-r1500-n1/samples.jsonl b/evidence/grade5-fixed-2026-10-29/07-fixed-r1500-n1/samples.jsonl new file mode 100644 index 00000000..77813556 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/07-fixed-r1500-n1/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T20:53:54.315+00:00", "docker_stats": [{"BlockIO": "94.2kB / 0B", "CPUPerc": "47.27%", "Container": "d7f68fd86c39fe8ae6f43d0435c3eb423e03ba3dc85791986c988eac29faad11", "ID": "d7f68fd86c39", "MemPerc": "4.04%", "MemUsage": "41.34MiB / 1GiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "32MB / 34.2MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.73%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.88%", "MemUsage": "99.53MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "91.6MB / 92.7MB", "PIDs": "9"}, {"BlockIO": "197kB / 2.17GB", "CPUPerc": "28.21%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "19.98%", "MemUsage": "102.3MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "81.2MB / 67.9MB", "PIDs": "17"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.80%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.62%", "MemUsage": "9.758MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "15.6MB / 21.2MB", "PIDs": "6"}], "postgres_activity": {"connections": 9, "active": 3, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "24", "qcur": "0", "stot": "59960", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "13102", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7802", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "18103", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "24", "qcur": "0", "stot": "98967", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:53:59.717+00:00", "docker_stats": [{"BlockIO": "94.2kB / 0B", "CPUPerc": "48.29%", "Container": "d7f68fd86c39fe8ae6f43d0435c3eb423e03ba3dc85791986c988eac29faad11", "ID": "d7f68fd86c39", "MemPerc": "5.31%", "MemUsage": "54.35MiB / 1GiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "44.5MB / 47.4MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.57%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "39.41%", "MemUsage": "100.9MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "98.6MB / 100MB", "PIDs": "9"}, {"BlockIO": "197kB / 2.25GB", "CPUPerc": "27.36%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "20.16%", "MemUsage": "103.2MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "87.4MB / 73MB", "PIDs": "17"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.70%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.63%", "MemUsage": "9.762MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "16.8MB / 22.8MB", "PIDs": "6"}], "postgres_activity": {"connections": 9, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "67284", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "13102", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7802", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "18103", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "106291", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:54:04.595+00:00", "docker_stats": [{"BlockIO": "94.2kB / 0B", "CPUPerc": "55.22%", "Container": "d7f68fd86c39fe8ae6f43d0435c3eb423e03ba3dc85791986c988eac29faad11", "ID": "d7f68fd86c39", "MemPerc": "5.10%", "MemUsage": "52.2MiB / 1GiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "55.8MB / 59.2MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "18.60%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "39.43%", "MemUsage": "100.9MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "105MB / 106MB", "PIDs": "9"}, {"BlockIO": "197kB / 2.32GB", "CPUPerc": "35.42%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "20.17%", "MemUsage": "103.2MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "94MB / 78.6MB", "PIDs": "17"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.90%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.61%", "MemUsage": "9.746MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "18.1MB / 24.5MB", "PIDs": "6"}], "postgres_activity": {"connections": 9, "active": 1, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "75295", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "13102", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7802", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "18103", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "114302", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:54:51.900+00:00", "docker_stats": [{"BlockIO": "94.2kB / 0B", "CPUPerc": "51.19%", "Container": "d7f68fd86c39fe8ae6f43d0435c3eb423e03ba3dc85791986c988eac29faad11", "ID": "d7f68fd86c39", "MemPerc": "5.00%", "MemUsage": "51.16MiB / 1GiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "66.9MB / 70.8MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.82%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "39.51%", "MemUsage": "101.1MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "113MB / 116MB", "PIDs": "9"}, {"BlockIO": "311kB / 2.41GB", "CPUPerc": "27.15%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "20.98%", "MemUsage": "107.4MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "100MB / 84MB", "PIDs": "17"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.79%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.61%", "MemUsage": "9.746MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "19.1MB / 25.9MB", "PIDs": "6"}], "postgres_activity": {"connections": 9, "active": 3, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "3", "qcur": "0", "stot": "83106", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "13102", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7802", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "18103", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "3", "qcur": "0", "stot": "122113", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} diff --git a/evidence/grade5-fixed-2026-10-29/07-fixed-r1500-n1/warmup.json b/evidence/grade5-fixed-2026-10-29/07-fixed-r1500-n1/warmup.json new file mode 100644 index 00000000..5780a460 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/07-fixed-r1500-n1/warmup.json @@ -0,0 +1,29 @@ +{ + "failure_counts": {}, + "instance_responses": { + "d7f68fd86c39": 600 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "f1cb1ca564d0f921", + "schedule_lag_ms": { + "p50": 0.629, + "p95": 0.832, + "p99": 0.928 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T20:53:49.735034Z", + "success_latency_ms": { + "p50": 2.01, + "p95": 3.323, + "p99": 4.806 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.165, + "successful_rps_window": 200, + "wall_duration_s": 2.998, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/08-fixed-r1500-n2/compose-scale.log b/evidence/grade5-fixed-2026-10-29/08-fixed-r1500-n2/compose-scale.log new file mode 100644 index 00000000..e666d230 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/08-fixed-r1500-n2/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-91ef919325-api-2 Creating + Container lab3-grade5-91ef919325-api-1 Recreate + Container lab3-grade5-91ef919325-api-2 Created + Container lab3-grade5-91ef919325-api-1 Recreated + Container lab3-grade5-91ef919325-api-1 Starting + Container lab3-grade5-91ef919325-api-1 Started + Container lab3-grade5-91ef919325-api-2 Starting + Container lab3-grade5-91ef919325-api-2 Started diff --git a/evidence/grade5-fixed-2026-10-29/08-fixed-r1500-n2/load.json b/evidence/grade5-fixed-2026-10-29/08-fixed-r1500-n2/load.json new file mode 100644 index 00000000..88405c81 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/08-fixed-r1500-n2/load.json @@ -0,0 +1,32 @@ +{ + "failure_counts": { + "dropped_inflight": 158 + }, + "instance_responses": { + "6220a6dd04fc": 14921, + "6a049927d48f": 14921 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "4f46c5dc0bfab513", + "schedule_lag_ms": { + "p50": 0.121, + "p95": 0.179, + "p99": 0.262 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 30000, + "scheduled_rps": 1500, + "started_at_utc": "2026-10-29T20:56:25.953736Z", + "success_latency_ms": { + "p50": 0.864, + "p95": 9.09, + "p99": 145.119 + }, + "success_ratio": 0.994733, + "successful_requests": 29842, + "successful_rps_wall": 1492.078, + "successful_rps_window": 1492.1, + "wall_duration_s": 20, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/08-fixed-r1500-n2/postgres-statements.json b/evidence/grade5-fixed-2026-10-29/08-fixed-r1500-n2/postgres-statements.json new file mode 100644 index 00000000..c699577c --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/08-fixed-r1500-n2/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 29842, + "total_exec_ms": 1734.611, + "mean_exec_ms": 0.058, + "rows": 29842, + "shared_blks_hit": 706423, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 29842, + "total_exec_ms": 1177.63, + "mean_exec_ms": 0.039, + "rows": 29842, + "shared_blks_hit": 275060, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 29842, + "total_exec_ms": 246.719, + "mean_exec_ms": 0.008, + "rows": 29842, + "shared_blks_hit": 119368, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 14.732, + "mean_exec_ms": 7.366, + "rows": 2, + "shared_blks_hit": 2878, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 29842, + "total_exec_ms": 4.646, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 29842, + "total_exec_ms": 4.523, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 0.729, + "mean_exec_ms": 0.182, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.138, + "mean_exec_ms": 0.138, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-fixed-2026-10-29/08-fixed-r1500-n2/samples.jsonl b/evidence/grade5-fixed-2026-10-29/08-fixed-r1500-n2/samples.jsonl new file mode 100644 index 00000000..aca08db0 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/08-fixed-r1500-n2/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T20:56:25.946+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "24.92%", "Container": "6220a6dd04fced1c0e1700190e70778ed0b3eefada435c9d949b6e7ac53123f5", "ID": "6220a6dd04fc", "MemPerc": "2.85%", "MemUsage": "14.58MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "2.93MB / 3.17MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "24.28%", "Container": "6a049927d48f09ea0961b8f78a1694c131464d429a3100fb3a5e1719f8d63d82", "ID": "6a049927d48f", "MemPerc": "3.05%", "MemUsage": "15.62MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "2.92MB / 3.16MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.70%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.92%", "MemUsage": "99.64MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "119MB / 121MB", "PIDs": "9"}, {"BlockIO": "311kB / 2.66GB", "CPUPerc": "31.74%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "24.41%", "MemUsage": "125MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "106MB / 88.9MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "3.56%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.61%", "MemUsage": "9.738MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "20.4MB / 27.7MB", "PIDs": "6"}], "postgres_activity": {"connections": 17, "active": 2, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "87356", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "1", "qcur": "0", "stot": "15827", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7802", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "18103", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "3", "qcur": "0", "stot": "129089", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:56:31.197+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "24.75%", "Container": "6220a6dd04fced1c0e1700190e70778ed0b3eefada435c9d949b6e7ac53123f5", "ID": "6220a6dd04fc", "MemPerc": "7.26%", "MemUsage": "37.15MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "8.48MB / 9.06MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "24.75%", "Container": "6a049927d48f09ea0961b8f78a1694c131464d429a3100fb3a5e1719f8d63d82", "ID": "6a049927d48f", "MemPerc": "8.69%", "MemUsage": "44.47MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "8.46MB / 9.06MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.76%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "39.52%", "MemUsage": "101.2MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "127MB / 130MB", "PIDs": "9"}, {"BlockIO": "311kB / 2.73GB", "CPUPerc": "26.12%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "24.49%", "MemUsage": "125.4MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "113MB / 94.4MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.69%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.64%", "MemUsage": "9.777MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "21.7MB / 29.4MB", "PIDs": "6"}], "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "91377", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "1", "qcur": "0", "stot": "19847", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7802", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "18103", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "2", "qcur": "0", "stot": "137129", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:56:36.659+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "23.09%", "Container": "6220a6dd04fced1c0e1700190e70778ed0b3eefada435c9d949b6e7ac53123f5", "ID": "6220a6dd04fc", "MemPerc": "6.01%", "MemUsage": "30.79MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "14MB / 14.8MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "23.45%", "Container": "6a049927d48f09ea0961b8f78a1694c131464d429a3100fb3a5e1719f8d63d82", "ID": "6a049927d48f", "MemPerc": "9.41%", "MemUsage": "48.18MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "14MB / 14.8MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.61%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "39.45%", "MemUsage": "101MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "135MB / 138MB", "PIDs": "9"}, {"BlockIO": "311kB / 2.81GB", "CPUPerc": "26.77%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "24.61%", "MemUsage": "126MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "118MB / 98.8MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.54%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.65%", "MemUsage": "9.789MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "23MB / 31.1MB", "PIDs": "6"}], "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "95267", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "1", "qcur": "0", "stot": "23737", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7802", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "18103", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "2", "qcur": "0", "stot": "144909", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:56:41.845+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "24.70%", "Container": "6220a6dd04fced1c0e1700190e70778ed0b3eefada435c9d949b6e7ac53123f5", "ID": "6220a6dd04fc", "MemPerc": "6.66%", "MemUsage": "34.1MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "18.6MB / 19.7MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "24.25%", "Container": "6a049927d48f09ea0961b8f78a1694c131464d429a3100fb3a5e1719f8d63d82", "ID": "6a049927d48f", "MemPerc": "8.02%", "MemUsage": "41.07MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "18.7MB / 19.7MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.98%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "39.33%", "MemUsage": "100.7MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "141MB / 144MB", "PIDs": "9"}, {"BlockIO": "311kB / 2.88GB", "CPUPerc": "27.16%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "24.64%", "MemUsage": "126.2MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "125MB / 104MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "3.38%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.64%", "MemUsage": "9.773MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "24MB / 32.6MB", "PIDs": "6"}], "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "98607", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "1", "qcur": "0", "stot": "27078", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "7802", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "18103", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "2", "qcur": "0", "stot": "151591", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} diff --git a/evidence/grade5-fixed-2026-10-29/08-fixed-r1500-n2/warmup.json b/evidence/grade5-fixed-2026-10-29/08-fixed-r1500-n2/warmup.json new file mode 100644 index 00000000..416c67df --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/08-fixed-r1500-n2/warmup.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "6220a6dd04fc": 300, + "6a049927d48f": 300 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "883b0dc4c9f69918", + "schedule_lag_ms": { + "p50": 0.61, + "p95": 0.878, + "p99": 1.219 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T20:56:21.402274Z", + "success_latency_ms": { + "p50": 1.975, + "p95": 3.464, + "p99": 6.093 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.164, + "successful_rps_window": 200, + "wall_duration_s": 2.998, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/09-fixed-r1500-n4/compose-scale.log b/evidence/grade5-fixed-2026-10-29/09-fixed-r1500-n4/compose-scale.log new file mode 100644 index 00000000..ffdb7f39 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/09-fixed-r1500-n4/compose-scale.log @@ -0,0 +1,16 @@ + Container lab3-grade5-91ef919325-api-4 Creating + Container lab3-grade5-91ef919325-api-3 Creating + Container lab3-grade5-91ef919325-api-1 Recreate + Container lab3-grade5-91ef919325-api-2 Recreate + Container lab3-grade5-91ef919325-api-4 Created + Container lab3-grade5-91ef919325-api-3 Created + Container lab3-grade5-91ef919325-api-1 Recreated + Container lab3-grade5-91ef919325-api-2 Recreated + Container lab3-grade5-91ef919325-api-2 Starting + Container lab3-grade5-91ef919325-api-2 Started + Container lab3-grade5-91ef919325-api-1 Starting + Container lab3-grade5-91ef919325-api-1 Started + Container lab3-grade5-91ef919325-api-4 Starting + Container lab3-grade5-91ef919325-api-4 Started + Container lab3-grade5-91ef919325-api-3 Starting + Container lab3-grade5-91ef919325-api-3 Started diff --git a/evidence/grade5-fixed-2026-10-29/09-fixed-r1500-n4/load.json b/evidence/grade5-fixed-2026-10-29/09-fixed-r1500-n4/load.json new file mode 100644 index 00000000..00a1f0fe --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/09-fixed-r1500-n4/load.json @@ -0,0 +1,34 @@ +{ + "failure_counts": { + "dropped_inflight": 278 + }, + "instance_responses": { + "3324661b31b2": 7430, + "6ddbd00e492b": 7430, + "9870e889a205": 7431, + "d3fc4c78b3c3": 7431 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "daba08b104b039a3", + "schedule_lag_ms": { + "p50": 0.125, + "p95": 0.18, + "p99": 0.256 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 30000, + "scheduled_rps": 1500, + "started_at_utc": "2026-10-29T20:56:54.937512Z", + "success_latency_ms": { + "p50": 0.824, + "p95": 3.821, + "p99": 220.254 + }, + "success_ratio": 0.990733, + "successful_requests": 29722, + "successful_rps_wall": 1485.936, + "successful_rps_window": 1486.1, + "wall_duration_s": 20.002, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/09-fixed-r1500-n4/postgres-statements.json b/evidence/grade5-fixed-2026-10-29/09-fixed-r1500-n4/postgres-statements.json new file mode 100644 index 00000000..a69d9a81 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/09-fixed-r1500-n4/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 29722, + "total_exec_ms": 1940.668, + "mean_exec_ms": 0.065, + "rows": 29722, + "shared_blks_hit": 704579, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 29722, + "total_exec_ms": 1576.585, + "mean_exec_ms": 0.053, + "rows": 29722, + "shared_blks_hit": 275088, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 29722, + "total_exec_ms": 402.218, + "mean_exec_ms": 0.014, + "rows": 29722, + "shared_blks_hit": 118888, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 16.486, + "mean_exec_ms": 8.243, + "rows": 2, + "shared_blks_hit": 2881, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 29722, + "total_exec_ms": 4.049, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 29722, + "total_exec_ms": 3.873, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 0.692, + "mean_exec_ms": 0.173, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.157, + "mean_exec_ms": 0.157, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-fixed-2026-10-29/09-fixed-r1500-n4/samples.jsonl b/evidence/grade5-fixed-2026-10-29/09-fixed-r1500-n4/samples.jsonl new file mode 100644 index 00000000..6456ac35 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/09-fixed-r1500-n4/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T20:56:54.932+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "11.21%", "Container": "d3fc4c78b3c3b885b0ba9548bb61191fa470ec9d8e512fc0d8986225d371a22d", "ID": "d3fc4c78b3c3", "MemPerc": "4.20%", "MemUsage": "10.75MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "1.44MB / 1.56MB", "PIDs": "7"}, {"BlockIO": "0B / 0B", "CPUPerc": "11.17%", "Container": "9870e889a20527377a7502b176453e4937a31555517ff9d87bcaf51dc197f268", "ID": "9870e889a205", "MemPerc": "5.71%", "MemUsage": "14.61MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "1.45MB / 1.56MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "11.18%", "Container": "3324661b31b2a13ee0e92f08e012f46fd5f123db51d4225f6f10e30ac586d68b", "ID": "3324661b31b2", "MemPerc": "4.62%", "MemUsage": "11.82MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-3", "NetIO": "1.44MB / 1.56MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "11.20%", "Container": "6ddbd00e492b3f46beeeef677be976e9eecbb1bf72f692a970e442b2a353c263", "ID": "6ddbd00e492b", "MemPerc": "5.90%", "MemUsage": "15.1MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-4", "NetIO": "1.44MB / 1.56MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "7.78%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "38.99%", "MemUsage": "99.82MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "148MB / 152MB", "PIDs": "9"}, {"BlockIO": "475kB / 3.14GB", "CPUPerc": "29.74%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "24.77%", "MemUsage": "126.8MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "132MB / 110MB", "PIDs": "27"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.67%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.62%", "MemUsage": "9.758MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "25MB / 34MB", "PIDs": "6"}], "postgres_activity": {"connections": 19, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "101195", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "29666", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "1", "qcur": "0", "stot": "9144", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "0", "qcur": "0", "stot": "19442", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "159447", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:57:00.115+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "20.59%", "Container": "d3fc4c78b3c3b885b0ba9548bb61191fa470ec9d8e512fc0d8986225d371a22d", "ID": "d3fc4c78b3c3", "MemPerc": "9.32%", "MemUsage": "23.87MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "3.54MB / 3.82MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "14.97%", "Container": "9870e889a20527377a7502b176453e4937a31555517ff9d87bcaf51dc197f268", "ID": "9870e889a205", "MemPerc": "13.71%", "MemUsage": "35.1MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "4.1MB / 4.4MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "13.49%", "Container": "3324661b31b2a13ee0e92f08e012f46fd5f123db51d4225f6f10e30ac586d68b", "ID": "3324661b31b2", "MemPerc": "6.79%", "MemUsage": "17.38MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-3", "NetIO": "4.08MB / 4.39MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "14.34%", "Container": "6ddbd00e492b3f46beeeef677be976e9eecbb1bf72f692a970e442b2a353c263", "ID": "6ddbd00e492b", "MemPerc": "10.98%", "MemUsage": "28.1MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-4", "NetIO": "4.08MB / 4.39MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "8.64%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "39.47%", "MemUsage": "101MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "156MB / 159MB", "PIDs": "9"}, {"BlockIO": "475kB / 3.21GB", "CPUPerc": "29.06%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "31.28%", "MemUsage": "160.2MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "138MB / 115MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "3.09%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.76%", "MemUsage": "9.93MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "26.5MB / 36MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 2, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "103107", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "31577", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "0", "qcur": "0", "stot": "11055", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "1", "qcur": "0", "stot": "21354", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "2", "qcur": "0", "stot": "167093", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:57:05.341+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "12.33%", "Container": "d3fc4c78b3c3b885b0ba9548bb61191fa470ec9d8e512fc0d8986225d371a22d", "ID": "d3fc4c78b3c3", "MemPerc": "10.36%", "MemUsage": "26.53MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "6.31MB / 6.71MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "13.48%", "Container": "9870e889a20527377a7502b176453e4937a31555517ff9d87bcaf51dc197f268", "ID": "9870e889a205", "MemPerc": "14.21%", "MemUsage": "36.38MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "6.86MB / 7.28MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "12.84%", "Container": "3324661b31b2a13ee0e92f08e012f46fd5f123db51d4225f6f10e30ac586d68b", "ID": "3324661b31b2", "MemPerc": "6.88%", "MemUsage": "17.6MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-3", "NetIO": "6.81MB / 7.26MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "12.73%", "Container": "6ddbd00e492b3f46beeeef677be976e9eecbb1bf72f692a970e442b2a353c263", "ID": "6ddbd00e492b", "MemPerc": "11.70%", "MemUsage": "29.95MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-4", "NetIO": "6.85MB / 7.27MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "8.19%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "39.45%", "MemUsage": "101MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "163MB / 167MB", "PIDs": "9"}, {"BlockIO": "475kB / 3.3GB", "CPUPerc": "27.30%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "31.43%", "MemUsage": "160.9MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "144MB / 121MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "3.52%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.76%", "MemUsage": "9.934MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "27.8MB / 37.6MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 2, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "105064", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "33534", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "0", "qcur": "0", "stot": "13012", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "1", "qcur": "0", "stot": "23311", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "2", "qcur": "0", "stot": "174921", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:57:10.559+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "13.71%", "Container": "d3fc4c78b3c3b885b0ba9548bb61191fa470ec9d8e512fc0d8986225d371a22d", "ID": "d3fc4c78b3c3", "MemPerc": "10.46%", "MemUsage": "26.79MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "9.55MB / 10.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "21.33%", "Container": "9870e889a20527377a7502b176453e4937a31555517ff9d87bcaf51dc197f268", "ID": "9870e889a205", "MemPerc": "13.29%", "MemUsage": "34.01MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "9.03MB / 9.58MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "13.98%", "Container": "3324661b31b2a13ee0e92f08e012f46fd5f123db51d4225f6f10e30ac586d68b", "ID": "3324661b31b2", "MemPerc": "8.69%", "MemUsage": "22.25MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-3", "NetIO": "9.52MB / 10.1MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "13.89%", "Container": "6ddbd00e492b3f46beeeef677be976e9eecbb1bf72f692a970e442b2a353c263", "ID": "6ddbd00e492b", "MemPerc": "11.79%", "MemUsage": "30.19MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-4", "NetIO": "9.55MB / 10.1MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "8.42%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "39.63%", "MemUsage": "101.5MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "170MB / 175MB", "PIDs": "9"}, {"BlockIO": "524kB / 3.37GB", "CPUPerc": "27.02%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "31.63%", "MemUsage": "162MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "151MB / 126MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "3.50%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.73%", "MemUsage": "9.898MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "29MB / 39.3MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 2, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "107002", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "35473", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "0", "qcur": "0", "stot": "14951", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "1", "qcur": "0", "stot": "25250", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1", "qcur": "0", "stot": "182676", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} diff --git a/evidence/grade5-fixed-2026-10-29/09-fixed-r1500-n4/warmup.json b/evidence/grade5-fixed-2026-10-29/09-fixed-r1500-n4/warmup.json new file mode 100644 index 00000000..f6a2008e --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/09-fixed-r1500-n4/warmup.json @@ -0,0 +1,32 @@ +{ + "failure_counts": {}, + "instance_responses": { + "3324661b31b2": 150, + "6ddbd00e492b": 150, + "9870e889a205": 150, + "d3fc4c78b3c3": 150 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "6674bfbe8bf665d5", + "schedule_lag_ms": { + "p50": 0.642, + "p95": 0.905, + "p99": 1.241 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T20:56:50.402565Z", + "success_latency_ms": { + "p50": 1.945, + "p95": 22.825, + "p99": 44.172 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.192, + "successful_rps_window": 200, + "wall_duration_s": 2.997, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/10-fixed-r2000-n4/compose-scale.log b/evidence/grade5-fixed-2026-10-29/10-fixed-r2000-n4/compose-scale.log new file mode 100644 index 00000000..a756646e --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/10-fixed-r2000-n4/compose-scale.log @@ -0,0 +1,4 @@ + Container lab3-grade5-91ef919325-api-1 Running + Container lab3-grade5-91ef919325-api-2 Running + Container lab3-grade5-91ef919325-api-3 Running + Container lab3-grade5-91ef919325-api-4 Running diff --git a/evidence/grade5-fixed-2026-10-29/10-fixed-r2000-n4/load.json b/evidence/grade5-fixed-2026-10-29/10-fixed-r2000-n4/load.json new file mode 100644 index 00000000..f30592a8 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/10-fixed-r2000-n4/load.json @@ -0,0 +1,34 @@ +{ + "failure_counts": { + "dropped_inflight": 3327 + }, + "instance_responses": { + "3324661b31b2": 9168, + "6ddbd00e492b": 9169, + "9870e889a205": 9168, + "d3fc4c78b3c3": 9168 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "9497d3b14b13d011", + "schedule_lag_ms": { + "p50": 0.074, + "p95": 0.15, + "p99": 0.209 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 40000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-29T20:57:22.426365Z", + "success_latency_ms": { + "p50": 2.133, + "p95": 217.497, + "p99": 331.374 + }, + "success_ratio": 0.916825, + "successful_requests": 36673, + "successful_rps_wall": 1823.917, + "successful_rps_window": 1833.65, + "wall_duration_s": 20.107, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/10-fixed-r2000-n4/postgres-statements.json b/evidence/grade5-fixed-2026-10-29/10-fixed-r2000-n4/postgres-statements.json new file mode 100644 index 00000000..ed1cebd4 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/10-fixed-r2000-n4/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 36673, + "total_exec_ms": 8839.435, + "mean_exec_ms": 0.241, + "rows": 36673, + "shared_blks_hit": 870897, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 36673, + "total_exec_ms": 5852.94, + "mean_exec_ms": 0.16, + "rows": 36673, + "shared_blks_hit": 345145, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 36673, + "total_exec_ms": 1927.984, + "mean_exec_ms": 0.053, + "rows": 36673, + "shared_blks_hit": 146692, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 23.525, + "mean_exec_ms": 11.763, + "rows": 2, + "shared_blks_hit": 2981, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 36673, + "total_exec_ms": 19.343, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 36673, + "total_exec_ms": 13.691, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 1.673, + "mean_exec_ms": 0.418, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.133, + "mean_exec_ms": 0.133, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-fixed-2026-10-29/10-fixed-r2000-n4/samples.jsonl b/evidence/grade5-fixed-2026-10-29/10-fixed-r2000-n4/samples.jsonl new file mode 100644 index 00000000..b854ed69 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/10-fixed-r2000-n4/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T20:57:22.421+00:00", "docker_stats": [{"BlockIO": "131kB / 0B", "CPUPerc": "20.48%", "Container": "d3fc4c78b3c3b885b0ba9548bb61191fa470ec9d8e512fc0d8986225d371a22d", "ID": "d3fc4c78b3c3", "MemPerc": "8.88%", "MemUsage": "22.73MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "12.2MB / 12.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "21.50%", "Container": "9870e889a20527377a7502b176453e4937a31555517ff9d87bcaf51dc197f268", "ID": "9870e889a205", "MemPerc": "13.17%", "MemUsage": "33.72MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "12.2MB / 12.9MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "20.24%", "Container": "3324661b31b2a13ee0e92f08e012f46fd5f123db51d4225f6f10e30ac586d68b", "ID": "3324661b31b2", "MemPerc": "7.51%", "MemUsage": "19.23MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-3", "NetIO": "12.2MB / 12.9MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "20.55%", "Container": "6ddbd00e492b3f46beeeef677be976e9eecbb1bf72f692a970e442b2a353c263", "ID": "6ddbd00e492b", "MemPerc": "9.82%", "MemUsage": "25.13MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-4", "NetIO": "12.2MB / 12.9MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "12.92%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "39.33%", "MemUsage": "100.7MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "177MB / 182MB", "PIDs": "9"}, {"BlockIO": "524kB / 3.61GB", "CPUPerc": "45.90%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "31.01%", "MemUsage": "158.8MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "157MB / 131MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "4.27%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.68%", "MemUsage": "9.824MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "30.2MB / 41MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 2, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "109010", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "1", "qcur": "0", "stot": "37481", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "0", "qcur": "0", "stot": "16958", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "0", "qcur": "0", "stot": "27257", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "2", "qcur": "0", "stot": "190706", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:57:27.280+00:00", "docker_stats": [{"BlockIO": "131kB / 0B", "CPUPerc": "20.69%", "Container": "d3fc4c78b3c3b885b0ba9548bb61191fa470ec9d8e512fc0d8986225d371a22d", "ID": "d3fc4c78b3c3", "MemPerc": "9.49%", "MemUsage": "24.29MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "15.2MB / 16.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "21.03%", "Container": "9870e889a20527377a7502b176453e4937a31555517ff9d87bcaf51dc197f268", "ID": "9870e889a205", "MemPerc": "12.85%", "MemUsage": "32.9MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "16MB / 16.8MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "20.66%", "Container": "3324661b31b2a13ee0e92f08e012f46fd5f123db51d4225f6f10e30ac586d68b", "ID": "3324661b31b2", "MemPerc": "6.78%", "MemUsage": "17.37MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-3", "NetIO": "15.9MB / 16.8MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "20.85%", "Container": "6ddbd00e492b3f46beeeef677be976e9eecbb1bf72f692a970e442b2a353c263", "ID": "6ddbd00e492b", "MemPerc": "9.12%", "MemUsage": "23.35MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-4", "NetIO": "15.9MB / 16.8MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "12.43%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "39.23%", "MemUsage": "100.4MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "187MB / 192MB", "PIDs": "9"}, {"BlockIO": "524kB / 3.71GB", "CPUPerc": "44.31%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "31.46%", "MemUsage": "161.1MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "166MB / 139MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "4.17%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.68%", "MemUsage": "9.824MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "31.9MB / 43.3MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "111661", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "1", "qcur": "0", "stot": "40132", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "1", "qcur": "0", "stot": "19609", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "0", "qcur": "0", "stot": "29908", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "3", "qcur": "0", "stot": "201310", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:57:32.584+00:00", "docker_stats": [{"BlockIO": "131kB / 0B", "CPUPerc": "43.90%", "Container": "d3fc4c78b3c3b885b0ba9548bb61191fa470ec9d8e512fc0d8986225d371a22d", "ID": "d3fc4c78b3c3", "MemPerc": "10.78%", "MemUsage": "27.61MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "19.5MB / 20.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "42.59%", "Container": "9870e889a20527377a7502b176453e4937a31555517ff9d87bcaf51dc197f268", "ID": "9870e889a205", "MemPerc": "14.92%", "MemUsage": "38.2MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "19.6MB / 20.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "44.83%", "Container": "3324661b31b2a13ee0e92f08e012f46fd5f123db51d4225f6f10e30ac586d68b", "ID": "3324661b31b2", "MemPerc": "10.12%", "MemUsage": "25.91MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-3", "NetIO": "19.5MB / 20.6MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "43.35%", "Container": "6ddbd00e492b3f46beeeef677be976e9eecbb1bf72f692a970e442b2a353c263", "ID": "6ddbd00e492b", "MemPerc": "10.72%", "MemUsage": "27.43MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-4", "NetIO": "19.5MB / 20.6MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "29.39%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "39.68%", "MemUsage": "101.6MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "197MB / 202MB", "PIDs": "9"}, {"BlockIO": "524kB / 3.79GB", "CPUPerc": "108.59%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "31.74%", "MemUsage": "162.5MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "174MB / 146MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.09%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.68%", "MemUsage": "9.828MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "33.5MB / 45.5MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 3, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "6", "qcur": "0", "stot": "114327", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "13", "qcur": "0", "stot": "42798", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "9", "qcur": "0", "stot": "22276", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "9", "qcur": "0", "stot": "32574", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "37", "qcur": "0", "stot": "211975", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} +{"at_utc": "2026-10-29T20:57:38.079+00:00", "docker_stats": [{"BlockIO": "131kB / 0B", "CPUPerc": "94.68%", "Container": "d3fc4c78b3c3b885b0ba9548bb61191fa470ec9d8e512fc0d8986225d371a22d", "ID": "d3fc4c78b3c3", "MemPerc": "12.87%", "MemUsage": "32.94MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "23.2MB / 24.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "61.50%", "Container": "9870e889a20527377a7502b176453e4937a31555517ff9d87bcaf51dc197f268", "ID": "9870e889a205", "MemPerc": "17.28%", "MemUsage": "44.24MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "23.3MB / 24.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "97.51%", "Container": "3324661b31b2a13ee0e92f08e012f46fd5f123db51d4225f6f10e30ac586d68b", "ID": "3324661b31b2", "MemPerc": "11.25%", "MemUsage": "28.79MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-3", "NetIO": "23.3MB / 24.6MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "69.11%", "Container": "6ddbd00e492b3f46beeeef677be976e9eecbb1bf72f692a970e442b2a353c263", "ID": "6ddbd00e492b", "MemPerc": "12.98%", "MemUsage": "33.23MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-4", "NetIO": "23.3MB / 24.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "106.06%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "39.80%", "MemUsage": "101.9MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "207MB / 213MB", "PIDs": "9"}, {"BlockIO": "524kB / 3.85GB", "CPUPerc": "173.91%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "32.36%", "MemUsage": "165.7MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "183MB / 153MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "15.41%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.69%", "MemUsage": "9.848MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "35.1MB / 47.5MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 19, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "116756", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "45227", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "0", "qcur": "0", "stot": "24705", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "0", "qcur": "0", "stot": "35003", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "221691", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} diff --git a/evidence/grade5-fixed-2026-10-29/10-fixed-r2000-n4/warmup.json b/evidence/grade5-fixed-2026-10-29/10-fixed-r2000-n4/warmup.json new file mode 100644 index 00000000..4f16f16b --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/10-fixed-r2000-n4/warmup.json @@ -0,0 +1,32 @@ +{ + "failure_counts": {}, + "instance_responses": { + "3324661b31b2": 150, + "6ddbd00e492b": 150, + "9870e889a205": 150, + "d3fc4c78b3c3": 150 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "46cbad36505cfe5b", + "schedule_lag_ms": { + "p50": 0.623, + "p95": 0.806, + "p99": 0.95 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T20:57:17.443154Z", + "success_latency_ms": { + "p50": 2.008, + "p95": 3.533, + "p99": 4.604 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.06, + "successful_rps_window": 200, + "wall_duration_s": 2.999, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/11-fixed-r2000-n2/compose-scale.log b/evidence/grade5-fixed-2026-10-29/11-fixed-r2000-n2/compose-scale.log new file mode 100644 index 00000000..4e30953d --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/11-fixed-r2000-n2/compose-scale.log @@ -0,0 +1,16 @@ + Container lab3-grade5-91ef919325-api-2 Recreate + Container lab3-grade5-91ef919325-api-1 Recreate + Container lab3-grade5-91ef919325-api-4 Stopping + Container lab3-grade5-91ef919325-api-3 Stopping + Container lab3-grade5-91ef919325-api-4 Stopped + Container lab3-grade5-91ef919325-api-4 Removing + Container lab3-grade5-91ef919325-api-4 Removed + Container lab3-grade5-91ef919325-api-3 Stopped + Container lab3-grade5-91ef919325-api-3 Removing + Container lab3-grade5-91ef919325-api-3 Removed + Container lab3-grade5-91ef919325-api-1 Recreated + Container lab3-grade5-91ef919325-api-2 Recreated + Container lab3-grade5-91ef919325-api-1 Starting + Container lab3-grade5-91ef919325-api-1 Started + Container lab3-grade5-91ef919325-api-2 Starting + Container lab3-grade5-91ef919325-api-2 Started diff --git a/evidence/grade5-fixed-2026-10-29/11-fixed-r2000-n2/load.json b/evidence/grade5-fixed-2026-10-29/11-fixed-r2000-n2/load.json new file mode 100644 index 00000000..aef600ab --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/11-fixed-r2000-n2/load.json @@ -0,0 +1,32 @@ +{ + "failure_counts": { + "dropped_inflight": 706 + }, + "instance_responses": { + "af4488215ea1": 19647, + "da967827c2e2": 19647 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "1acee262a63ed8b7", + "schedule_lag_ms": { + "p50": 0.061, + "p95": 0.147, + "p99": 0.196 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 40000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-29T20:57:54.484044Z", + "success_latency_ms": { + "p50": 1.22, + "p95": 13.66, + "p99": 192.062 + }, + "success_ratio": 0.98235, + "successful_requests": 39294, + "successful_rps_wall": 1964.529, + "successful_rps_window": 1964.7, + "wall_duration_s": 20.002, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/11-fixed-r2000-n2/postgres-statements.json b/evidence/grade5-fixed-2026-10-29/11-fixed-r2000-n2/postgres-statements.json new file mode 100644 index 00000000..40954187 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/11-fixed-r2000-n2/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 39294, + "total_exec_ms": 3034.808, + "mean_exec_ms": 0.077, + "rows": 39294, + "shared_blks_hit": 932834, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 39294, + "total_exec_ms": 1729.721, + "mean_exec_ms": 0.044, + "rows": 39294, + "shared_blks_hit": 362640, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 39294, + "total_exec_ms": 463.463, + "mean_exec_ms": 0.012, + "rows": 39294, + "shared_blks_hit": 157176, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 20.623, + "mean_exec_ms": 10.311, + "rows": 2, + "shared_blks_hit": 2999, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 39294, + "total_exec_ms": 9.039, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 39294, + "total_exec_ms": 7.799, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 1.321, + "mean_exec_ms": 0.33, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.132, + "mean_exec_ms": 0.132, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-fixed-2026-10-29/11-fixed-r2000-n2/samples.jsonl b/evidence/grade5-fixed-2026-10-29/11-fixed-r2000-n2/samples.jsonl new file mode 100644 index 00000000..e8b3f3ab --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/11-fixed-r2000-n2/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T20:57:54.478+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "31.38%", "Container": "da967827c2e2802ec74fbe440fcc53adffe5b2e1d9b3ff6f1866b01ac1dd642d", "ID": "da967827c2e2", "MemPerc": "2.46%", "MemUsage": "12.62MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "3.73MB / 4.02MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "32.56%", "Container": "af4488215ea114f6b1b5139a9dc5f7e854270483c2dbc97b430f7565e5c9c0db", "ID": "af4488215ea1", "MemPerc": "3.58%", "MemUsage": "18.33MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "3.72MB / 4.02MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "10.16%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "39.09%", "MemUsage": "100.1MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "213MB / 219MB", "PIDs": "9"}, {"BlockIO": "524kB / 3.99GB", "CPUPerc": "37.57%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "25.87%", "MemUsage": "132.4MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "189MB / 158MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "3.90%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.64%", "MemUsage": "9.785MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "36MB / 48.8MB", "PIDs": "6"}], "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "1", "qcur": "0", "stot": "120262", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "1", "qcur": "0", "stot": "48732", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24705", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "35007", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "2", "qcur": "0", "stot": "228703", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T20:57:59.697+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "46.06%", "Container": "da967827c2e2802ec74fbe440fcc53adffe5b2e1d9b3ff6f1866b01ac1dd642d", "ID": "da967827c2e2", "MemPerc": "7.29%", "MemUsage": "37.34MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "11MB / 11.8MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "45.35%", "Container": "af4488215ea114f6b1b5139a9dc5f7e854270483c2dbc97b430f7565e5c9c0db", "ID": "af4488215ea1", "MemPerc": "6.38%", "MemUsage": "32.65MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "11MB / 11.8MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "14.77%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "40.25%", "MemUsage": "103MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "223MB / 230MB", "PIDs": "9"}, {"BlockIO": "524kB / 4.09GB", "CPUPerc": "60.83%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "26.69%", "MemUsage": "136.7MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "198MB / 165MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "3.98%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.71%", "MemUsage": "9.871MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "37.7MB / 51MB", "PIDs": "6"}], "postgres_activity": {"connections": 17, "active": 2, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "2", "qcur": "0", "stot": "125584", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "2", "qcur": "0", "stot": "54055", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24705", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "35007", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "5", "qcur": "0", "stot": "239349", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T20:58:05.111+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "44.25%", "Container": "da967827c2e2802ec74fbe440fcc53adffe5b2e1d9b3ff6f1866b01ac1dd642d", "ID": "da967827c2e2", "MemPerc": "7.90%", "MemUsage": "40.47MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "18.5MB / 19.7MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "40.60%", "Container": "af4488215ea114f6b1b5139a9dc5f7e854270483c2dbc97b430f7565e5c9c0db", "ID": "af4488215ea1", "MemPerc": "6.82%", "MemUsage": "34.93MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "17.1MB / 18.2MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "12.56%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "40.25%", "MemUsage": "103MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "233MB / 240MB", "PIDs": "9"}, {"BlockIO": "524kB / 4.18GB", "CPUPerc": "48.10%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "27.11%", "MemUsage": "138.8MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "206MB / 172MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "4.26%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.66%", "MemUsage": "9.809MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "39.7MB / 53.8MB", "PIDs": "6"}], "postgres_activity": {"connections": 17, "active": 9, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "3", "qcur": "0", "stot": "130965", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "59435", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24705", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "35007", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "4", "qcur": "0", "stot": "250110", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T20:58:10.494+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "70.51%", "Container": "da967827c2e2802ec74fbe440fcc53adffe5b2e1d9b3ff6f1866b01ac1dd642d", "ID": "da967827c2e2", "MemPerc": "7.65%", "MemUsage": "39.18MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "26.3MB / 27.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "76.27%", "Container": "af4488215ea114f6b1b5139a9dc5f7e854270483c2dbc97b430f7565e5c9c0db", "ID": "af4488215ea1", "MemPerc": "9.02%", "MemUsage": "46.16MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "24.8MB / 26.4MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "22.02%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "40.26%", "MemUsage": "103.1MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "244MB / 251MB", "PIDs": "9"}, {"BlockIO": "639kB / 4.28GB", "CPUPerc": "87.80%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "27.39%", "MemUsage": "140.3MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "216MB / 180MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "8.87%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.66%", "MemUsage": "9.809MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "41.5MB / 56.2MB", "PIDs": "6"}], "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "2", "qcur": "0", "stot": "136660", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "3", "qcur": "0", "stot": "65131", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24705", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "35007", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "5", "qcur": "0", "stot": "261500", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} diff --git a/evidence/grade5-fixed-2026-10-29/11-fixed-r2000-n2/warmup.json b/evidence/grade5-fixed-2026-10-29/11-fixed-r2000-n2/warmup.json new file mode 100644 index 00000000..f4e3906c --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/11-fixed-r2000-n2/warmup.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "af4488215ea1": 300, + "da967827c2e2": 300 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "0dd45bd1dfdf6760", + "schedule_lag_ms": { + "p50": 0.645, + "p95": 0.947, + "p99": 1.132 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T20:57:49.96235Z", + "success_latency_ms": { + "p50": 1.861, + "p95": 42.348, + "p99": 109.621 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.186, + "successful_rps_window": 200, + "wall_duration_s": 2.997, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/12-fixed-r2000-n1/compose-scale.log b/evidence/grade5-fixed-2026-10-29/12-fixed-r2000-n1/compose-scale.log new file mode 100644 index 00000000..21c7a2fb --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/12-fixed-r2000-n1/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-91ef919325-api-2 Stopping + Container lab3-grade5-91ef919325-api-1 Recreate + Container lab3-grade5-91ef919325-api-2 Stopped + Container lab3-grade5-91ef919325-api-2 Removing + Container lab3-grade5-91ef919325-api-2 Removed + Container lab3-grade5-91ef919325-api-1 Recreated + Container lab3-grade5-91ef919325-api-1 Starting + Container lab3-grade5-91ef919325-api-1 Started diff --git a/evidence/grade5-fixed-2026-10-29/12-fixed-r2000-n1/load.json b/evidence/grade5-fixed-2026-10-29/12-fixed-r2000-n1/load.json new file mode 100644 index 00000000..bc35a11a --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/12-fixed-r2000-n1/load.json @@ -0,0 +1,31 @@ +{ + "failure_counts": { + "dropped_inflight": 998 + }, + "instance_responses": { + "7e9cb8159ee8": 39002 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "f60873a840256a08", + "schedule_lag_ms": { + "p50": 0.079, + "p95": 0.147, + "p99": 0.178 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 40000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-29T20:58:22.287154Z", + "success_latency_ms": { + "p50": 1.729, + "p95": 18.188, + "p99": 324.506 + }, + "success_ratio": 0.97505, + "successful_requests": 39002, + "successful_rps_wall": 1949.996, + "successful_rps_window": 1950.1, + "wall_duration_s": 20.001, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/12-fixed-r2000-n1/postgres-statements.json b/evidence/grade5-fixed-2026-10-29/12-fixed-r2000-n1/postgres-statements.json new file mode 100644 index 00000000..64e48b89 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/12-fixed-r2000-n1/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 39002, + "total_exec_ms": 3289.508, + "mean_exec_ms": 0.084, + "rows": 39002, + "shared_blks_hit": 926470, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 39002, + "total_exec_ms": 1739.067, + "mean_exec_ms": 0.045, + "rows": 39002, + "shared_blks_hit": 359548, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 39002, + "total_exec_ms": 428.433, + "mean_exec_ms": 0.011, + "rows": 39002, + "shared_blks_hit": 156008, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 14.571, + "mean_exec_ms": 7.285, + "rows": 2, + "shared_blks_hit": 3004, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 39002, + "total_exec_ms": 9.605, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 39002, + "total_exec_ms": 8.481, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 0.862, + "mean_exec_ms": 0.215, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.145, + "mean_exec_ms": 0.145, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-fixed-2026-10-29/12-fixed-r2000-n1/samples.jsonl b/evidence/grade5-fixed-2026-10-29/12-fixed-r2000-n1/samples.jsonl new file mode 100644 index 00000000..89df85e6 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/12-fixed-r2000-n1/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T20:58:22.281+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "109.09%", "Container": "7e9cb8159ee8f653c73687f51b3b85e6776fb259adc9887ccdd4c2246ad01f86", "ID": "7e9cb8159ee8", "MemPerc": "3.16%", "MemUsage": "32.39MiB / 1GiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "6.56MB / 7.06MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "16.72%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "39.82%", "MemUsage": "101.9MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "250MB / 258MB", "PIDs": "9"}, {"BlockIO": "639kB / 4.45GB", "CPUPerc": "63.34%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "23.15%", "MemUsage": "118.5MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "221MB / 185MB", "PIDs": "17"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "5.56%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.65%", "MemUsage": "9.793MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "42.6MB / 57.7MB", "PIDs": "6"}], "postgres_activity": {"connections": 9, "active": 2, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "5", "qcur": "0", "stot": "143218", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "65175", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24705", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "35007", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "6", "qcur": "0", "stot": "268103", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T20:58:27.256+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "105.89%", "Container": "7e9cb8159ee8f653c73687f51b3b85e6776fb259adc9887ccdd4c2246ad01f86", "ID": "7e9cb8159ee8", "MemPerc": "2.63%", "MemUsage": "26.97MiB / 1GiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "18.6MB / 20MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "13.99%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "39.81%", "MemUsage": "101.9MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "260MB / 268MB", "PIDs": "9"}, {"BlockIO": "639kB / 4.55GB", "CPUPerc": "52.22%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "23.31%", "MemUsage": "119.4MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "230MB / 192MB", "PIDs": "17"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "6.27%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.65%", "MemUsage": "9.789MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "44MB / 59.6MB", "PIDs": "6"}], "postgres_activity": {"connections": 9, "active": 2, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "8", "qcur": "0", "stot": "154031", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "65175", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24705", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "35007", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "8", "qcur": "0", "stot": "278915", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T20:58:32.661+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "98.38%", "Container": "7e9cb8159ee8f653c73687f51b3b85e6776fb259adc9887ccdd4c2246ad01f86", "ID": "7e9cb8159ee8", "MemPerc": "6.16%", "MemUsage": "63.06MiB / 1GiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "34.2MB / 36.6MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "15.63%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "40.32%", "MemUsage": "103.2MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "269MB / 277MB", "PIDs": "9"}, {"BlockIO": "639kB / 4.62GB", "CPUPerc": "57.49%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "23.47%", "MemUsage": "120.2MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "238MB / 199MB", "PIDs": "17"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "5.03%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.65%", "MemUsage": "9.793MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "45.8MB / 62MB", "PIDs": "6"}], "postgres_activity": {"connections": 9, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "6", "qcur": "0", "stot": "163269", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "65175", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24705", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "35007", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "6", "qcur": "0", "stot": "288153", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T20:58:37.566+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "100.05%", "Container": "7e9cb8159ee8f653c73687f51b3b85e6776fb259adc9887ccdd4c2246ad01f86", "ID": "7e9cb8159ee8", "MemPerc": "4.77%", "MemUsage": "48.89MiB / 1GiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "46.6MB / 49.6MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "14.93%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "40.08%", "MemUsage": "102.6MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "279MB / 287MB", "PIDs": "9"}, {"BlockIO": "639kB / 4.72GB", "CPUPerc": "56.95%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "23.56%", "MemUsage": "120.6MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "247MB / 206MB", "PIDs": "17"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "5.05%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.65%", "MemUsage": "9.793MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "47.5MB / 64.4MB", "PIDs": "6"}], "postgres_activity": {"connections": 9, "active": 2, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "5", "qcur": "0", "stot": "174195", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "65175", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24705", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "35007", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "5", "qcur": "0", "stot": "299079", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} diff --git a/evidence/grade5-fixed-2026-10-29/12-fixed-r2000-n1/warmup.json b/evidence/grade5-fixed-2026-10-29/12-fixed-r2000-n1/warmup.json new file mode 100644 index 00000000..7f86bd1a --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/12-fixed-r2000-n1/warmup.json @@ -0,0 +1,29 @@ +{ + "failure_counts": {}, + "instance_responses": { + "7e9cb8159ee8": 600 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "ca27e7c7ac66a1ba", + "schedule_lag_ms": { + "p50": 0.607, + "p95": 0.791, + "p99": 0.947 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T20:58:17.384487Z", + "success_latency_ms": { + "p50": 2.03, + "p95": 3.49, + "p99": 4.464 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.165, + "successful_rps_window": 200, + "wall_duration_s": 2.998, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/13-fixed-r2500-n1/compose-scale.log b/evidence/grade5-fixed-2026-10-29/13-fixed-r2500-n1/compose-scale.log new file mode 100644 index 00000000..78255219 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/13-fixed-r2500-n1/compose-scale.log @@ -0,0 +1 @@ + Container lab3-grade5-91ef919325-api-1 Running diff --git a/evidence/grade5-fixed-2026-10-29/13-fixed-r2500-n1/load.json b/evidence/grade5-fixed-2026-10-29/13-fixed-r2500-n1/load.json new file mode 100644 index 00000000..42080481 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/13-fixed-r2500-n1/load.json @@ -0,0 +1,31 @@ +{ + "failure_counts": { + "dropped_inflight": 1402 + }, + "instance_responses": { + "7e9cb8159ee8": 48598 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "c0d19e14417b7721", + "schedule_lag_ms": { + "p50": 0.075, + "p95": 0.13, + "p99": 0.186 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 50000, + "scheduled_rps": 2500, + "started_at_utc": "2026-10-29T20:58:48.80962Z", + "success_latency_ms": { + "p50": 3.958, + "p95": 109.611, + "p99": 194.071 + }, + "success_ratio": 0.97196, + "successful_requests": 48598, + "successful_rps_wall": 2428.862, + "successful_rps_window": 2429.9, + "wall_duration_s": 20.009, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/13-fixed-r2500-n1/postgres-statements.json b/evidence/grade5-fixed-2026-10-29/13-fixed-r2500-n1/postgres-statements.json new file mode 100644 index 00000000..41335872 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/13-fixed-r2500-n1/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 48598, + "total_exec_ms": 5577.96, + "mean_exec_ms": 0.115, + "rows": 48598, + "shared_blks_hit": 1156794, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 48598, + "total_exec_ms": 3277.479, + "mean_exec_ms": 0.067, + "rows": 48598, + "shared_blks_hit": 449054, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 48598, + "total_exec_ms": 806.336, + "mean_exec_ms": 0.017, + "rows": 48598, + "shared_blks_hit": 194392, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 25.953, + "mean_exec_ms": 12.976, + "rows": 2, + "shared_blks_hit": 3122, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 48598, + "total_exec_ms": 16.946, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 48598, + "total_exec_ms": 14.106, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 0.923, + "mean_exec_ms": 0.231, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.11, + "mean_exec_ms": 0.11, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-fixed-2026-10-29/13-fixed-r2500-n1/samples.jsonl b/evidence/grade5-fixed-2026-10-29/13-fixed-r2500-n1/samples.jsonl new file mode 100644 index 00000000..2caef057 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/13-fixed-r2500-n1/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T20:58:48.804+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "123.83%", "Container": "7e9cb8159ee8f653c73687f51b3b85e6776fb259adc9887ccdd4c2246ad01f86", "ID": "7e9cb8159ee8", "MemPerc": "5.78%", "MemUsage": "59.23MiB / 1GiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "61.3MB / 65.1MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "25.84%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "40.36%", "MemUsage": "103.3MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "289MB / 298MB", "PIDs": "9"}, {"BlockIO": "639kB / 4.87GB", "CPUPerc": "74.49%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "21.84%", "MemUsage": "111.8MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "256MB / 214MB", "PIDs": "17"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "6.65%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.65%", "MemUsage": "9.797MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "49.2MB / 66.7MB", "PIDs": "6"}], "postgres_activity": {"connections": 9, "active": 4, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "9", "qcur": "0", "stot": "185236", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "65175", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24705", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "35007", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "9", "qcur": "0", "stot": "310120", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T20:58:54.293+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "154.51%", "Container": "7e9cb8159ee8f653c73687f51b3b85e6776fb259adc9887ccdd4c2246ad01f86", "ID": "7e9cb8159ee8", "MemPerc": "5.34%", "MemUsage": "54.71MiB / 1GiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "80.1MB / 84.8MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "23.83%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "40.26%", "MemUsage": "103.1MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "302MB / 311MB", "PIDs": "9"}, {"BlockIO": "639kB / 4.96GB", "CPUPerc": "102.42%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "22.06%", "MemUsage": "113MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "265MB / 221MB", "PIDs": "17"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "8.08%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.64%", "MemUsage": "9.781MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "51MB / 69.1MB", "PIDs": "6"}], "postgres_activity": {"connections": 9, "active": 3, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "56", "qcur": "0", "stot": "199001", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "65175", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24705", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "35007", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "56", "qcur": "0", "stot": "323885", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T20:58:59.798+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "179.93%", "Container": "7e9cb8159ee8f653c73687f51b3b85e6776fb259adc9887ccdd4c2246ad01f86", "ID": "7e9cb8159ee8", "MemPerc": "5.72%", "MemUsage": "58.62MiB / 1GiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "102MB / 108MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "40.18%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "40.25%", "MemUsage": "103MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "312MB / 322MB", "PIDs": "9"}, {"BlockIO": "639kB / 5.07GB", "CPUPerc": "132.21%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "22.54%", "MemUsage": "115.4MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "278MB / 232MB", "PIDs": "17"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "8.75%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.65%", "MemUsage": "9.793MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "53.5MB / 72.5MB", "PIDs": "6"}], "postgres_activity": {"connections": 9, "active": 5, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "143", "qcur": "0", "stot": "212416", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "65175", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24705", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "35007", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "143", "qcur": "0", "stot": "337300", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T20:59:05.482+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "219.39%", "Container": "7e9cb8159ee8f653c73687f51b3b85e6776fb259adc9887ccdd4c2246ad01f86", "ID": "7e9cb8159ee8", "MemPerc": "5.38%", "MemUsage": "55.04MiB / 1GiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "119MB / 126MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "29.76%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "40.27%", "MemUsage": "103.1MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "328MB / 339MB", "PIDs": "9"}, {"BlockIO": "639kB / 5.17GB", "CPUPerc": "128.33%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "23.85%", "MemUsage": "122.1MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "290MB / 242MB", "PIDs": "17"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.05%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.64%", "MemUsage": "9.781MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "55.8MB / 75.5MB", "PIDs": "6"}], "postgres_activity": {"connections": 9, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "225506", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "65175", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24705", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "35007", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "350390", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} diff --git a/evidence/grade5-fixed-2026-10-29/13-fixed-r2500-n1/warmup.json b/evidence/grade5-fixed-2026-10-29/13-fixed-r2500-n1/warmup.json new file mode 100644 index 00000000..da8aa1d8 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/13-fixed-r2500-n1/warmup.json @@ -0,0 +1,29 @@ +{ + "failure_counts": {}, + "instance_responses": { + "7e9cb8159ee8": 600 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "3afcc48a09ccc40e", + "schedule_lag_ms": { + "p50": 0.619, + "p95": 0.848, + "p99": 0.951 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T20:58:44.283344Z", + "success_latency_ms": { + "p50": 2.062, + "p95": 3.361, + "p99": 5.574 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.152, + "successful_rps_window": 200, + "wall_duration_s": 2.998, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/14-fixed-r2500-n2/compose-scale.log b/evidence/grade5-fixed-2026-10-29/14-fixed-r2500-n2/compose-scale.log new file mode 100644 index 00000000..e666d230 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/14-fixed-r2500-n2/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-91ef919325-api-2 Creating + Container lab3-grade5-91ef919325-api-1 Recreate + Container lab3-grade5-91ef919325-api-2 Created + Container lab3-grade5-91ef919325-api-1 Recreated + Container lab3-grade5-91ef919325-api-1 Starting + Container lab3-grade5-91ef919325-api-1 Started + Container lab3-grade5-91ef919325-api-2 Starting + Container lab3-grade5-91ef919325-api-2 Started diff --git a/evidence/grade5-fixed-2026-10-29/14-fixed-r2500-n2/load.json b/evidence/grade5-fixed-2026-10-29/14-fixed-r2500-n2/load.json new file mode 100644 index 00000000..8574321b --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/14-fixed-r2500-n2/load.json @@ -0,0 +1,33 @@ +{ + "failure_counts": { + "connection": 49, + "dropped_inflight": 4490 + }, + "instance_responses": { + "318b9aa1bc23": 22730, + "81a727278529": 22731 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "e0066b51de4b4ef9", + "schedule_lag_ms": { + "p50": 0.071, + "p95": 0.136, + "p99": 4.82 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 50000, + "scheduled_rps": 2500, + "started_at_utc": "2026-10-29T20:59:17.075263Z", + "success_latency_ms": { + "p50": 2.256, + "p95": 126.983, + "p99": 379.735 + }, + "success_ratio": 0.90922, + "successful_requests": 45461, + "successful_rps_wall": 2272.776, + "successful_rps_window": 2273.05, + "wall_duration_s": 20.002, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/14-fixed-r2500-n2/postgres-statements.json b/evidence/grade5-fixed-2026-10-29/14-fixed-r2500-n2/postgres-statements.json new file mode 100644 index 00000000..c957f981 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/14-fixed-r2500-n2/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 45461, + "total_exec_ms": 5652.642, + "mean_exec_ms": 0.124, + "rows": 45461, + "shared_blks_hit": 1083766, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 45461, + "total_exec_ms": 3685.025, + "mean_exec_ms": 0.081, + "rows": 45461, + "shared_blks_hit": 424808, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 45461, + "total_exec_ms": 926.359, + "mean_exec_ms": 0.02, + "rows": 45461, + "shared_blks_hit": 181844, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 6097083398544187049, + "calls": 45461, + "total_exec_ms": 16.113, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 14.937, + "mean_exec_ms": 7.469, + "rows": 2, + "shared_blks_hit": 3089, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 4854991825702068830, + "calls": 45461, + "total_exec_ms": 12.282, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 1.28, + "mean_exec_ms": 0.32, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.135, + "mean_exec_ms": 0.135, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-fixed-2026-10-29/14-fixed-r2500-n2/samples.jsonl b/evidence/grade5-fixed-2026-10-29/14-fixed-r2500-n2/samples.jsonl new file mode 100644 index 00000000..18ebc177 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/14-fixed-r2500-n2/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T20:59:17.070+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "54.68%", "Container": "81a7272785296110d0daa98979a546e9af0ca653693f0faa051f05a95be819f0", "ID": "81a727278529", "MemPerc": "8.19%", "MemUsage": "41.95MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "4.87MB / 5.13MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "54.90%", "Container": "318b9aa1bc23056aab21d7dba5a7d41b3a370679cd534eb0b9212d89f5058994", "ID": "318b9aa1bc23", "MemPerc": "7.99%", "MemUsage": "40.93MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "4.87MB / 5.14MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "18.20%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "40.75%", "MemUsage": "104.3MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "336MB / 347MB", "PIDs": "9"}, {"BlockIO": "639kB / 5.33GB", "CPUPerc": "74.97%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "26.91%", "MemUsage": "137.8MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "295MB / 246MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "6.75%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.69%", "MemUsage": "9.84MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "56.7MB / 76.8MB", "PIDs": "6"}], "postgres_activity": {"connections": 17, "active": 2, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "6", "qcur": "0", "stot": "230090", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "8", "qcur": "0", "stot": "69755", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24705", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "35007", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "14", "qcur": "0", "stot": "359554", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T20:59:22.540+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "99.52%", "Container": "81a7272785296110d0daa98979a546e9af0ca653693f0faa051f05a95be819f0", "ID": "81a727278529", "MemPerc": "8.41%", "MemUsage": "43.04MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "13.8MB / 14.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "100.22%", "Container": "318b9aa1bc23056aab21d7dba5a7d41b3a370679cd534eb0b9212d89f5058994", "ID": "318b9aa1bc23", "MemPerc": "11.83%", "MemUsage": "60.55MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "11.9MB / 12.6MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "34.47%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "40.99%", "MemUsage": "104.9MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "349MB / 360MB", "PIDs": "9"}, {"BlockIO": "639kB / 5.43GB", "CPUPerc": "142.96%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "27.32%", "MemUsage": "139.9MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "307MB / 257MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.32%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.73%", "MemUsage": "9.891MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "59.2MB / 80.1MB", "PIDs": "6"}], "postgres_activity": {"connections": 17, "active": 10, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "40", "qcur": "0", "stot": "236461", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "10", "qcur": "0", "stot": "76127", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24705", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "35007", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "50", "qcur": "0", "stot": "372297", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:02:03.176+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "69.42%", "Container": "81a7272785296110d0daa98979a546e9af0ca653693f0faa051f05a95be819f0", "ID": "81a727278529", "MemPerc": "8.68%", "MemUsage": "44.42MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "23.6MB / 24.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "70.50%", "Container": "318b9aa1bc23056aab21d7dba5a7d41b3a370679cd534eb0b9212d89f5058994", "ID": "318b9aa1bc23", "MemPerc": "10.09%", "MemUsage": "51.67MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "23.5MB / 24.8MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "19.58%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "40.91%", "MemUsage": "104.7MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "359MB / 371MB", "PIDs": "9"}, {"BlockIO": "811kB / 5.54GB", "CPUPerc": "108.83%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "29.56%", "MemUsage": "151.4MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "319MB / 266MB", "PIDs": "26"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "7.18%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.69%", "MemUsage": "9.84MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "61.4MB / 83.1MB", "PIDs": "6"}], "postgres_activity": {"connections": 17, "active": 3, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "5", "qcur": "0", "stot": "243245", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "1", "qcur": "0", "stot": "82910", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24705", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "35007", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "6", "qcur": "0", "stot": "385864", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:02:08.599+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "83.79%", "Container": "81a7272785296110d0daa98979a546e9af0ca653693f0faa051f05a95be819f0", "ID": "81a727278529", "MemPerc": "7.67%", "MemUsage": "39.27MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "31.5MB / 33.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "83.88%", "Container": "318b9aa1bc23056aab21d7dba5a7d41b3a370679cd534eb0b9212d89f5058994", "ID": "318b9aa1bc23", "MemPerc": "9.46%", "MemUsage": "48.42MiB / 512MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "31.5MB / 33.2MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "27.84%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "40.83%", "MemUsage": "104.5MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "372MB / 385MB", "PIDs": "9"}, {"BlockIO": "811kB / 5.63GB", "CPUPerc": "114.92%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "27.53%", "MemUsage": "141MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "328MB / 274MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "8.66%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.70%", "MemUsage": "9.852MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "63.2MB / 85.5MB", "PIDs": "6"}], "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "248541", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "88206", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "24705", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "35007", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "396456", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} diff --git a/evidence/grade5-fixed-2026-10-29/14-fixed-r2500-n2/warmup.json b/evidence/grade5-fixed-2026-10-29/14-fixed-r2500-n2/warmup.json new file mode 100644 index 00000000..ba8c806c --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/14-fixed-r2500-n2/warmup.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "318b9aa1bc23": 300, + "81a727278529": 300 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "3668996cb09ae5be", + "schedule_lag_ms": { + "p50": 0.642, + "p95": 0.843, + "p99": 0.971 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T20:59:12.567475Z", + "success_latency_ms": { + "p50": 1.92, + "p95": 3.487, + "p99": 4.539 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.209, + "successful_rps_window": 200, + "wall_duration_s": 2.997, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/15-fixed-r2500-n4/compose-scale.log b/evidence/grade5-fixed-2026-10-29/15-fixed-r2500-n4/compose-scale.log new file mode 100644 index 00000000..24d6b2b5 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/15-fixed-r2500-n4/compose-scale.log @@ -0,0 +1,16 @@ + Container lab3-grade5-91ef919325-api-4 Creating + Container lab3-grade5-91ef919325-api-3 Creating + Container lab3-grade5-91ef919325-api-1 Recreate + Container lab3-grade5-91ef919325-api-2 Recreate + Container lab3-grade5-91ef919325-api-3 Created + Container lab3-grade5-91ef919325-api-4 Created + Container lab3-grade5-91ef919325-api-2 Recreated + Container lab3-grade5-91ef919325-api-1 Recreated + Container lab3-grade5-91ef919325-api-2 Starting + Container lab3-grade5-91ef919325-api-2 Started + Container lab3-grade5-91ef919325-api-1 Starting + Container lab3-grade5-91ef919325-api-1 Started + Container lab3-grade5-91ef919325-api-3 Starting + Container lab3-grade5-91ef919325-api-3 Started + Container lab3-grade5-91ef919325-api-4 Starting + Container lab3-grade5-91ef919325-api-4 Started diff --git a/evidence/grade5-fixed-2026-10-29/15-fixed-r2500-n4/load.json b/evidence/grade5-fixed-2026-10-29/15-fixed-r2500-n4/load.json new file mode 100644 index 00000000..f44420a9 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/15-fixed-r2500-n4/load.json @@ -0,0 +1,34 @@ +{ + "failure_counts": { + "dropped_inflight": 1599 + }, + "instance_responses": { + "1ad657763b1c": 12100, + "49f6787fb04e": 12100, + "b835251db8ff": 12100, + "e8f9bdc68cd9": 12101 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "06864a84e34f96f8", + "schedule_lag_ms": { + "p50": 0.065, + "p95": 0.128, + "p99": 0.391 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 50000, + "scheduled_rps": 2500, + "started_at_utc": "2026-10-29T21:02:20.462937Z", + "success_latency_ms": { + "p50": 1.763, + "p95": 68.181, + "p99": 238.372 + }, + "success_ratio": 0.96802, + "successful_requests": 48401, + "successful_rps_wall": 2418.499, + "successful_rps_window": 2420.05, + "wall_duration_s": 20.013, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/15-fixed-r2500-n4/postgres-statements.json b/evidence/grade5-fixed-2026-10-29/15-fixed-r2500-n4/postgres-statements.json new file mode 100644 index 00000000..e17d439e --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/15-fixed-r2500-n4/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 48401, + "total_exec_ms": 8487.728, + "mean_exec_ms": 0.175, + "rows": 48401, + "shared_blks_hit": 1152226, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 48401, + "total_exec_ms": 5024.972, + "mean_exec_ms": 0.104, + "rows": 48401, + "shared_blks_hit": 454693, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 48401, + "total_exec_ms": 1338.816, + "mean_exec_ms": 0.028, + "rows": 48401, + "shared_blks_hit": 193604, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 22.297, + "mean_exec_ms": 11.148, + "rows": 2, + "shared_blks_hit": 3132, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 48401, + "total_exec_ms": 14.24, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 48401, + "total_exec_ms": 11.393, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 4, + "total_exec_ms": 1.511, + "mean_exec_ms": 0.378, + "rows": 4, + "shared_blks_hit": 4, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.165, + "mean_exec_ms": 0.165, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-fixed-2026-10-29/15-fixed-r2500-n4/samples.jsonl b/evidence/grade5-fixed-2026-10-29/15-fixed-r2500-n4/samples.jsonl new file mode 100644 index 00000000..798dc602 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/15-fixed-r2500-n4/samples.jsonl @@ -0,0 +1,4 @@ +{"at_utc": "2026-10-29T21:02:20.457+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "65.91%", "Container": "e8f9bdc68cd9b7efe2ad7f73c0a6ab80bde19d18430d87db5e7a95b0e8f0dcb6", "ID": "e8f9bdc68cd9", "MemPerc": "10.00%", "MemUsage": "25.6MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "1.92MB / 2.04MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "38.66%", "Container": "1ad657763b1c565dc4e478ca44c25a74fae53a260266051087105b8b43d057fe", "ID": "1ad657763b1c", "MemPerc": "12.88%", "MemUsage": "32.98MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "1.9MB / 2.01MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "41.76%", "Container": "49f6787fb04ec4c5964eeae0181de67a0c58c247e366f63052e2e49e2881243c", "ID": "49f6787fb04e", "MemPerc": "10.22%", "MemUsage": "26.16MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-3", "NetIO": "1.92MB / 2.04MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "44.87%", "Container": "b835251db8ffc029dafa0130f6398797f4c733d30bb9051ebddce80dc047bbeb", "ID": "b835251db8ff", "MemPerc": "12.78%", "MemUsage": "32.73MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-4", "NetIO": "1.93MB / 2.04MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "25.75%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "40.85%", "MemUsage": "104.6MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "379MB / 392MB", "PIDs": "9"}, {"BlockIO": "811kB / 5.85GB", "CPUPerc": "137.65%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "32.91%", "MemUsage": "168.5MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "334MB / 279MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "7.99%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.74%", "MemUsage": "9.906MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "64.3MB / 87MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 8, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "3", "qcur": "0", "stot": "250508", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "166", "qcur": "0", "stot": "90174", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "5", "qcur": "0", "stot": "26672", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "5", "qcur": "0", "stot": "36972", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "179", "qcur": "0", "stot": "404323", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:02:26.404+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "38.82%", "Container": "e8f9bdc68cd9b7efe2ad7f73c0a6ab80bde19d18430d87db5e7a95b0e8f0dcb6", "ID": "e8f9bdc68cd9", "MemPerc": "16.77%", "MemUsage": "42.94MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "6.77MB / 7.14MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "40.21%", "Container": "1ad657763b1c565dc4e478ca44c25a74fae53a260266051087105b8b43d057fe", "ID": "1ad657763b1c", "MemPerc": "14.65%", "MemUsage": "37.51MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "6.74MB / 7.1MB", "PIDs": "15"}, {"BlockIO": "0B / 0B", "CPUPerc": "39.65%", "Container": "49f6787fb04ec4c5964eeae0181de67a0c58c247e366f63052e2e49e2881243c", "ID": "49f6787fb04e", "MemPerc": "12.19%", "MemUsage": "31.22MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-3", "NetIO": "6.72MB / 7.09MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "39.60%", "Container": "b835251db8ffc029dafa0130f6398797f4c733d30bb9051ebddce80dc047bbeb", "ID": "b835251db8ff", "MemPerc": "14.31%", "MemUsage": "36.62MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-4", "NetIO": "6.74MB / 7.08MB", "PIDs": "15"}, {"BlockIO": "0B / 0B", "CPUPerc": "24.42%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "41.03%", "MemUsage": "105MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "392MB / 405MB", "PIDs": "9"}, {"BlockIO": "811kB / 5.96GB", "CPUPerc": "111.14%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "33.04%", "MemUsage": "169.2MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "345MB / 288MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "8.21%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.76%", "MemUsage": "9.938MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "66.1MB / 89.4MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 7, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "253862", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "2", "qcur": "0", "stot": "93528", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "1", "qcur": "0", "stot": "30026", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "1", "qcur": "0", "stot": "40326", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "4", "qcur": "0", "stot": "417739", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:02:31.952+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "29.67%", "Container": "e8f9bdc68cd9b7efe2ad7f73c0a6ab80bde19d18430d87db5e7a95b0e8f0dcb6", "ID": "e8f9bdc68cd9", "MemPerc": "15.71%", "MemUsage": "40.22MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "11.6MB / 12.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "34.87%", "Container": "1ad657763b1c565dc4e478ca44c25a74fae53a260266051087105b8b43d057fe", "ID": "1ad657763b1c", "MemPerc": "12.43%", "MemUsage": "31.81MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "10.7MB / 11.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "29.63%", "Container": "49f6787fb04ec4c5964eeae0181de67a0c58c247e366f63052e2e49e2881243c", "ID": "49f6787fb04e", "MemPerc": "11.53%", "MemUsage": "29.53MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-3", "NetIO": "11.5MB / 12.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "29.50%", "Container": "b835251db8ffc029dafa0130f6398797f4c733d30bb9051ebddce80dc047bbeb", "ID": "b835251db8ff", "MemPerc": "13.40%", "MemUsage": "34.3MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-4", "NetIO": "11.6MB / 12.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "18.32%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "40.89%", "MemUsage": "104.7MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "405MB / 419MB", "PIDs": "9"}, {"BlockIO": "811kB / 6.09GB", "CPUPerc": "65.23%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "33.23%", "MemUsage": "170.2MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "357MB / 298MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "6.71%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.71%", "MemUsage": "9.863MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "68.7MB / 92.9MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 3, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "257258", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "1", "qcur": "0", "stot": "96924", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "1", "qcur": "0", "stot": "33422", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "2", "qcur": "0", "stot": "43722", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "4", "qcur": "0", "stot": "431323", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} +{"at_utc": "2026-10-29T21:02:37.386+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "40.97%", "Container": "e8f9bdc68cd9b7efe2ad7f73c0a6ab80bde19d18430d87db5e7a95b0e8f0dcb6", "ID": "e8f9bdc68cd9", "MemPerc": "14.26%", "MemUsage": "36.51MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-1", "NetIO": "16.4MB / 17.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "39.60%", "Container": "1ad657763b1c565dc4e478ca44c25a74fae53a260266051087105b8b43d057fe", "ID": "1ad657763b1c", "MemPerc": "11.79%", "MemUsage": "30.18MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-2", "NetIO": "16.3MB / 17.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "40.19%", "Container": "49f6787fb04ec4c5964eeae0181de67a0c58c247e366f63052e2e49e2881243c", "ID": "49f6787fb04e", "MemPerc": "11.80%", "MemUsage": "30.21MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-3", "NetIO": "16.3MB / 17.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "40.09%", "Container": "b835251db8ffc029dafa0130f6398797f4c733d30bb9051ebddce80dc047bbeb", "ID": "b835251db8ff", "MemPerc": "15.21%", "MemUsage": "38.94MiB / 256MiB", "Name": "lab3-grade5-91ef919325-api-4", "NetIO": "16.3MB / 17.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "24.79%", "Container": "8d91e11be43eb3abf750d79bf2a2c128de806c12bae5f056872f8a9cd9f7ba84", "ID": "8d91e11be43e", "MemPerc": "40.88%", "MemUsage": "104.7MiB / 256MiB", "Name": "lab3-grade5-91ef919325-lb-1", "NetIO": "417MB / 432MB", "PIDs": "9"}, {"BlockIO": "811kB / 6.26GB", "CPUPerc": "102.36%", "Container": "f9f2007c5d203b7f2a913f0f309778cda8b7fe9ae286641b8c8907bb946889c1", "ID": "f9f2007c5d20", "MemPerc": "33.15%", "MemUsage": "169.7MiB / 512MiB", "Name": "lab3-grade5-91ef919325-postgres-1", "NetIO": "368MB / 307MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.97%", "Container": "888277b08a4d7f0b6c75a3f48e144c5773f839b234d6246248eeffbc1d64e5e4", "ID": "888277b08a4d", "MemPerc": "7.68%", "MemUsage": "9.828MiB / 128MiB", "Name": "lab3-grade5-91ef919325-redis-1", "NetIO": "70.9MB / 95.8MB", "PIDs": "6"}], "postgres_activity": {"connections": 33, "active": 6, "lock_wait": 0, "io_wait": 1}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "3", "qcur": "0", "stot": "260722", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "3", "qcur": "0", "stot": "100387", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "UP", "scur": "4", "qcur": "0", "stot": "36886", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "UP", "scur": "2", "qcur": "0", "stot": "47185", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "12", "qcur": "0", "stot": "445177", "ereq": "", "econ": "1", "eresp": "0", "wretr": "3"}]} diff --git a/evidence/grade5-fixed-2026-10-29/15-fixed-r2500-n4/warmup.json b/evidence/grade5-fixed-2026-10-29/15-fixed-r2500-n4/warmup.json new file mode 100644 index 00000000..3e9604e1 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/15-fixed-r2500-n4/warmup.json @@ -0,0 +1,32 @@ +{ + "failure_counts": {}, + "instance_responses": { + "1ad657763b1c": 150, + "49f6787fb04e": 150, + "b835251db8ff": 150, + "e8f9bdc68cd9": 150 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "0d3f03e9743c365f", + "schedule_lag_ms": { + "p50": 0.626, + "p95": 0.999, + "p99": 1.212 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 600, + "scheduled_rps": 200, + "started_at_utc": "2026-10-29T21:02:15.767381Z", + "success_latency_ms": { + "p50": 2.078, + "p95": 208.849, + "p99": 372.99 + }, + "success_ratio": 1, + "successful_requests": 600, + "successful_rps_wall": 200.164, + "successful_rps_window": 200, + "wall_duration_s": 2.998, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-fixed-2026-10-29/cleanup.log b/evidence/grade5-fixed-2026-10-29/cleanup.log new file mode 100644 index 00000000..95cdea66 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/cleanup.log @@ -0,0 +1,38 @@ + Container lab3-grade5-91ef919325-redis-1 Stopping + Container lab3-grade5-91ef919325-lb-1 Stopping + Container lab3-grade5-91ef919325-redis-1 Stopped + Container lab3-grade5-91ef919325-redis-1 Removing + Container lab3-grade5-91ef919325-redis-1 Removed + Container lab3-grade5-91ef919325-lb-1 Stopped + Container lab3-grade5-91ef919325-lb-1 Removing + Container lab3-grade5-91ef919325-lb-1 Removed + Container lab3-grade5-91ef919325-api-4 Stopping + Container lab3-grade5-91ef919325-api-1 Stopping + Container lab3-grade5-91ef919325-api-3 Stopping + Container lab3-grade5-91ef919325-api-2 Stopping + Container lab3-grade5-91ef919325-api-3 Stopped + Container lab3-grade5-91ef919325-api-3 Removing + Container lab3-grade5-91ef919325-api-4 Stopped + Container lab3-grade5-91ef919325-api-4 Removing + Container lab3-grade5-91ef919325-api-3 Removed + Container lab3-grade5-91ef919325-api-1 Stopped + Container lab3-grade5-91ef919325-api-1 Removing + Container lab3-grade5-91ef919325-api-4 Removed + Container lab3-grade5-91ef919325-api-2 Stopped + Container lab3-grade5-91ef919325-api-2 Removing + Container lab3-grade5-91ef919325-api-1 Removed + Container lab3-grade5-91ef919325-api-2 Removed + Container lab3-grade5-91ef919325-migrate-1 Stopping + Container lab3-grade5-91ef919325-migrate-1 Stopped + Container lab3-grade5-91ef919325-migrate-1 Removing + Container lab3-grade5-91ef919325-migrate-1 Removed + Container lab3-grade5-91ef919325-postgres-1 Stopping + Container lab3-grade5-91ef919325-postgres-1 Stopped + Container lab3-grade5-91ef919325-postgres-1 Removing + Container lab3-grade5-91ef919325-postgres-1 Removed + Volume lab3-grade5-91ef919325_postgres_data Removing + Volume lab3-grade5-91ef919325_redis_data Removing + Network lab3-grade5-91ef919325_default Removing + Volume lab3-grade5-91ef919325_postgres_data Removed + Volume lab3-grade5-91ef919325_redis_data Removed + Network lab3-grade5-91ef919325_default Removed diff --git a/evidence/grade5-fixed-2026-10-29/compose-up.log b/evidence/grade5-fixed-2026-10-29/compose-up.log new file mode 100644 index 00000000..fbdefd60 --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/compose-up.log @@ -0,0 +1,150 @@ +#1 [internal] load local bake definitions +#1 reading from stdin 1.44kB done +#1 DONE 0.0s + +#2 [api internal] load build definition from Dockerfile +#2 transferring dockerfile: 516B done +#2 DONE 0.0s + +#3 [migrate internal] load build definition from Dockerfile.migrate +#3 transferring dockerfile: 448B done +#3 DONE 0.0s + +#4 [api internal] load metadata for docker.io/library/golang:1.27.1-alpine +#4 ... + +#5 [migrate internal] load metadata for docker.io/library/alpine:3.22 +#5 DONE 0.9s + +#4 [migrate internal] load metadata for docker.io/library/golang:1.27.1-alpine +#4 DONE 1.2s + +#6 [migrate internal] load .dockerignore +#6 transferring context: 196B done +#6 DONE 0.0s + +#7 [migrate builder 1/6] FROM docker.io/library/golang:1.27.1-alpine@sha256:8a5910f31396cd4d89662f56c68b3ae31d374308270a1c3bd96672ee5ed43414 +#7 resolve docker.io/library/golang:1.27.1-alpine@sha256:8a5910f31396cd4d89662f56c68b3ae31d374308270a1c3bd96672ee5ed43414 done +#7 DONE 0.0s + +#8 [migrate stage-1 1/4] FROM docker.io/library/alpine:3.22@sha256:2e0b81d60597f449baa56dc25d355367869d2dca4cd57e866f1e2b52af3eb55f +#8 resolve docker.io/library/alpine:3.22@sha256:2e0b81d60597f449baa56dc25d355367869d2dca4cd57e866f1e2b52af3eb55f done +#8 DONE 0.0s + +#9 [migrate internal] load build context +#9 transferring context: 632B done +#9 DONE 0.0s + +#10 [migrate stage-1 2/4] RUN addgroup -S app && adduser -S app -G app +#10 CACHED + +#11 [migrate builder 7/7] RUN CGO_ENABLED=0 GOOS=linux go build -trimpath -o /app/migrate ./cmd/migrate +#11 CACHED + +#12 [migrate builder 3/7] COPY go.mod go.sum ./ +#12 CACHED + +#13 [migrate stage-1 3/4] WORKDIR /app +#13 CACHED + +#14 [migrate builder 5/7] COPY cmd/migrate/ ./cmd/migrate/ +#14 CACHED + +#15 [migrate builder 6/7] COPY db/migrations/ ./db/migrations/ +#15 CACHED + +#16 [migrate stage-1 4/4] COPY --from=builder /app/migrate ./migrate +#16 CACHED + +#17 [api internal] load build context +#17 transferring context: 59.80kB 0.0s done +#17 DONE 0.0s + +#18 [api builder 4/7] RUN go mod download +#18 CACHED + +#19 [api builder 2/6] WORKDIR /app +#19 CACHED + +#20 [api builder 3/6] COPY go.mod go.sum ./ +#20 CACHED + +#21 [api builder 4/6] RUN go mod download +#21 CACHED + +#22 [migrate] exporting to image +#22 exporting layers done +#22 exporting manifest sha256:1a223f96eb64c66b466075784deb9c0979a827345d9c82419b8fc691d0414647 done +#22 exporting config sha256:c91509124906c555b3f508707cfc4dc5267f0b6efe0748f61e5fe9c6bc9de390 done +#22 exporting attestation manifest sha256:b61da85cf20e9c4562bd7ba23dcdd4504a6b421cff9bfe7991bd5f1014807bb0 0.0s done +#22 exporting manifest list sha256:97cf355610fbc2c6773ca3c3dbb18ba2e28575e192a0a759dca14706e46c6511 done +#22 naming to docker.io/library/lab3-grade5-91ef919325-migrate:latest done +#22 unpacking to docker.io/library/lab3-grade5-91ef919325-migrate:latest done +#22 DONE 0.1s + +#23 [api builder 5/6] COPY . . +#23 DONE 0.1s + +#24 [migrate] resolving provenance for metadata file +#24 DONE 0.0s + +#25 [api builder 6/6] RUN CGO_ENABLED=0 GOOS=linux go build -o /app/server ./cmd/api +#25 DONE 12.8s + +#10 [api stage-1 2/4] RUN addgroup -S app && adduser -S app -G app +#10 CACHED + +#13 [api stage-1 3/4] WORKDIR /app +#13 CACHED + +#26 [api stage-1 4/4] COPY --from=builder /app/server ./server +#26 CACHED + +#27 [api] exporting to image +#27 exporting layers done +#27 exporting manifest sha256:e461a7cfa178fe185728157167e7c02aa867e553500f28b84670b339a047ab26 done +#27 exporting config sha256:0e7852f9ca1df16ea3cfe8d2ec5bfa94870aeb52267962a25ef4d78b91897dac done +#27 exporting attestation manifest sha256:8cb0279f1a45769be9dd70541c6409d1825304ada8a1d6f56849b38dea4ade5a 0.0s done +#27 exporting manifest list sha256:95638fdf96d4f7f71bceae103fca14dd657dcda209c3abaa77bc7d8ae72249f8 done +#27 naming to docker.io/library/lab3-grade5-91ef919325-api:latest done +#27 unpacking to docker.io/library/lab3-grade5-91ef919325-api:latest done +#27 DONE 0.1s + +#28 [api] resolving provenance for metadata file +#28 DONE 0.1s + lab3-grade5-91ef919325-api Built + lab3-grade5-91ef919325-migrate Built + Network lab3-grade5-91ef919325_default Creating + Network lab3-grade5-91ef919325_default Created + Volume lab3-grade5-91ef919325_postgres_data Creating + Volume lab3-grade5-91ef919325_postgres_data Created + Volume lab3-grade5-91ef919325_redis_data Creating + Volume lab3-grade5-91ef919325_redis_data Created + Container lab3-grade5-91ef919325-postgres-1 Creating + Container lab3-grade5-91ef919325-redis-1 Creating + Container lab3-grade5-91ef919325-redis-1 Created + Container lab3-grade5-91ef919325-postgres-1 Created + Container lab3-grade5-91ef919325-migrate-1 Creating + Container lab3-grade5-91ef919325-migrate-1 Created + Container lab3-grade5-91ef919325-api-1 Creating + Container lab3-grade5-91ef919325-api-1 Created + Container lab3-grade5-91ef919325-lb-1 Creating + Container lab3-grade5-91ef919325-lb-1 Created + Container lab3-grade5-91ef919325-redis-1 Starting + Container lab3-grade5-91ef919325-postgres-1 Starting + Container lab3-grade5-91ef919325-redis-1 Started + Container lab3-grade5-91ef919325-postgres-1 Started + Container lab3-grade5-91ef919325-postgres-1 Waiting + Container lab3-grade5-91ef919325-postgres-1 Healthy + Container lab3-grade5-91ef919325-migrate-1 Starting + Container lab3-grade5-91ef919325-migrate-1 Started + Container lab3-grade5-91ef919325-postgres-1 Waiting + Container lab3-grade5-91ef919325-migrate-1 Waiting + Container lab3-grade5-91ef919325-migrate-1 Exited + Container lab3-grade5-91ef919325-postgres-1 Healthy + Container lab3-grade5-91ef919325-api-1 Starting + Container lab3-grade5-91ef919325-api-1 Started + Container lab3-grade5-91ef919325-api-1 Waiting + Container lab3-grade5-91ef919325-api-1 Healthy + Container lab3-grade5-91ef919325-lb-1 Starting + Container lab3-grade5-91ef919325-lb-1 Started diff --git a/evidence/grade5-fixed-2026-10-29/environment-after.json b/evidence/grade5-fixed-2026-10-29/environment-after.json new file mode 100644 index 00000000..faabdb9d --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/environment-after.json @@ -0,0 +1,6 @@ +{ + "project": "lab3-grade5-91ef919325", + "containers": [], + "volumes": [], + "at_utc": "2026-10-29T21:02:43.304+00:00" +} diff --git a/evidence/grade5-fixed-2026-10-29/go-build.log b/evidence/grade5-fixed-2026-10-29/go-build.log new file mode 100644 index 00000000..e69de29b diff --git a/evidence/grade5-fixed-2026-10-29/plan.json b/evidence/grade5-fixed-2026-10-29/plan.json new file mode 100644 index 00000000..10179b6c --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/plan.json @@ -0,0 +1,156 @@ +{ + "seed_messages": 100000, + "warmup_seconds": 3, + "runs": [ + { + "name": "fixed-r500-n1", + "phase": "fixed", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 500, + "duration_seconds": 20 + }, + { + "name": "fixed-r500-n2", + "phase": "fixed", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 500, + "duration_seconds": 20 + }, + { + "name": "fixed-r500-n4", + "phase": "fixed", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 500, + "duration_seconds": 20 + }, + { + "name": "fixed-r1000-n4", + "phase": "fixed", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 1000, + "duration_seconds": 20 + }, + { + "name": "fixed-r1000-n2", + "phase": "fixed", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 1000, + "duration_seconds": 20 + }, + { + "name": "fixed-r1000-n1", + "phase": "fixed", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 1000, + "duration_seconds": 20 + }, + { + "name": "fixed-r1500-n1", + "phase": "fixed", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 1500, + "duration_seconds": 20 + }, + { + "name": "fixed-r1500-n2", + "phase": "fixed", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 1500, + "duration_seconds": 20 + }, + { + "name": "fixed-r1500-n4", + "phase": "fixed", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 1500, + "duration_seconds": 20 + }, + { + "name": "fixed-r2000-n4", + "phase": "fixed", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 2000, + "duration_seconds": 20 + }, + { + "name": "fixed-r2000-n2", + "phase": "fixed", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 2000, + "duration_seconds": 20 + }, + { + "name": "fixed-r2000-n1", + "phase": "fixed", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 2000, + "duration_seconds": 20 + }, + { + "name": "fixed-r2500-n1", + "phase": "fixed", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 2500, + "duration_seconds": 20 + }, + { + "name": "fixed-r2500-n2", + "phase": "fixed", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 2500, + "duration_seconds": 20 + }, + { + "name": "fixed-r2500-n4", + "phase": "fixed", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 2500, + "duration_seconds": 20 + } + ] +} diff --git a/evidence/grade5-fixed-2026-10-29/summary.json b/evidence/grade5-fixed-2026-10-29/summary.json new file mode 100644 index 00000000..3f537e5a --- /dev/null +++ b/evidence/grade5-fixed-2026-10-29/summary.json @@ -0,0 +1,961 @@ +{ + "project": "lab3-grade5-91ef919325", + "base_url": "http://127.0.0.1:60506", + "started_at_utc": "2026-10-29T20:48:46.732+00:00", + "host": { + "platform": "macOS-27.2-arm64-arm-64bit-Mach-O", + "machine": "arm64" + }, + "runs": [ + { + "name": "fixed-r500-n1", + "phase": "fixed", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 500, + "duration_seconds": 20, + "instances": [ + "d567cb0ace30" + ], + "api_limits": [ + { + "container_id": "d567cb0ace30db98b971c56b6af424d4db7203e1ef7ff2da3c1bd0d96cb5483d", + "nano_cpus": "4000000000", + "memory_bytes": "1073741824" + } + ], + "messages_before": 100000, + "messages_after": 110000, + "messages_added": 10000, + "load": { + "failure_counts": {}, + "instance_responses": { + "d567cb0ace30": 10000 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "2c1a4dee5c9c371f", + "schedule_lag_ms": { + "p50": 0.169, + "p95": 0.326, + "p99": 0.592 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 10000, + "scheduled_rps": 500, + "started_at_utc": "2026-10-29T20:50:23.58008Z", + "success_latency_ms": { + "p50": 1.258, + "p95": 3.507, + "p99": 60.076 + }, + "success_ratio": 1, + "successful_requests": 10000, + "successful_rps_wall": 500.012, + "successful_rps_window": 500, + "wall_duration_s": 20, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "fixed-r500-n2", + "phase": "fixed", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 500, + "duration_seconds": 20, + "instances": [ + "241a959b2d7e", + "80da72471c5f" + ], + "api_limits": [ + { + "container_id": "80da72471c5f0ff8d5f9a382b5a178420b8b7ebd15154a3e356416bf556c97fd", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "241a959b2d7e8849a84e4bcc723fc5d6c9fc2ec7d927a7ddbc7947c414c1ed63", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 109999, + "messages_added": 9999, + "load": { + "failure_counts": { + "http_408": 1 + }, + "instance_responses": { + "241a959b2d7e": 4999, + "80da72471c5f": 5000 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "d9b0588f199280e5", + "schedule_lag_ms": { + "p50": 0.187, + "p95": 0.402, + "p99": 0.512 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 10000, + "scheduled_rps": 500, + "started_at_utc": "2026-10-29T20:50:50.843388Z", + "success_latency_ms": { + "p50": 1.214, + "p95": 3.432, + "p99": 33.171 + }, + "success_ratio": 0.9999, + "successful_requests": 9999, + "successful_rps_wall": 499.971, + "successful_rps_window": 499.95, + "wall_duration_s": 19.999, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "fixed-r500-n4", + "phase": "fixed", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 500, + "duration_seconds": 20, + "instances": [ + "6a1aa58c249e", + "8d6e26159f32", + "d041631e9f00", + "d37175b5b5f0" + ], + "api_limits": [ + { + "container_id": "d37175b5b5f0348c74637b541bd8ada2636d5f7a3a0dd91e5cb668f8befc185c", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "8d6e26159f3295e730a21bc3593891253e19ae5ce60a861a72db95d5bbf7e8bc", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "6a1aa58c249e73688720066677055eba2a863ed726ddcaf7f7b4fee2be76359c", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "d041631e9f003b7ca139926b17df2f8efa5b23d0b9af9b0fa0b7b8c4d6627cc2", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + } + ], + "messages_before": 100000, + "messages_after": 110000, + "messages_added": 10000, + "load": { + "failure_counts": {}, + "instance_responses": { + "6a1aa58c249e": 2500, + "8d6e26159f32": 2500, + "d041631e9f00": 2500, + "d37175b5b5f0": 2500 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "fb4177afe291be4a", + "schedule_lag_ms": { + "p50": 0.165, + "p95": 0.295, + "p99": 0.496 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 10000, + "scheduled_rps": 500, + "started_at_utc": "2026-10-29T20:51:22.170386Z", + "success_latency_ms": { + "p50": 1.265, + "p95": 3.046, + "p99": 35.569 + }, + "success_ratio": 1, + "successful_requests": 10000, + "successful_rps_wall": 500.02, + "successful_rps_window": 500, + "wall_duration_s": 19.999, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "fixed-r1000-n4", + "phase": "fixed", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 1000, + "duration_seconds": 20, + "instances": [ + "6a1aa58c249e", + "8d6e26159f32", + "d041631e9f00", + "d37175b5b5f0" + ], + "api_limits": [ + { + "container_id": "d37175b5b5f0348c74637b541bd8ada2636d5f7a3a0dd91e5cb668f8befc185c", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "8d6e26159f3295e730a21bc3593891253e19ae5ce60a861a72db95d5bbf7e8bc", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "6a1aa58c249e73688720066677055eba2a863ed726ddcaf7f7b4fee2be76359c", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "d041631e9f003b7ca139926b17df2f8efa5b23d0b9af9b0fa0b7b8c4d6627cc2", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + } + ], + "messages_before": 100000, + "messages_after": 120000, + "messages_added": 20000, + "load": { + "failure_counts": {}, + "instance_responses": { + "6a1aa58c249e": 5000, + "8d6e26159f32": 5000, + "d041631e9f00": 5000, + "d37175b5b5f0": 5000 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "f09fd2000bc57ce9", + "schedule_lag_ms": { + "p50": 0.068, + "p95": 0.262, + "p99": 0.302 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 20000, + "scheduled_rps": 1000, + "started_at_utc": "2026-10-29T20:51:52.180085Z", + "success_latency_ms": { + "p50": 0.809, + "p95": 3.594, + "p99": 97.974 + }, + "success_ratio": 1, + "successful_requests": 20000, + "successful_rps_wall": 1000.008, + "successful_rps_window": 1000, + "wall_duration_s": 20, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "fixed-r1000-n2", + "phase": "fixed", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 1000, + "duration_seconds": 20, + "instances": [ + "184849339ae3", + "d0e0a409cab2" + ], + "api_limits": [ + { + "container_id": "184849339ae3915e17f49710cc3da94c1cf721cbd0990f20458876cd2170b724", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "d0e0a409cab220ec254b100326fa4e3cf8c06cc4b19347e3be59e59d612c6837", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 120000, + "messages_added": 20000, + "load": { + "failure_counts": {}, + "instance_responses": { + "184849339ae3": 10000, + "d0e0a409cab2": 10000 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "6888ae6f5171c4b3", + "schedule_lag_ms": { + "p50": 0.068, + "p95": 0.266, + "p99": 0.343 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 20000, + "scheduled_rps": 1000, + "started_at_utc": "2026-10-29T20:52:19.795227Z", + "success_latency_ms": { + "p50": 0.797, + "p95": 4.061, + "p99": 92.662 + }, + "success_ratio": 1, + "successful_requests": 20000, + "successful_rps_wall": 1000.009, + "successful_rps_window": 1000, + "wall_duration_s": 20, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "fixed-r1000-n1", + "phase": "fixed", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 1000, + "duration_seconds": 20, + "instances": [ + "d7f68fd86c39" + ], + "api_limits": [ + { + "container_id": "d7f68fd86c39fe8ae6f43d0435c3eb423e03ba3dc85791986c988eac29faad11", + "nano_cpus": "4000000000", + "memory_bytes": "1073741824" + } + ], + "messages_before": 100000, + "messages_after": 119931, + "messages_added": 19931, + "load": { + "failure_counts": { + "dropped_inflight": 69 + }, + "instance_responses": { + "d7f68fd86c39": 19931 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "e1e6c0a3e300b5a3", + "schedule_lag_ms": { + "p50": 0.069, + "p95": 0.251, + "p99": 0.346 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 20000, + "scheduled_rps": 1000, + "started_at_utc": "2026-10-29T20:52:49.517278Z", + "success_latency_ms": { + "p50": 0.791, + "p95": 6.071, + "p99": 193.842 + }, + "success_ratio": 0.99655, + "successful_requests": 19931, + "successful_rps_wall": 994.345, + "successful_rps_window": 996.55, + "wall_duration_s": 20.044, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "fixed-r1500-n1", + "phase": "fixed", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 1500, + "duration_seconds": 20, + "instances": [ + "d7f68fd86c39" + ], + "api_limits": [ + { + "container_id": "d7f68fd86c39fe8ae6f43d0435c3eb423e03ba3dc85791986c988eac29faad11", + "nano_cpus": "4000000000", + "memory_bytes": "1073741824" + } + ], + "messages_before": 100000, + "messages_after": 129470, + "messages_added": 29470, + "load": { + "failure_counts": { + "dropped_inflight": 530 + }, + "instance_responses": { + "d7f68fd86c39": 29470 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "b1501d372a84ed12", + "schedule_lag_ms": { + "p50": 0.124, + "p95": 0.185, + "p99": 1.305 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 30000, + "scheduled_rps": 1500, + "started_at_utc": "2026-10-29T20:53:54.320791Z", + "success_latency_ms": { + "p50": 0.849, + "p95": 37.769, + "p99": 295.21 + }, + "success_ratio": 0.982333, + "successful_requests": 29470, + "successful_rps_wall": 1473.486, + "successful_rps_window": 1473.5, + "wall_duration_s": 20, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "fixed-r1500-n2", + "phase": "fixed", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 1500, + "duration_seconds": 20, + "instances": [ + "6220a6dd04fc", + "6a049927d48f" + ], + "api_limits": [ + { + "container_id": "6220a6dd04fced1c0e1700190e70778ed0b3eefada435c9d949b6e7ac53123f5", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "6a049927d48f09ea0961b8f78a1694c131464d429a3100fb3a5e1719f8d63d82", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 129842, + "messages_added": 29842, + "load": { + "failure_counts": { + "dropped_inflight": 158 + }, + "instance_responses": { + "6220a6dd04fc": 14921, + "6a049927d48f": 14921 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "4f46c5dc0bfab513", + "schedule_lag_ms": { + "p50": 0.121, + "p95": 0.179, + "p99": 0.262 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 30000, + "scheduled_rps": 1500, + "started_at_utc": "2026-10-29T20:56:25.953736Z", + "success_latency_ms": { + "p50": 0.864, + "p95": 9.09, + "p99": 145.119 + }, + "success_ratio": 0.994733, + "successful_requests": 29842, + "successful_rps_wall": 1492.078, + "successful_rps_window": 1492.1, + "wall_duration_s": 20, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "fixed-r1500-n4", + "phase": "fixed", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 1500, + "duration_seconds": 20, + "instances": [ + "3324661b31b2", + "6ddbd00e492b", + "9870e889a205", + "d3fc4c78b3c3" + ], + "api_limits": [ + { + "container_id": "d3fc4c78b3c3b885b0ba9548bb61191fa470ec9d8e512fc0d8986225d371a22d", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "9870e889a20527377a7502b176453e4937a31555517ff9d87bcaf51dc197f268", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "3324661b31b2a13ee0e92f08e012f46fd5f123db51d4225f6f10e30ac586d68b", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "6ddbd00e492b3f46beeeef677be976e9eecbb1bf72f692a970e442b2a353c263", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + } + ], + "messages_before": 100000, + "messages_after": 129722, + "messages_added": 29722, + "load": { + "failure_counts": { + "dropped_inflight": 278 + }, + "instance_responses": { + "3324661b31b2": 7430, + "6ddbd00e492b": 7430, + "9870e889a205": 7431, + "d3fc4c78b3c3": 7431 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "daba08b104b039a3", + "schedule_lag_ms": { + "p50": 0.125, + "p95": 0.18, + "p99": 0.256 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 30000, + "scheduled_rps": 1500, + "started_at_utc": "2026-10-29T20:56:54.937512Z", + "success_latency_ms": { + "p50": 0.824, + "p95": 3.821, + "p99": 220.254 + }, + "success_ratio": 0.990733, + "successful_requests": 29722, + "successful_rps_wall": 1485.936, + "successful_rps_window": 1486.1, + "wall_duration_s": 20.002, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "fixed-r2000-n4", + "phase": "fixed", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 2000, + "duration_seconds": 20, + "instances": [ + "3324661b31b2", + "6ddbd00e492b", + "9870e889a205", + "d3fc4c78b3c3" + ], + "api_limits": [ + { + "container_id": "d3fc4c78b3c3b885b0ba9548bb61191fa470ec9d8e512fc0d8986225d371a22d", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "9870e889a20527377a7502b176453e4937a31555517ff9d87bcaf51dc197f268", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "3324661b31b2a13ee0e92f08e012f46fd5f123db51d4225f6f10e30ac586d68b", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "6ddbd00e492b3f46beeeef677be976e9eecbb1bf72f692a970e442b2a353c263", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + } + ], + "messages_before": 100000, + "messages_after": 136673, + "messages_added": 36673, + "load": { + "failure_counts": { + "dropped_inflight": 3327 + }, + "instance_responses": { + "3324661b31b2": 9168, + "6ddbd00e492b": 9169, + "9870e889a205": 9168, + "d3fc4c78b3c3": 9168 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "9497d3b14b13d011", + "schedule_lag_ms": { + "p50": 0.074, + "p95": 0.15, + "p99": 0.209 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 40000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-29T20:57:22.426365Z", + "success_latency_ms": { + "p50": 2.133, + "p95": 217.497, + "p99": 331.374 + }, + "success_ratio": 0.916825, + "successful_requests": 36673, + "successful_rps_wall": 1823.917, + "successful_rps_window": 1833.65, + "wall_duration_s": 20.107, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "fixed-r2000-n2", + "phase": "fixed", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 2000, + "duration_seconds": 20, + "instances": [ + "af4488215ea1", + "da967827c2e2" + ], + "api_limits": [ + { + "container_id": "da967827c2e2802ec74fbe440fcc53adffe5b2e1d9b3ff6f1866b01ac1dd642d", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "af4488215ea114f6b1b5139a9dc5f7e854270483c2dbc97b430f7565e5c9c0db", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 139294, + "messages_added": 39294, + "load": { + "failure_counts": { + "dropped_inflight": 706 + }, + "instance_responses": { + "af4488215ea1": 19647, + "da967827c2e2": 19647 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "1acee262a63ed8b7", + "schedule_lag_ms": { + "p50": 0.061, + "p95": 0.147, + "p99": 0.196 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 40000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-29T20:57:54.484044Z", + "success_latency_ms": { + "p50": 1.22, + "p95": 13.66, + "p99": 192.062 + }, + "success_ratio": 0.98235, + "successful_requests": 39294, + "successful_rps_wall": 1964.529, + "successful_rps_window": 1964.7, + "wall_duration_s": 20.002, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "fixed-r2000-n1", + "phase": "fixed", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 2000, + "duration_seconds": 20, + "instances": [ + "7e9cb8159ee8" + ], + "api_limits": [ + { + "container_id": "7e9cb8159ee8f653c73687f51b3b85e6776fb259adc9887ccdd4c2246ad01f86", + "nano_cpus": "4000000000", + "memory_bytes": "1073741824" + } + ], + "messages_before": 100000, + "messages_after": 139002, + "messages_added": 39002, + "load": { + "failure_counts": { + "dropped_inflight": 998 + }, + "instance_responses": { + "7e9cb8159ee8": 39002 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "f60873a840256a08", + "schedule_lag_ms": { + "p50": 0.079, + "p95": 0.147, + "p99": 0.178 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 40000, + "scheduled_rps": 2000, + "started_at_utc": "2026-10-29T20:58:22.287154Z", + "success_latency_ms": { + "p50": 1.729, + "p95": 18.188, + "p99": 324.506 + }, + "success_ratio": 0.97505, + "successful_requests": 39002, + "successful_rps_wall": 1949.996, + "successful_rps_window": 1950.1, + "wall_duration_s": 20.001, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "fixed-r2500-n1", + "phase": "fixed", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 2500, + "duration_seconds": 20, + "instances": [ + "7e9cb8159ee8" + ], + "api_limits": [ + { + "container_id": "7e9cb8159ee8f653c73687f51b3b85e6776fb259adc9887ccdd4c2246ad01f86", + "nano_cpus": "4000000000", + "memory_bytes": "1073741824" + } + ], + "messages_before": 100000, + "messages_after": 148598, + "messages_added": 48598, + "load": { + "failure_counts": { + "dropped_inflight": 1402 + }, + "instance_responses": { + "7e9cb8159ee8": 48598 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "c0d19e14417b7721", + "schedule_lag_ms": { + "p50": 0.075, + "p95": 0.13, + "p99": 0.186 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 50000, + "scheduled_rps": 2500, + "started_at_utc": "2026-10-29T20:58:48.80962Z", + "success_latency_ms": { + "p50": 3.958, + "p95": 109.611, + "p99": 194.071 + }, + "success_ratio": 0.97196, + "successful_requests": 48598, + "successful_rps_wall": 2428.862, + "successful_rps_window": 2429.9, + "wall_duration_s": 20.009, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "fixed-r2500-n2", + "phase": "fixed", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 2500, + "duration_seconds": 20, + "instances": [ + "318b9aa1bc23", + "81a727278529" + ], + "api_limits": [ + { + "container_id": "81a7272785296110d0daa98979a546e9af0ca653693f0faa051f05a95be819f0", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "318b9aa1bc23056aab21d7dba5a7d41b3a370679cd534eb0b9212d89f5058994", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 145461, + "messages_added": 45461, + "load": { + "failure_counts": { + "connection": 49, + "dropped_inflight": 4490 + }, + "instance_responses": { + "318b9aa1bc23": 22730, + "81a727278529": 22731 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "e0066b51de4b4ef9", + "schedule_lag_ms": { + "p50": 0.071, + "p95": 0.136, + "p99": 4.82 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 50000, + "scheduled_rps": 2500, + "started_at_utc": "2026-10-29T20:59:17.075263Z", + "success_latency_ms": { + "p50": 2.256, + "p95": 126.983, + "p99": 379.735 + }, + "success_ratio": 0.90922, + "successful_requests": 45461, + "successful_rps_wall": 2272.776, + "successful_rps_window": 2273.05, + "wall_duration_s": 20.002, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "fixed-r2500-n4", + "phase": "fixed", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 2500, + "duration_seconds": 20, + "instances": [ + "1ad657763b1c", + "49f6787fb04e", + "b835251db8ff", + "e8f9bdc68cd9" + ], + "api_limits": [ + { + "container_id": "e8f9bdc68cd9b7efe2ad7f73c0a6ab80bde19d18430d87db5e7a95b0e8f0dcb6", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "1ad657763b1c565dc4e478ca44c25a74fae53a260266051087105b8b43d057fe", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "49f6787fb04ec4c5964eeae0181de67a0c58c247e366f63052e2e49e2881243c", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + }, + { + "container_id": "b835251db8ffc029dafa0130f6398797f4c733d30bb9051ebddce80dc047bbeb", + "nano_cpus": "1000000000", + "memory_bytes": "268435456" + } + ], + "messages_before": 100000, + "messages_after": 148401, + "messages_added": 48401, + "load": { + "failure_counts": { + "dropped_inflight": 1599 + }, + "instance_responses": { + "1ad657763b1c": 12100, + "49f6787fb04e": 12100, + "b835251db8ff": 12100, + "e8f9bdc68cd9": 12101 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "06864a84e34f96f8", + "schedule_lag_ms": { + "p50": 0.065, + "p95": 0.128, + "p99": 0.391 + }, + "scheduled_duration_s": 20, + "scheduled_requests": 50000, + "scheduled_rps": 2500, + "started_at_utc": "2026-10-29T21:02:20.462937Z", + "success_latency_ms": { + "p50": 1.763, + "p95": 68.181, + "p99": 238.372 + }, + "success_ratio": 0.96802, + "successful_requests": 48401, + "successful_rps_wall": 2418.499, + "successful_rps_window": 2420.05, + "wall_duration_s": 20.013, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + } + ], + "cleanup": "PASS", + "chat_id": "597b1c53-8640-49bc-a219-9ec992071995", + "seed_messages": 100000, + "docker_server": "28.4.0", + "compose_version": "2.39.4-desktop.1", + "docker_resources": "8 CPUs, 4109803520 bytes RAM", + "finished_at_utc": "2026-10-29T21:02:43.304+00:00" +} diff --git a/evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/compose-scale.log b/evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/compose-scale.log new file mode 100644 index 00000000..1fd42529 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-c464df76f3-api-2 Recreate + Container lab3-grade5-c464df76f3-api-1 Recreate + Container lab3-grade5-c464df76f3-api-1 Recreated + Container lab3-grade5-c464df76f3-api-2 Recreated + Container lab3-grade5-c464df76f3-api-1 Starting + Container lab3-grade5-c464df76f3-api-1 Started + Container lab3-grade5-c464df76f3-api-2 Starting + Container lab3-grade5-c464df76f3-api-2 Started diff --git a/evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/diagnostics-after.json b/evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/diagnostics-after.json new file mode 100644 index 00000000..7e526b1a --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/diagnostics-after.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:24:13.091+00:00", + "cgroups": { + "eff11ee4bb8a2bad937c772c303dd4ab19f4c2a8c7b7cd85e77245fd00c79c26": { + "service": "api", + "usage_usec": 38600014, + "user_usec": 27592523, + "system_usec": 11007490, + "nr_periods": 441, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "f35c88406547ef638d3f4413346336bde6df6d6f89e058d0bc2202e245192052": { + "service": "api", + "usage_usec": 41308841, + "user_usec": 27597014, + "system_usec": 13711826, + "nr_periods": 446, + "nr_throttled": 6, + "throttled_usec": 392885, + "nr_bursts": 0, + "burst_usec": 0 + }, + "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f": { + "service": "postgres", + "usage_usec": 60531410, + "user_usec": 38636953, + "system_usec": 21894456, + "nr_periods": 547, + "nr_throttled": 20, + "throttled_usec": 2199818, + "nr_bursts": 0, + "burst_usec": 0 + }, + "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3": { + "service": "lb", + "usage_usec": 16947244, + "user_usec": 6962984, + "system_usec": 9984260, + "nr_periods": 472, + "nr_throttled": 32, + "throttled_usec": 8338133, + "nr_bursts": 0, + "burst_usec": 0 + }, + "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864": { + "service": "redis", + "usage_usec": 4171410, + "user_usec": 1714561, + "system_usec": 2456848, + "nr_periods": 629, + "nr_throttled": 2, + "throttled_usec": 40041, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 6, + "write_bytes": 100663296, + "write_time": 102.89, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 6, + "fsync_time": 79.427, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 34244, + "write_bytes": 364363776, + "write_time": 953.239, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 27839, + "fsync_time": 26597.774, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 640, + "write_bytes": 6840320, + "write_time": 5.58, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 7, + "fsync_time": 3.823, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 2, + "write_bytes": 16384, + "write_time": 0.027, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 2, + "fsync_time": 0.197, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.045, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 38, + "write_bytes": 22700032, + "write_time": 17.865000000000002, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 38, + "fsync_time": 235.578, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } + ], + "wal": { + "wal_records": 1489234, + "wal_fpi": 3710, + "wal_bytes": 171907401, + "wal_buffers_full": 7025, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } +} diff --git a/evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/diagnostics-before.json b/evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/diagnostics-before.json new file mode 100644 index 00000000..0dfa7291 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/diagnostics-before.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:23:39.351+00:00", + "cgroups": { + "eff11ee4bb8a2bad937c772c303dd4ab19f4c2a8c7b7cd85e77245fd00c79c26": { + "service": "api", + "usage_usec": 10239271, + "user_usec": 7336260, + "system_usec": 2903011, + "nr_periods": 121, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "f35c88406547ef638d3f4413346336bde6df6d6f89e058d0bc2202e245192052": { + "service": "api", + "usage_usec": 11174297, + "user_usec": 7094875, + "system_usec": 4079422, + "nr_periods": 127, + "nr_throttled": 2, + "throttled_usec": 306988, + "nr_bursts": 0, + "burst_usec": 0 + }, + "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f": { + "service": "postgres", + "usage_usec": 18944695, + "user_usec": 12692199, + "system_usec": 6252496, + "nr_periods": 224, + "nr_throttled": 3, + "throttled_usec": 208845, + "nr_bursts": 0, + "burst_usec": 0 + }, + "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3": { + "service": "lb", + "usage_usec": 4548504, + "user_usec": 1845542, + "system_usec": 2702961, + "nr_periods": 148, + "nr_throttled": 10, + "throttled_usec": 2863843, + "nr_bursts": 0, + "burst_usec": 0 + }, + "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864": { + "service": "redis", + "usage_usec": 1301463, + "user_usec": 554985, + "system_usec": 746478, + "nr_periods": 296, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 6, + "write_bytes": 100663296, + "write_time": 102.89, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 6, + "fsync_time": 79.427, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 16064, + "write_bytes": 162004992, + "write_time": 248.38500000000002, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9669, + "fsync_time": 6034.505, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 635, + "write_bytes": 6676480, + "write_time": 4.793, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 2, + "fsync_time": 1.456, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 2, + "write_bytes": 16384, + "write_time": 0.027, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 2, + "fsync_time": 0.197, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.045, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 19, + "write_bytes": 22519808, + "write_time": 14.432, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 19, + "fsync_time": 35.928, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } + ], + "wal": { + "wal_records": 921461, + "wal_fpi": 3155, + "wal_bytes": 118922212, + "wal_buffers_full": 7025, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } +} diff --git a/evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/load.json b/evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/load.json new file mode 100644 index 00000000..1111b69f --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/load.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 612.942, + "p95": 1592.195, + "p99": 2202.785 + }, + "failure_counts": { + "dropped_inflight": 47786, + "http_503": 3679 + }, + "instance_responses": { + "eff11ee4bb8a": 19625, + "f35c88406547": 18910 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "14f59380ea950edc", + "schedule_lag_ms": { + "p50": 0.058, + "p95": 0.171, + "p99": 3.798 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:23:40.469387Z", + "success_latency_ms": { + "p50": 584.815, + "p95": 1285.907, + "p99": 1599.546 + }, + "success_ratio": 0.428167, + "successful_requests": 38535, + "successful_rps_wall": 1269.191, + "successful_rps_window": 1284.5, + "wall_duration_s": 30.362, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/postgres-statements.json b/evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/postgres-statements.json new file mode 100644 index 00000000..ca043cd9 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/postgres-statements.json @@ -0,0 +1,134 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 38571, + "total_exec_ms": 16380.58, + "mean_exec_ms": 0.425, + "rows": 38571, + "shared_blks_hit": 918709, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 38590, + "total_exec_ms": 12059.942, + "mean_exec_ms": 0.313, + "rows": 38590, + "shared_blks_hit": 370625, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 40353, + "total_exec_ms": 2589.108, + "mean_exec_ms": 0.064, + "rows": 40353, + "shared_blks_hit": 161412, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 6097083398544187049, + "calls": 38558, + "total_exec_ms": 46.358, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 30.324, + "mean_exec_ms": 15.162, + "rows": 2, + "shared_blks_hit": 3022, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 4854991825702068830, + "calls": 38618, + "total_exec_ms": 27.455, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 8, + "total_exec_ms": 4.394, + "mean_exec_ms": 0.549, + "rows": 8, + "shared_blks_hit": 8, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 0.669, + "mean_exec_ms": 0.335, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.226, + "mean_exec_ms": 0.226, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.152, + "mean_exec_ms": 0.076, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": 4670030308230031587, + "calls": 2, + "total_exec_ms": 0.144, + "mean_exec_ms": 0.072, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1,current_setting($2),$3,current_setting($4),$5,current_setting($6),$7,current_setting($8))" + }, + { + "queryid": -7676915344437841334, + "calls": 19, + "total_exec_ms": 0.024, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/samples.jsonl b/evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/samples.jsonl new file mode 100644 index 00000000..8f6e05e2 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/samples.jsonl @@ -0,0 +1,8 @@ +{"at_utc": "2026-10-29T21:23:41.413+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "91.90%", "Container": "eff11ee4bb8a2bad937c772c303dd4ab19f4c2a8c7b7cd85e77245fd00c79c26", "ID": "eff11ee4bb8a", "MemPerc": "25.91%", "MemUsage": "132.7MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "19.6MB / 21MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "110.66%", "Container": "f35c88406547ef638d3f4413346336bde6df6d6f89e058d0bc2202e245192052", "ID": "f35c88406547", "MemPerc": "31.96%", "MemUsage": "163.6MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "19.1MB / 20.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "68.24%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "46.29%", "MemUsage": "118.5MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "28.3MB / 29.5MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 401MB", "CPUPerc": "132.43%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "20.82%", "MemUsage": "106.6MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "22.4MB / 18.8MB", "PIDs": "26"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "19.06%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.61%", "MemUsage": "9.738MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "4.55MB / 6.04MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:23:44.197+00:00", "postgres_activity": {"connections": 17, "active": 6, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:23:44.530+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "505", "qcur": "0", "stot": "14679", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "515", "qcur": "0", "stot": "14678", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1020", "qcur": "0", "stot": "29357", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:23:44.690+00:00"} +{"at_utc": "2026-10-29T21:23:45.192+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "113.81%", "Container": "eff11ee4bb8a2bad937c772c303dd4ab19f4c2a8c7b7cd85e77245fd00c79c26", "ID": "eff11ee4bb8a", "MemPerc": "26.30%", "MemUsage": "134.6MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "23.6MB / 25.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "119.78%", "Container": "f35c88406547ef638d3f4413346336bde6df6d6f89e058d0bc2202e245192052", "ID": "f35c88406547", "MemPerc": "28.12%", "MemUsage": "144MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "23.7MB / 25.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "37.05%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "46.24%", "MemUsage": "118.4MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "33.9MB / 35.5MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 428MB", "CPUPerc": "156.14%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "20.69%", "MemUsage": "106MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "27.2MB / 22.8MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "8.95%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.64%", "MemUsage": "9.773MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "5.48MB / 7.28MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:23:47.340+00:00", "postgres_activity": {"connections": 17, "active": 4, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:23:48.005+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "383", "qcur": "0", "stot": "18044", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "635", "qcur": "0", "stot": "18044", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1018", "qcur": "0", "stot": "36088", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:23:48.118+00:00"} +{"at_utc": "2026-10-29T21:23:48.620+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "108.33%", "Container": "eff11ee4bb8a2bad937c772c303dd4ab19f4c2a8c7b7cd85e77245fd00c79c26", "ID": "eff11ee4bb8a", "MemPerc": "22.29%", "MemUsage": "114.1MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "29.5MB / 32MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "120.04%", "Container": "f35c88406547ef638d3f4413346336bde6df6d6f89e058d0bc2202e245192052", "ID": "f35c88406547", "MemPerc": "33.14%", "MemUsage": "169.7MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "27.9MB / 29.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "41.71%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "46.43%", "MemUsage": "118.9MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "41.8MB / 43.8MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 468MB", "CPUPerc": "156.77%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "20.67%", "MemUsage": "105.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "33.7MB / 28.3MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "13.10%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.62%", "MemUsage": "9.758MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "6.78MB / 9MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:23:51.240+00:00", "postgres_activity": {"connections": 17, "active": 6, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:23:51.628+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "184", "qcur": "0", "stot": "21836", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "837", "qcur": "0", "stot": "21836", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1021", "qcur": "0", "stot": "43672", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:23:51.771+00:00"} +{"at_utc": "2026-10-29T21:23:52.276+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "86.32%", "Container": "eff11ee4bb8a2bad937c772c303dd4ab19f4c2a8c7b7cd85e77245fd00c79c26", "ID": "eff11ee4bb8a", "MemPerc": "25.05%", "MemUsage": "128.2MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "34.3MB / 36.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "105.61%", "Container": "f35c88406547ef638d3f4413346336bde6df6d6f89e058d0bc2202e245192052", "ID": "f35c88406547", "MemPerc": "37.50%", "MemUsage": "192MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "32.9MB / 35.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "49.78%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "46.65%", "MemUsage": "119.4MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "48.8MB / 51.2MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 501MB", "CPUPerc": "130.91%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "20.87%", "MemUsage": "106.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "39MB / 32.7MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "12.18%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.62%", "MemUsage": "9.758MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "7.95MB / 10.6MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:23:55.545+00:00", "postgres_activity": {"connections": 17, "active": 7, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:23:55.866+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "555", "qcur": "0", "stot": "25348", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "465", "qcur": "0", "stot": "25347", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1020", "qcur": "0", "stot": "50695", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:23:56.199+00:00"} +{"at_utc": "2026-10-29T21:23:56.700+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "125.05%", "Container": "eff11ee4bb8a2bad937c772c303dd4ab19f4c2a8c7b7cd85e77245fd00c79c26", "ID": "eff11ee4bb8a", "MemPerc": "24.61%", "MemUsage": "126MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "36.9MB / 39.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "167.82%", "Container": "f35c88406547ef638d3f4413346336bde6df6d6f89e058d0bc2202e245192052", "ID": "f35c88406547", "MemPerc": "31.15%", "MemUsage": "159.5MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "36.3MB / 39MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "77.54%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "46.71%", "MemUsage": "119.6MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "52.7MB / 55.2MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 517MB", "CPUPerc": "212.18%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "17.89%", "MemUsage": "91.61MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "41.9MB / 35.1MB", "PIDs": "21"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.82%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.65%", "MemUsage": "9.797MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "8.54MB / 11.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:23:59.060+00:00", "postgres_activity": {"connections": 17, "active": 5, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:23:59.852+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP 1/2", "scur": "582", "qcur": "0", "stot": "27124", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "441", "qcur": "0", "stot": "27124", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "54248", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:24:00.006+00:00"} +{"at_utc": "2026-10-29T21:24:00.509+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "113.12%", "Container": "eff11ee4bb8a2bad937c772c303dd4ab19f4c2a8c7b7cd85e77245fd00c79c26", "ID": "eff11ee4bb8a", "MemPerc": "26.48%", "MemUsage": "135.6MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "39.3MB / 42.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "106.91%", "Container": "f35c88406547ef638d3f4413346336bde6df6d6f89e058d0bc2202e245192052", "ID": "f35c88406547", "MemPerc": "31.68%", "MemUsage": "162.2MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "38.9MB / 41.7MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "55.78%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "46.52%", "MemUsage": "119.1MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "56.2MB / 59MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 532MB", "CPUPerc": "162.44%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "21.01%", "MemUsage": "107.6MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "44.4MB / 37.3MB", "PIDs": "24"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "22.12%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.60%", "MemUsage": "9.73MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "9.09MB / 12MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:24:03.388+00:00", "postgres_activity": {"connections": 17, "active": 2, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:24:05.494+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP 1/2", "scur": "496", "qcur": "0", "stot": "28990", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "525", "qcur": "0", "stot": "28990", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1021", "qcur": "0", "stot": "57980", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:24:05.751+00:00"} +{"at_utc": "2026-10-29T21:24:06.255+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "110.58%", "Container": "eff11ee4bb8a2bad937c772c303dd4ab19f4c2a8c7b7cd85e77245fd00c79c26", "ID": "eff11ee4bb8a", "MemPerc": "24.74%", "MemUsage": "126.7MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "42.4MB / 45.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "109.69%", "Container": "f35c88406547ef638d3f4413346336bde6df6d6f89e058d0bc2202e245192052", "ID": "f35c88406547", "MemPerc": "27.51%", "MemUsage": "140.8MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "42.1MB / 45MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "38.48%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "46.12%", "MemUsage": "118.1MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "61MB / 64.1MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 560MB", "CPUPerc": "161.27%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "22.37%", "MemUsage": "114.5MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "47.6MB / 40MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.62%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.59%", "MemUsage": "9.719MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "10MB / 13.2MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:24:08.322+00:00", "postgres_activity": {"connections": 17, "active": 7, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:24:09.108+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "491", "qcur": "0", "stot": "31532", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "529", "qcur": "0", "stot": "31531", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1020", "qcur": "0", "stot": "63063", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:24:09.313+00:00"} +{"at_utc": "2026-10-29T21:24:09.815+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "0.24%", "Container": "eff11ee4bb8a2bad937c772c303dd4ab19f4c2a8c7b7cd85e77245fd00c79c26", "ID": "eff11ee4bb8a", "MemPerc": "21.50%", "MemUsage": "110.1MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "45.6MB / 49.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.46%", "Container": "f35c88406547ef638d3f4413346336bde6df6d6f89e058d0bc2202e245192052", "ID": "f35c88406547", "MemPerc": "28.66%", "MemUsage": "146.8MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "45.3MB / 48.7MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.36%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "45.66%", "MemUsage": "116.9MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "65.8MB / 69.1MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 584MB", "CPUPerc": "4.83%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "22.89%", "MemUsage": "117.2MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "51.6MB / 43.4MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "6.46%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.57%", "MemUsage": "9.688MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "10.7MB / 14.1MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:24:12.458+00:00", "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:24:12.850+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "32632", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "32632", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "65264", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:24:12.920+00:00"} diff --git a/evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/warmup.json b/evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/warmup.json new file mode 100644 index 00000000..0b5ca222 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/01-commit-0-repeat1/warmup.json @@ -0,0 +1,37 @@ +{ + "completed_full_latency_ms": { + "p50": 354.037, + "p95": 904.781, + "p99": 1176.375 + }, + "failure_counts": { + "dropped_inflight": 6963 + }, + "instance_responses": { + "eff11ee4bb8a": 11518, + "f35c88406547": 11519 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "2aa329519734a8e5", + "schedule_lag_ms": { + "p50": 0.059, + "p95": 0.101, + "p99": 0.192 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 30000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:23:22.843916Z", + "success_latency_ms": { + "p50": 353.965, + "p95": 904.694, + "p99": 1176.259 + }, + "success_ratio": 0.7679, + "successful_requests": 23037, + "successful_rps_wall": 2257.174, + "successful_rps_window": 2303.7, + "wall_duration_s": 10.206, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/compose-scale.log b/evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/compose-scale.log new file mode 100644 index 00000000..fd182640 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-c464df76f3-api-1 Recreate + Container lab3-grade5-c464df76f3-api-2 Recreate + Container lab3-grade5-c464df76f3-api-1 Recreated + Container lab3-grade5-c464df76f3-api-2 Recreated + Container lab3-grade5-c464df76f3-api-1 Starting + Container lab3-grade5-c464df76f3-api-1 Started + Container lab3-grade5-c464df76f3-api-2 Starting + Container lab3-grade5-c464df76f3-api-2 Started diff --git a/evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/diagnostics-after.json b/evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/diagnostics-after.json new file mode 100644 index 00000000..4e2371f6 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/diagnostics-after.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:25:11.857+00:00", + "cgroups": { + "5050b5d59ed99a0b2201b6585af9d1ffcb9a6cd74a034a46fb2dab92e50a07b9": { + "service": "api", + "usage_usec": 39757139, + "user_usec": 28285880, + "system_usec": 11471259, + "nr_periods": 458, + "nr_throttled": 12, + "throttled_usec": 684069, + "nr_bursts": 0, + "burst_usec": 0 + }, + "7df708b66fe8c4413660ead7a7cff90eaba8a87b74142d217330c7fa5158c6cc": { + "service": "api", + "usage_usec": 40224965, + "user_usec": 29031215, + "system_usec": 11193750, + "nr_periods": 441, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f": { + "service": "postgres", + "usage_usec": 119586640, + "user_usec": 79218566, + "system_usec": 40368073, + "nr_periods": 1073, + "nr_throttled": 35, + "throttled_usec": 2834590, + "nr_bursts": 0, + "burst_usec": 0 + }, + "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3": { + "service": "lb", + "usage_usec": 32160711, + "user_usec": 13330214, + "system_usec": 18830497, + "nr_periods": 951, + "nr_throttled": 40, + "throttled_usec": 9521174, + "nr_bursts": 0, + "burst_usec": 0 + }, + "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864": { + "service": "redis", + "usage_usec": 8519021, + "user_usec": 3531426, + "system_usec": 4987595, + "nr_periods": 1172, + "nr_throttled": 6, + "throttled_usec": 256580, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "1000", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 9, + "write_bytes": 150994944, + "write_time": 140.942, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 122.898, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 52776, + "write_bytes": 605708288, + "write_time": 1616.237, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 39871, + "fsync_time": 41492.884, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 640, + "write_bytes": 6840320, + "write_time": 5.58, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 7, + "fsync_time": 3.823, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 3, + "write_bytes": 24576, + "write_time": 0.051000000000000004, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 3, + "fsync_time": 0.359, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.045, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 71, + "write_bytes": 39968768, + "write_time": 37.332, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 71, + "fsync_time": 377.38, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } + ], + "wal": { + "wal_records": 2938950, + "wal_fpi": 5527, + "wal_bytes": 330318863, + "wal_buffers_full": 13511, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } +} diff --git a/evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/diagnostics-before.json b/evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/diagnostics-before.json new file mode 100644 index 00000000..b105cbce --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/diagnostics-before.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:24:37.857+00:00", + "cgroups": { + "5050b5d59ed99a0b2201b6585af9d1ffcb9a6cd74a034a46fb2dab92e50a07b9": { + "service": "api", + "usage_usec": 10058102, + "user_usec": 7142469, + "system_usec": 2915633, + "nr_periods": 140, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "7df708b66fe8c4413660ead7a7cff90eaba8a87b74142d217330c7fa5158c6cc": { + "service": "api", + "usage_usec": 10505786, + "user_usec": 7563360, + "system_usec": 2942425, + "nr_periods": 130, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f": { + "service": "postgres", + "usage_usec": 78802745, + "user_usec": 51458164, + "system_usec": 27344581, + "nr_periods": 754, + "nr_throttled": 24, + "throttled_usec": 2369565, + "nr_bursts": 0, + "burst_usec": 0 + }, + "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3": { + "service": "lb", + "usage_usec": 21145949, + "user_usec": 8688562, + "system_usec": 12457386, + "nr_periods": 639, + "nr_throttled": 32, + "throttled_usec": 8338133, + "nr_bursts": 0, + "burst_usec": 0 + }, + "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864": { + "service": "redis", + "usage_usec": 5572592, + "user_usec": 2328205, + "system_usec": 3244386, + "nr_periods": 846, + "nr_throttled": 5, + "throttled_usec": 186033, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "1000", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 9, + "write_bytes": 150994944, + "write_time": 140.942, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 122.898, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 44305, + "write_bytes": 469131264, + "write_time": 1161.39, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 31412, + "fsync_time": 30159.138, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 640, + "write_bytes": 6840320, + "write_time": 5.58, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 7, + "fsync_time": 3.823, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 3, + "write_bytes": 24576, + "write_time": 0.051000000000000004, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 3, + "fsync_time": 0.359, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.045, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 55, + "write_bytes": 39731200, + "write_time": 36.393, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 55, + "fsync_time": 293.386, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } + ], + "wal": { + "wal_records": 2333377, + "wal_fpi": 3733, + "wal_bytes": 263456025, + "wal_buffers_full": 13511, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } +} diff --git a/evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/load.json b/evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/load.json new file mode 100644 index 00000000..066b1b57 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/load.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 612.236, + "p95": 1232.412, + "p99": 1824.851 + }, + "failure_counts": { + "dropped_inflight": 44465, + "http_503": 2014 + }, + "instance_responses": { + "5050b5d59ed9": 22028, + "7df708b66fe8": 21493 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "b0878e3c24842d7f", + "schedule_lag_ms": { + "p50": 0.059, + "p95": 0.127, + "p99": 0.647 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:24:39.003003Z", + "success_latency_ms": { + "p50": 600.843, + "p95": 976.194, + "p99": 1248.272 + }, + "success_ratio": 0.483567, + "successful_requests": 43521, + "successful_rps_wall": 1437.618, + "successful_rps_window": 1450.7, + "wall_duration_s": 30.273, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/postgres-statements.json b/evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/postgres-statements.json new file mode 100644 index 00000000..feb818b6 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/postgres-statements.json @@ -0,0 +1,134 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 43538, + "total_exec_ms": 17344.52, + "mean_exec_ms": 0.398, + "rows": 43538, + "shared_blks_hit": 1034652, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 43539, + "total_exec_ms": 11199.216, + "mean_exec_ms": 0.257, + "rows": 43539, + "shared_blks_hit": 413464, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 44596, + "total_exec_ms": 2300.184, + "mean_exec_ms": 0.052, + "rows": 44596, + "shared_blks_hit": 178384, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 4854991825702068830, + "calls": 43549, + "total_exec_ms": 39.354, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 6097083398544187049, + "calls": 43531, + "total_exec_ms": 33.634, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 29.211, + "mean_exec_ms": 14.605, + "rows": 2, + "shared_blks_hit": 3079, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 7421764486656699138, + "calls": 8, + "total_exec_ms": 3.557, + "mean_exec_ms": 0.445, + "rows": 8, + "shared_blks_hit": 8, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 0.665, + "mean_exec_ms": 0.333, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.481, + "mean_exec_ms": 0.481, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.146, + "mean_exec_ms": 0.073, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": 4670030308230031587, + "calls": 2, + "total_exec_ms": 0.068, + "mean_exec_ms": 0.034, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1,current_setting($2),$3,current_setting($4),$5,current_setting($6),$7,current_setting($8))" + }, + { + "queryid": -7676915344437841334, + "calls": 2, + "total_exec_ms": 0.004, + "mean_exec_ms": 0.002, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/samples.jsonl b/evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/samples.jsonl new file mode 100644 index 00000000..3e5b37fe --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/samples.jsonl @@ -0,0 +1,8 @@ +{"at_utc": "2026-10-29T21:24:40.205+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "112.38%", "Container": "5050b5d59ed99a0b2201b6585af9d1ffcb9a6cd74a034a46fb2dab92e50a07b9", "ID": "5050b5d59ed9", "MemPerc": "21.29%", "MemUsage": "109MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "17MB / 18.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "115.80%", "Container": "7df708b66fe8c4413660ead7a7cff90eaba8a87b74142d217330c7fa5158c6cc", "ID": "7df708b66fe8", "MemPerc": "26.07%", "MemUsage": "133.5MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "16.7MB / 18.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "42.34%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "46.07%", "MemUsage": "117.9MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "90.4MB / 94.5MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 805MB", "CPUPerc": "143.83%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "23.20%", "MemUsage": "118.8MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "69.4MB / 58.3MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.83%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.61%", "MemUsage": "9.738MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "14.7MB / 19.4MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:24:42.854+00:00", "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:24:44.719+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "504", "qcur": "0", "stot": "45873", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "519", "qcur": "0", "stot": "45866", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "91739", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:24:44.926+00:00"} +{"at_utc": "2026-10-29T21:24:45.427+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "102.19%", "Container": "5050b5d59ed99a0b2201b6585af9d1ffcb9a6cd74a034a46fb2dab92e50a07b9", "ID": "5050b5d59ed9", "MemPerc": "21.68%", "MemUsage": "111MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "20.8MB / 22.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "117.19%", "Container": "7df708b66fe8c4413660ead7a7cff90eaba8a87b74142d217330c7fa5158c6cc", "ID": "7df708b66fe8", "MemPerc": "25.54%", "MemUsage": "130.8MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "20.3MB / 21.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "40.27%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "46.08%", "MemUsage": "118MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "95.9MB / 100MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 824MB", "CPUPerc": "147.46%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "23.19%", "MemUsage": "118.7MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "74.9MB / 62.9MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "15.90%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.60%", "MemUsage": "9.734MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "15.6MB / 20.6MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:24:47.702+00:00", "postgres_activity": {"connections": 17, "active": 9, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:24:48.112+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "436", "qcur": "0", "stot": "48341", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "582", "qcur": "0", "stot": "48335", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1018", "qcur": "0", "stot": "96676", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:24:48.240+00:00"} +{"at_utc": "2026-10-29T21:24:48.743+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "119.08%", "Container": "5050b5d59ed99a0b2201b6585af9d1ffcb9a6cd74a034a46fb2dab92e50a07b9", "ID": "5050b5d59ed9", "MemPerc": "26.03%", "MemUsage": "133.3MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "23.9MB / 25.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "122.48%", "Container": "7df708b66fe8c4413660ead7a7cff90eaba8a87b74142d217330c7fa5158c6cc", "ID": "7df708b66fe8", "MemPerc": "26.00%", "MemUsage": "133.1MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "25MB / 27MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "39.56%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "46.14%", "MemUsage": "118.1MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "102MB / 107MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 842MB", "CPUPerc": "156.02%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "23.21%", "MemUsage": "118.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "80.3MB / 67.5MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.39%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.60%", "MemUsage": "9.734MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "16.6MB / 22MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:24:51.425+00:00", "postgres_activity": {"connections": 17, "active": 16, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:24:51.923+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "452", "qcur": "0", "stot": "51690", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "564", "qcur": "0", "stot": "51684", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1016", "qcur": "0", "stot": "103374", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:24:52.060+00:00"} +{"at_utc": "2026-10-29T21:24:52.561+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "107.25%", "Container": "5050b5d59ed99a0b2201b6585af9d1ffcb9a6cd74a034a46fb2dab92e50a07b9", "ID": "5050b5d59ed9", "MemPerc": "25.52%", "MemUsage": "130.7MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "29.4MB / 31.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "109.14%", "Container": "7df708b66fe8c4413660ead7a7cff90eaba8a87b74142d217330c7fa5158c6cc", "ID": "7df708b66fe8", "MemPerc": "24.77%", "MemUsage": "126.8MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "29.1MB / 31.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "38.64%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "46.19%", "MemUsage": "118.2MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "108MB / 113MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 859MB", "CPUPerc": "133.79%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "23.39%", "MemUsage": "119.8MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "85.1MB / 71.5MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "19.38%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.57%", "MemUsage": "9.695MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "17.4MB / 22.9MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:24:55.370+00:00", "postgres_activity": {"connections": 18, "active": 12, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:24:56.058+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "498", "qcur": "0", "stot": "54632", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "522", "qcur": "0", "stot": "54626", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1020", "qcur": "0", "stot": "109258", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:24:56.239+00:00"} +{"at_utc": "2026-10-29T21:24:56.741+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "109.55%", "Container": "5050b5d59ed99a0b2201b6585af9d1ffcb9a6cd74a034a46fb2dab92e50a07b9", "ID": "5050b5d59ed9", "MemPerc": "25.20%", "MemUsage": "129MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "32.8MB / 35.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "110.81%", "Container": "7df708b66fe8c4413660ead7a7cff90eaba8a87b74142d217330c7fa5158c6cc", "ID": "7df708b66fe8", "MemPerc": "24.58%", "MemUsage": "125.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "32.5MB / 35.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "34.88%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "46.10%", "MemUsage": "118MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "113MB / 118MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 883MB", "CPUPerc": "156.32%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "23.78%", "MemUsage": "121.8MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "89.1MB / 74.8MB", "PIDs": "27"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "12.40%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.62%", "MemUsage": "9.754MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "18.4MB / 24.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:24:58.516+00:00", "postgres_activity": {"connections": 17, "active": 10, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:24:59.097+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "498", "qcur": "0", "stot": "57105", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "526", "qcur": "0", "stot": "57098", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "114203", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:24:59.302+00:00"} +{"at_utc": "2026-10-29T21:24:59.803+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "107.95%", "Container": "5050b5d59ed99a0b2201b6585af9d1ffcb9a6cd74a034a46fb2dab92e50a07b9", "ID": "5050b5d59ed9", "MemPerc": "23.69%", "MemUsage": "121.3MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "38MB / 41MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "115.26%", "Container": "7df708b66fe8c4413660ead7a7cff90eaba8a87b74142d217330c7fa5158c6cc", "ID": "7df708b66fe8", "MemPerc": "27.05%", "MemUsage": "138.5MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "37.5MB / 40.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "38.93%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "46.09%", "MemUsage": "118MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "118MB / 124MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 903MB", "CPUPerc": "147.08%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "23.45%", "MemUsage": "120.1MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "95.1MB / 79.9MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.99%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.61%", "MemUsage": "9.742MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "19.6MB / 25.9MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:25:02.434+00:00", "postgres_activity": {"connections": 17, "active": 4, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:25:03.364+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP 1/2", "scur": "586", "qcur": "0", "stot": "61091", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP 1/2", "scur": "438", "qcur": "0", "stot": "61084", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "122175", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:25:04.318+00:00"} +{"at_utc": "2026-10-29T21:25:04.820+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "106.37%", "Container": "5050b5d59ed99a0b2201b6585af9d1ffcb9a6cd74a034a46fb2dab92e50a07b9", "ID": "5050b5d59ed9", "MemPerc": "25.59%", "MemUsage": "131MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "42.1MB / 45.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "89.52%", "Container": "7df708b66fe8c4413660ead7a7cff90eaba8a87b74142d217330c7fa5158c6cc", "ID": "7df708b66fe8", "MemPerc": "25.58%", "MemUsage": "131MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "40.2MB / 43.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "36.42%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "46.31%", "MemUsage": "118.6MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "126MB / 132MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 932MB", "CPUPerc": "141.88%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "23.52%", "MemUsage": "120.4MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "99.5MB / 83.5MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.04%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.60%", "MemUsage": "9.723MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "20.6MB / 27.2MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:25:07.560+00:00", "postgres_activity": {"connections": 17, "active": 16, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:25:08.105+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "505", "qcur": "0", "stot": "63718", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "512", "qcur": "0", "stot": "63711", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1017", "qcur": "0", "stot": "127429", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:25:08.233+00:00"} +{"at_utc": "2026-10-29T21:25:08.734+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "0.20%", "Container": "5050b5d59ed99a0b2201b6585af9d1ffcb9a6cd74a034a46fb2dab92e50a07b9", "ID": "5050b5d59ed9", "MemPerc": "25.90%", "MemUsage": "132.6MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "44.8MB / 48.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "40.99%", "Container": "7df708b66fe8c4413660ead7a7cff90eaba8a87b74142d217330c7fa5158c6cc", "ID": "7df708b66fe8", "MemPerc": "24.79%", "MemUsage": "126.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "44.3MB / 48.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.24%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "45.71%", "MemUsage": "117MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "130MB / 136MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 943MB", "CPUPerc": "0.12%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "23.94%", "MemUsage": "122.6MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "103MB / 86.5MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "0.81%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.58%", "MemUsage": "9.699MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "21.1MB / 27.9MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:25:11.381+00:00", "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:25:11.620+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "64500", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "64493", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "128993", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:25:11.702+00:00"} diff --git a/evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/warmup.json b/evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/warmup.json new file mode 100644 index 00000000..48b7104e --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/02-commit-1000-repeat2/warmup.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 505.115, + "p95": 1116.373, + "p99": 1644.267 + }, + "failure_counts": { + "dropped_inflight": 11814, + "http_503": 143 + }, + "instance_responses": { + "5050b5d59ed9": 8956, + "7df708b66fe8": 9087 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "38e00b23dd2d4253", + "schedule_lag_ms": { + "p50": 0.059, + "p95": 0.109, + "p99": 0.228 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 30000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:24:20.923134Z", + "success_latency_ms": { + "p50": 503.628, + "p95": 1095.36, + "p99": 1644.323 + }, + "success_ratio": 0.601433, + "successful_requests": 18043, + "successful_rps_wall": 1753.188, + "successful_rps_window": 1804.3, + "wall_duration_s": 10.292, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/compose-scale.log b/evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/compose-scale.log new file mode 100644 index 00000000..fd182640 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-c464df76f3-api-1 Recreate + Container lab3-grade5-c464df76f3-api-2 Recreate + Container lab3-grade5-c464df76f3-api-1 Recreated + Container lab3-grade5-c464df76f3-api-2 Recreated + Container lab3-grade5-c464df76f3-api-1 Starting + Container lab3-grade5-c464df76f3-api-1 Started + Container lab3-grade5-c464df76f3-api-2 Starting + Container lab3-grade5-c464df76f3-api-2 Started diff --git a/evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/diagnostics-after.json b/evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/diagnostics-after.json new file mode 100644 index 00000000..d66cf6c6 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/diagnostics-after.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:26:06.929+00:00", + "cgroups": { + "975eaaed0e003c9687a474700bd9b8e3469734215324eada941bd20e07fc079c": { + "service": "api", + "usage_usec": 39024763, + "user_usec": 27249166, + "system_usec": 11775596, + "nr_periods": 436, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "8dae24229e4b74f54ed5f000ae325dbd85d697390a00942cdb773995bd875fbe": { + "service": "api", + "usage_usec": 39344715, + "user_usec": 27131110, + "system_usec": 12213605, + "nr_periods": 438, + "nr_throttled": 2, + "throttled_usec": 9040, + "nr_bursts": 0, + "burst_usec": 0 + }, + "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f": { + "service": "postgres", + "usage_usec": 178832047, + "user_usec": 119883397, + "system_usec": 58948650, + "nr_periods": 1571, + "nr_throttled": 52, + "throttled_usec": 4555135, + "nr_bursts": 0, + "burst_usec": 0 + }, + "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3": { + "service": "lb", + "usage_usec": 47613817, + "user_usec": 19735416, + "system_usec": 27878400, + "nr_periods": 1419, + "nr_throttled": 49, + "throttled_usec": 10260389, + "nr_bursts": 0, + "burst_usec": 0 + }, + "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864": { + "service": "redis", + "usage_usec": 13007130, + "user_usec": 5376819, + "system_usec": 7630311, + "nr_periods": 1695, + "nr_throttled": 18, + "throttled_usec": 937412, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "1000", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 10, + "write_bytes": 167772160, + "write_time": 147.987, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 10, + "fsync_time": 135.9, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 71059, + "write_bytes": 837885952, + "write_time": 2297.083, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 52041, + "fsync_time": 55976.953, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 640, + "write_bytes": 6840320, + "write_time": 5.58, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 7, + "fsync_time": 3.823, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 4, + "write_bytes": 32768, + "write_time": 0.078, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 4, + "fsync_time": 0.47700000000000004, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.045, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 98, + "write_bytes": 61038592, + "write_time": 62.395, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 98, + "fsync_time": 512.476, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } + ], + "wal": { + "wal_records": 4420824, + "wal_fpi": 6110, + "wal_bytes": 481929337, + "wal_buffers_full": 19612, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } +} diff --git a/evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/diagnostics-before.json b/evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/diagnostics-before.json new file mode 100644 index 00000000..09bc4a59 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/diagnostics-before.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:25:34.945+00:00", + "cgroups": { + "975eaaed0e003c9687a474700bd9b8e3469734215324eada941bd20e07fc079c": { + "service": "api", + "usage_usec": 9655926, + "user_usec": 6532873, + "system_usec": 3123052, + "nr_periods": 129, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "8dae24229e4b74f54ed5f000ae325dbd85d697390a00942cdb773995bd875fbe": { + "service": "api", + "usage_usec": 10076367, + "user_usec": 6914824, + "system_usec": 3161543, + "nr_periods": 127, + "nr_throttled": 2, + "throttled_usec": 9040, + "nr_bursts": 0, + "burst_usec": 0 + }, + "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f": { + "service": "postgres", + "usage_usec": 137477857, + "user_usec": 91698542, + "system_usec": 45779315, + "nr_periods": 1254, + "nr_throttled": 39, + "throttled_usec": 3662432, + "nr_bursts": 0, + "burst_usec": 0 + }, + "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3": { + "service": "lb", + "usage_usec": 36208257, + "user_usec": 14990111, + "system_usec": 21218146, + "nr_periods": 1103, + "nr_throttled": 43, + "throttled_usec": 9829797, + "nr_bursts": 0, + "burst_usec": 0 + }, + "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864": { + "service": "redis", + "usage_usec": 9871548, + "user_usec": 4108814, + "system_usec": 5762733, + "nr_periods": 1378, + "nr_throttled": 11, + "throttled_usec": 596269, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "1000", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 10, + "write_bytes": 167772160, + "write_time": 147.987, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 10, + "fsync_time": 135.9, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 62209, + "write_bytes": 705339392, + "write_time": 1845.6970000000001, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 43201, + "fsync_time": 45104.13, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 640, + "write_bytes": 6840320, + "write_time": 5.58, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 7, + "fsync_time": 3.823, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 4, + "write_bytes": 32768, + "write_time": 0.078, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 4, + "fsync_time": 0.47700000000000004, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.045, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 90, + "write_bytes": 60973056, + "write_time": 61.370000000000005, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 90, + "fsync_time": 429.31100000000004, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } + ], + "wal": { + "wal_records": 3786916, + "wal_fpi": 5578, + "wal_bytes": 422762942, + "wal_buffers_full": 19612, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } +} diff --git a/evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/load.json b/evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/load.json new file mode 100644 index 00000000..4544905d --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/load.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 547.89, + "p95": 1172.149, + "p99": 1618.59 + }, + "failure_counts": { + "dropped_inflight": 39636, + "http_503": 2960 + }, + "instance_responses": { + "8dae24229e4b": 24142, + "975eaaed0e00": 23262 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "d85ea76498012b75", + "schedule_lag_ms": { + "p50": 0.06, + "p95": 0.122, + "p99": 0.491 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:25:36.149022Z", + "success_latency_ms": { + "p50": 526.64, + "p95": 959.927, + "p99": 1232.916 + }, + "success_ratio": 0.526711, + "successful_requests": 47404, + "successful_rps_wall": 1565.524, + "successful_rps_window": 1580.133, + "wall_duration_s": 30.28, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/postgres-statements.json b/evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/postgres-statements.json new file mode 100644 index 00000000..3d6a6e80 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/postgres-statements.json @@ -0,0 +1,134 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 47429, + "total_exec_ms": 15562.205, + "mean_exec_ms": 0.328, + "rows": 47429, + "shared_blks_hit": 1132394, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 47442, + "total_exec_ms": 10945.156, + "mean_exec_ms": 0.231, + "rows": 47442, + "shared_blks_hit": 454704, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 49090, + "total_exec_ms": 2193.611, + "mean_exec_ms": 0.045, + "rows": 49090, + "shared_blks_hit": 196360, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 42.654, + "mean_exec_ms": 21.327, + "rows": 2, + "shared_blks_hit": 3136, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 47421, + "total_exec_ms": 34.585, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 47469, + "total_exec_ms": 30.995, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 8, + "total_exec_ms": 3.417, + "mean_exec_ms": 0.427, + "rows": 8, + "shared_blks_hit": 8, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 0.827, + "mean_exec_ms": 0.413, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.427, + "mean_exec_ms": 0.427, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.166, + "mean_exec_ms": 0.083, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": 4670030308230031587, + "calls": 2, + "total_exec_ms": 0.082, + "mean_exec_ms": 0.041, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1,current_setting($2),$3,current_setting($4),$5,current_setting($6),$7,current_setting($8))" + }, + { + "queryid": -7676915344437841334, + "calls": 12, + "total_exec_ms": 0.014, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/samples.jsonl b/evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/samples.jsonl new file mode 100644 index 00000000..6843473a --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/samples.jsonl @@ -0,0 +1,8 @@ +{"at_utc": "2026-10-29T21:25:37.395+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "102.22%", "Container": "975eaaed0e003c9687a474700bd9b8e3469734215324eada941bd20e07fc079c", "ID": "975eaaed0e00", "MemPerc": "24.99%", "MemUsage": "127.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "14MB / 14.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "111.13%", "Container": "8dae24229e4b74f54ed5f000ae325dbd85d697390a00942cdb773995bd875fbe", "ID": "8dae24229e4b", "MemPerc": "23.67%", "MemUsage": "121.2MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "15.1MB / 16.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "36.73%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "47.80%", "MemUsage": "122.4MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "152MB / 159MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 1.13GB", "CPUPerc": "146.21%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "23.97%", "MemUsage": "122.7MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "120MB / 101MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.51%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.61%", "MemUsage": "9.742MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "24.7MB / 32.6MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:25:40.021+00:00", "postgres_activity": {"connections": 17, "active": 8, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:25:40.471+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "569", "qcur": "0", "stot": "76077", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "453", "qcur": "0", "stot": "76093", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "152674", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:25:40.678+00:00"} +{"at_utc": "2026-10-29T21:25:41.181+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "107.05%", "Container": "975eaaed0e003c9687a474700bd9b8e3469734215324eada941bd20e07fc079c", "ID": "975eaaed0e00", "MemPerc": "30.06%", "MemUsage": "153.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "19.9MB / 21.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "111.50%", "Container": "8dae24229e4b74f54ed5f000ae325dbd85d697390a00942cdb773995bd875fbe", "ID": "8dae24229e4b", "MemPerc": "23.44%", "MemUsage": "120MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "18.6MB / 20MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "30.01%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "47.98%", "MemUsage": "122.8MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "160MB / 167MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 1.15GB", "CPUPerc": "142.31%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "23.94%", "MemUsage": "122.6MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "126MB / 106MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.63%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.61%", "MemUsage": "9.746MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "25.8MB / 34.2MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:25:44.097+00:00", "postgres_activity": {"connections": 17, "active": 3, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:25:44.954+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "569", "qcur": "0", "stot": "79599", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "455", "qcur": "0", "stot": "79613", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "159715", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:25:45.064+00:00"} +{"at_utc": "2026-10-29T21:25:45.565+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "111.24%", "Container": "975eaaed0e003c9687a474700bd9b8e3469734215324eada941bd20e07fc079c", "ID": "975eaaed0e00", "MemPerc": "28.78%", "MemUsage": "147.4MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "23.1MB / 24.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "111.84%", "Container": "8dae24229e4b74f54ed5f000ae325dbd85d697390a00942cdb773995bd875fbe", "ID": "8dae24229e4b", "MemPerc": "24.96%", "MemUsage": "127.8MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "23.4MB / 25.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "41.47%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "47.95%", "MemUsage": "122.8MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "164MB / 172MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 1.16GB", "CPUPerc": "168.83%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.03%", "MemUsage": "123MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "129MB / 109MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.40%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.60%", "MemUsage": "9.73MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "26.6MB / 35.2MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:25:47.552+00:00", "postgres_activity": {"connections": 13, "active": 3, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:25:48.789+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "540", "qcur": "0", "stot": "82216", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "479", "qcur": "0", "stot": "82230", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1018", "qcur": "0", "stot": "164950", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:25:48.923+00:00"} +{"at_utc": "2026-10-29T21:25:49.423+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "118.59%", "Container": "975eaaed0e003c9687a474700bd9b8e3469734215324eada941bd20e07fc079c", "ID": "975eaaed0e00", "MemPerc": "31.83%", "MemUsage": "162.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "28MB / 30.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "121.11%", "Container": "8dae24229e4b74f54ed5f000ae325dbd85d697390a00942cdb773995bd875fbe", "ID": "8dae24229e4b", "MemPerc": "23.62%", "MemUsage": "120.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "28.6MB / 30.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "42.78%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.00%", "MemUsage": "122.9MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "172MB / 179MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 1.17GB", "CPUPerc": "158.42%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.17%", "MemUsage": "123.8MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "133MB / 112MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.87%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.62%", "MemUsage": "9.75MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "27.5MB / 36.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:25:52.021+00:00", "postgres_activity": {"connections": 17, "active": 9, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:25:52.368+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "789", "qcur": "0", "stot": "85894", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "224", "qcur": "0", "stot": "85908", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1013", "qcur": "0", "stot": "172305", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:25:52.502+00:00"} +{"at_utc": "2026-10-29T21:25:53.003+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "126.62%", "Container": "975eaaed0e003c9687a474700bd9b8e3469734215324eada941bd20e07fc079c", "ID": "975eaaed0e00", "MemPerc": "30.45%", "MemUsage": "155.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "32.2MB / 34.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "71.70%", "Container": "8dae24229e4b74f54ed5f000ae325dbd85d697390a00942cdb773995bd875fbe", "ID": "8dae24229e4b", "MemPerc": "20.87%", "MemUsage": "106.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "31.4MB / 33.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "39.07%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.09%", "MemUsage": "123.1MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "178MB / 186MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 1.2GB", "CPUPerc": "147.24%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.09%", "MemUsage": "123.3MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "140MB / 117MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.49%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.60%", "MemUsage": "9.723MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "28.9MB / 38.2MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:25:55.682+00:00", "postgres_activity": {"connections": 17, "active": 2, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:25:56.378+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "581", "qcur": "0", "stot": "89140", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "440", "qcur": "0", "stot": "89154", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1021", "qcur": "0", "stot": "178797", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:25:56.535+00:00"} +{"at_utc": "2026-10-29T21:25:57.036+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "123.19%", "Container": "975eaaed0e003c9687a474700bd9b8e3469734215324eada941bd20e07fc079c", "ID": "975eaaed0e00", "MemPerc": "29.74%", "MemUsage": "152.3MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "36.4MB / 39.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "115.13%", "Container": "8dae24229e4b74f54ed5f000ae325dbd85d697390a00942cdb773995bd875fbe", "ID": "8dae24229e4b", "MemPerc": "23.47%", "MemUsage": "120.2MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "37MB / 40MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "39.48%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.11%", "MemUsage": "123.2MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "184MB / 192MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 1.21GB", "CPUPerc": "155.48%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.12%", "MemUsage": "123.5MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "145MB / 122MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.46%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.60%", "MemUsage": "9.727MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "29.8MB / 39.5MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:25:58.831+00:00", "postgres_activity": {"connections": 17, "active": 10, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:25:59.168+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "618", "qcur": "0", "stot": "92180", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "398", "qcur": "0", "stot": "92194", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1016", "qcur": "0", "stot": "184877", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:25:59.302+00:00"} +{"at_utc": "2026-10-29T21:25:59.803+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "112.97%", "Container": "975eaaed0e003c9687a474700bd9b8e3469734215324eada941bd20e07fc079c", "ID": "975eaaed0e00", "MemPerc": "31.07%", "MemUsage": "159.1MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "41.6MB / 44.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "117.70%", "Container": "8dae24229e4b74f54ed5f000ae325dbd85d697390a00942cdb773995bd875fbe", "ID": "8dae24229e4b", "MemPerc": "23.93%", "MemUsage": "122.5MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "42.2MB / 45.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "36.52%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.07%", "MemUsage": "123.1MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "191MB / 200MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 1.23GB", "CPUPerc": "152.51%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.20%", "MemUsage": "123.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "149MB / 125MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.09%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.59%", "MemUsage": "9.715MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "31MB / 41.1MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:26:02.421+00:00", "postgres_activity": {"connections": 17, "active": 16, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:26:02.838+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "548", "qcur": "0", "stot": "95905", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "475", "qcur": "0", "stot": "95919", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "192327", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:26:02.948+00:00"} +{"at_utc": "2026-10-29T21:26:03.449+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "100.43%", "Container": "975eaaed0e003c9687a474700bd9b8e3469734215324eada941bd20e07fc079c", "ID": "975eaaed0e00", "MemPerc": "28.72%", "MemUsage": "147MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "45.4MB / 48.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "93.03%", "Container": "8dae24229e4b74f54ed5f000ae325dbd85d697390a00942cdb773995bd875fbe", "ID": "8dae24229e4b", "MemPerc": "25.34%", "MemUsage": "129.7MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "45.9MB / 49.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "44.23%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "47.99%", "MemUsage": "122.9MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "195MB / 204MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 1.26GB", "CPUPerc": "141.73%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.21%", "MemUsage": "124MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "155MB / 130MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "8.47%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.59%", "MemUsage": "9.719MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "31.9MB / 42.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:26:06.432+00:00", "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:26:06.654+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "97947", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "97962", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "196412", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:26:06.725+00:00"} diff --git a/evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/warmup.json b/evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/warmup.json new file mode 100644 index 00000000..97e17cb1 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/03-commit-1000-repeat3/warmup.json @@ -0,0 +1,39 @@ +{ + "completed_full_latency_ms": { + "p50": 553.157, + "p95": 1046.341, + "p99": 1412.63 + }, + "failure_counts": { + "connection": 44, + "dropped_inflight": 12903, + "http_503": 1066 + }, + "instance_responses": { + "8dae24229e4b": 7989, + "975eaaed0e00": 7998 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "3d20f7d0e725e46b", + "schedule_lag_ms": { + "p50": 0.059, + "p95": 0.118, + "p99": 0.286 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 30000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:25:18.219219Z", + "success_latency_ms": { + "p50": 552.992, + "p95": 999.559, + "p99": 1445.437 + }, + "success_ratio": 0.5329, + "successful_requests": 15987, + "successful_rps_wall": 1552.155, + "successful_rps_window": 1598.7, + "wall_duration_s": 10.3, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/compose-scale.log b/evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/compose-scale.log new file mode 100644 index 00000000..f1c57e6f --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-c464df76f3-api-1 Recreate + Container lab3-grade5-c464df76f3-api-2 Recreate + Container lab3-grade5-c464df76f3-api-2 Recreated + Container lab3-grade5-c464df76f3-api-1 Recreated + Container lab3-grade5-c464df76f3-api-2 Starting + Container lab3-grade5-c464df76f3-api-2 Started + Container lab3-grade5-c464df76f3-api-1 Starting + Container lab3-grade5-c464df76f3-api-1 Started diff --git a/evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/diagnostics-after.json b/evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/diagnostics-after.json new file mode 100644 index 00000000..4b61befa --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/diagnostics-after.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:27:01.473+00:00", + "cgroups": { + "840e7928a06679fc2588cc002eedb45b7305c33c8012f6b449259b04cd921cf9": { + "service": "api", + "usage_usec": 41911299, + "user_usec": 29684148, + "system_usec": 12227151, + "nr_periods": 438, + "nr_throttled": 6, + "throttled_usec": 715676, + "nr_bursts": 0, + "burst_usec": 0 + }, + "9341c6b474f5fe8568a649ca4c13f8175836132e153596b7d97f9f23949cfd69": { + "service": "api", + "usage_usec": 41336727, + "user_usec": 29497113, + "system_usec": 11839613, + "nr_periods": 426, + "nr_throttled": 4, + "throttled_usec": 477420, + "nr_bursts": 0, + "burst_usec": 0 + }, + "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f": { + "service": "postgres", + "usage_usec": 242279011, + "user_usec": 161942212, + "system_usec": 80336799, + "nr_periods": 2072, + "nr_throttled": 69, + "throttled_usec": 6882715, + "nr_bursts": 0, + "burst_usec": 0 + }, + "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3": { + "service": "lb", + "usage_usec": 64183653, + "user_usec": 26491067, + "system_usec": 37692585, + "nr_periods": 1877, + "nr_throttled": 63, + "throttled_usec": 12270265, + "nr_bursts": 0, + "burst_usec": 0 + }, + "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864": { + "service": "redis", + "usage_usec": 17297716, + "user_usec": 7174649, + "system_usec": 10123067, + "nr_periods": 2204, + "nr_throttled": 20, + "throttled_usec": 947212, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 10, + "write_bytes": 167772160, + "write_time": 147.987, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 10, + "fsync_time": 135.9, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 109939, + "write_bytes": 1248083968, + "write_time": 3303.627, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 84887, + "fsync_time": 83585.279, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1231, + "write_bytes": 11681792, + "write_time": 14.576, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 7, + "fsync_time": 3.823, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 5, + "write_bytes": 40960, + "write_time": 0.093, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 5, + "fsync_time": 0.579, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.045, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 140, + "write_bytes": 88244224, + "write_time": 92.119, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 140, + "fsync_time": 608.486, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } + ], + "wal": { + "wal_records": 6029492, + "wal_fpi": 7929, + "wal_bytes": 653352998, + "wal_buffers_full": 26222, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } +} diff --git a/evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/diagnostics-before.json b/evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/diagnostics-before.json new file mode 100644 index 00000000..04588ffb --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/diagnostics-before.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:26:29.741+00:00", + "cgroups": { + "840e7928a06679fc2588cc002eedb45b7305c33c8012f6b449259b04cd921cf9": { + "service": "api", + "usage_usec": 11597667, + "user_usec": 8225884, + "system_usec": 3371783, + "nr_periods": 129, + "nr_throttled": 4, + "throttled_usec": 653511, + "nr_bursts": 0, + "burst_usec": 0 + }, + "9341c6b474f5fe8568a649ca4c13f8175836132e153596b7d97f9f23949cfd69": { + "service": "api", + "usage_usec": 9817542, + "user_usec": 6796839, + "system_usec": 3020703, + "nr_periods": 116, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f": { + "service": "postgres", + "usage_usec": 197817004, + "user_usec": 132897689, + "system_usec": 64919315, + "nr_periods": 1756, + "nr_throttled": 56, + "throttled_usec": 4887563, + "nr_bursts": 0, + "burst_usec": 0 + }, + "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3": { + "service": "lb", + "usage_usec": 52417924, + "user_usec": 21638923, + "system_usec": 30779001, + "nr_periods": 1568, + "nr_throttled": 58, + "throttled_usec": 11550415, + "nr_bursts": 0, + "burst_usec": 0 + }, + "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864": { + "service": "redis", + "usage_usec": 14227961, + "user_usec": 5910655, + "system_usec": 8317306, + "nr_periods": 1889, + "nr_throttled": 18, + "throttled_usec": 937412, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 10, + "write_bytes": 167772160, + "write_time": 147.987, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 10, + "fsync_time": 135.9, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 86312, + "write_bytes": 988741632, + "write_time": 2592.125, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 61271, + "fsync_time": 62649.139, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1231, + "write_bytes": 11681792, + "write_time": 14.576, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 7, + "fsync_time": 3.823, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 5, + "write_bytes": 40960, + "write_time": 0.093, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 5, + "fsync_time": 0.579, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.045, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 124, + "write_bytes": 88113152, + "write_time": 91.861, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 124, + "fsync_time": 576.922, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } + ], + "wal": { + "wal_records": 5316953, + "wal_fpi": 7377, + "wal_bytes": 588157272, + "wal_buffers_full": 26222, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } +} diff --git a/evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/load.json b/evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/load.json new file mode 100644 index 00000000..d442e673 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/load.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 554.289, + "p95": 1052.355, + "p99": 1415.922 + }, + "failure_counts": { + "dropped_inflight": 37137, + "http_503": 1690 + }, + "instance_responses": { + "840e7928a066": 26268, + "9341c6b474f5": 24905 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "9ef3285469aee02e", + "schedule_lag_ms": { + "p50": 0.058, + "p95": 0.11, + "p99": 0.243 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:26:30.82509Z", + "success_latency_ms": { + "p50": 546.002, + "p95": 968.773, + "p99": 1142.355 + }, + "success_ratio": 0.568589, + "successful_requests": 51173, + "successful_rps_wall": 1688.171, + "successful_rps_window": 1705.767, + "wall_duration_s": 30.313, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/postgres-statements.json b/evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/postgres-statements.json new file mode 100644 index 00000000..aab68d76 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/postgres-statements.json @@ -0,0 +1,134 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 51184, + "total_exec_ms": 18258.68, + "mean_exec_ms": 0.357, + "rows": 51184, + "shared_blks_hit": 1216364, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 51188, + "total_exec_ms": 12139.342, + "mean_exec_ms": 0.237, + "rows": 51188, + "shared_blks_hit": 485299, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 52028, + "total_exec_ms": 3140.177, + "mean_exec_ms": 0.06, + "rows": 52028, + "shared_blks_hit": 208112, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 6097083398544187049, + "calls": 51180, + "total_exec_ms": 51.486, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 37.49, + "mean_exec_ms": 18.745, + "rows": 2, + "shared_blks_hit": 3170, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 4854991825702068830, + "calls": 51204, + "total_exec_ms": 35.872, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 8, + "total_exec_ms": 4.284, + "mean_exec_ms": 0.536, + "rows": 8, + "shared_blks_hit": 8, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 0.552, + "mean_exec_ms": 0.276, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.172, + "mean_exec_ms": 0.172, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.109, + "mean_exec_ms": 0.054, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": 4670030308230031587, + "calls": 2, + "total_exec_ms": 0.092, + "mean_exec_ms": 0.046, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1,current_setting($2),$3,current_setting($4),$5,current_setting($6),$7,current_setting($8))" + }, + { + "queryid": -7676915344437841334, + "calls": 5, + "total_exec_ms": 0.006, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/samples.jsonl b/evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/samples.jsonl new file mode 100644 index 00000000..15a2297a --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/samples.jsonl @@ -0,0 +1,8 @@ +{"at_utc": "2026-10-29T21:26:31.922+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "115.19%", "Container": "840e7928a06679fc2588cc002eedb45b7305c33c8012f6b449259b04cd921cf9", "ID": "840e7928a066", "MemPerc": "27.30%", "MemUsage": "139.8MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "18.1MB / 19.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "95.36%", "Container": "9341c6b474f5fe8568a649ca4c13f8175836132e153596b7d97f9f23949cfd69", "ID": "9341c6b474f5", "MemPerc": "23.40%", "MemUsage": "119.8MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "16.7MB / 17.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "26.86%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "47.94%", "MemUsage": "122.7MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "223MB / 233MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 1.51GB", "CPUPerc": "201.13%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.30%", "MemUsage": "124.4MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "176MB / 148MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.39%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.61%", "MemUsage": "9.746MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "35.9MB / 47.5MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:26:34.523+00:00", "postgres_activity": {"connections": 17, "active": 3, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:26:34.816+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "545", "qcur": "0", "stot": "111004", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "478", "qcur": "0", "stot": "111736", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "223243", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:26:34.950+00:00"} +{"at_utc": "2026-10-29T21:26:35.456+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "108.14%", "Container": "840e7928a06679fc2588cc002eedb45b7305c33c8012f6b449259b04cd921cf9", "ID": "840e7928a066", "MemPerc": "28.64%", "MemUsage": "146.6MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "22MB / 23.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "110.05%", "Container": "9341c6b474f5fe8568a649ca4c13f8175836132e153596b7d97f9f23949cfd69", "ID": "9341c6b474f5", "MemPerc": "22.94%", "MemUsage": "117.4MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "20.6MB / 22.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "37.29%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "47.92%", "MemUsage": "122.7MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "228MB / 239MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 1.54GB", "CPUPerc": "158.24%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.37%", "MemUsage": "124.8MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "181MB / 152MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.03%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.62%", "MemUsage": "9.758MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "37MB / 49MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:26:37.722+00:00", "postgres_activity": {"connections": 17, "active": 4, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:26:38.207+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "636", "qcur": "0", "stot": "113809", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "374", "qcur": "0", "stot": "114541", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1010", "qcur": "0", "stot": "228853", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:26:38.349+00:00"} +{"at_utc": "2026-10-29T21:26:38.852+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "101.90%", "Container": "840e7928a06679fc2588cc002eedb45b7305c33c8012f6b449259b04cd921cf9", "ID": "840e7928a066", "MemPerc": "29.29%", "MemUsage": "150MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "27MB / 28.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "109.32%", "Container": "9341c6b474f5fe8568a649ca4c13f8175836132e153596b7d97f9f23949cfd69", "ID": "9341c6b474f5", "MemPerc": "24.32%", "MemUsage": "124.5MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "25.6MB / 27.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "43.49%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "47.98%", "MemUsage": "122.8MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "234MB / 244MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 1.57GB", "CPUPerc": "156.46%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.39%", "MemUsage": "124.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "186MB / 156MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.13%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.60%", "MemUsage": "9.73MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "38.1MB / 50.5MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:26:41.466+00:00", "postgres_activity": {"connections": 17, "active": 10, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:26:41.771+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "631", "qcur": "0", "stot": "117252", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "384", "qcur": "0", "stot": "117985", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1015", "qcur": "0", "stot": "235740", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:26:41.885+00:00"} +{"at_utc": "2026-10-29T21:26:42.385+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "111.12%", "Container": "840e7928a06679fc2588cc002eedb45b7305c33c8012f6b449259b04cd921cf9", "ID": "840e7928a066", "MemPerc": "28.69%", "MemUsage": "146.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "31.7MB / 33.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "112.39%", "Container": "9341c6b474f5fe8568a649ca4c13f8175836132e153596b7d97f9f23949cfd69", "ID": "9341c6b474f5", "MemPerc": "28.67%", "MemUsage": "146.8MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "29.2MB / 31.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "57.70%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.25%", "MemUsage": "123.5MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "242MB / 253MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 1.6GB", "CPUPerc": "148.10%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.46%", "MemUsage": "125.3MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "191MB / 161MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.08%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.61%", "MemUsage": "9.738MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "39.2MB / 51.9MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:26:45.375+00:00", "postgres_activity": {"connections": 17, "active": 16, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:26:45.785+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "581", "qcur": "0", "stot": "120627", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "433", "qcur": "0", "stot": "121359", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1014", "qcur": "0", "stot": "242489", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:26:45.938+00:00"} +{"at_utc": "2026-10-29T21:26:46.442+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "113.14%", "Container": "840e7928a06679fc2588cc002eedb45b7305c33c8012f6b449259b04cd921cf9", "ID": "840e7928a066", "MemPerc": "32.49%", "MemUsage": "166.3MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "35.8MB / 38.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "114.38%", "Container": "9341c6b474f5fe8568a649ca4c13f8175836132e153596b7d97f9f23949cfd69", "ID": "9341c6b474f5", "MemPerc": "26.82%", "MemUsage": "137.3MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "34.1MB / 36.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "40.58%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.14%", "MemUsage": "123.2MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "248MB / 259MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 1.63GB", "CPUPerc": "174.24%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.39%", "MemUsage": "124.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "196MB / 165MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.44%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.60%", "MemUsage": "9.727MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "40.2MB / 53.2MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:26:48.516+00:00", "postgres_activity": {"connections": 17, "active": 6, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:26:48.970+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "601", "qcur": "0", "stot": "123451", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "422", "qcur": "0", "stot": "124184", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "248138", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:26:49.109+00:00"} +{"at_utc": "2026-10-29T21:26:49.609+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "107.19%", "Container": "840e7928a06679fc2588cc002eedb45b7305c33c8012f6b449259b04cd921cf9", "ID": "840e7928a066", "MemPerc": "28.98%", "MemUsage": "148.4MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "41.2MB / 44.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "112.81%", "Container": "9341c6b474f5fe8568a649ca4c13f8175836132e153596b7d97f9f23949cfd69", "ID": "9341c6b474f5", "MemPerc": "29.20%", "MemUsage": "149.5MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "37.7MB / 40.6MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "38.37%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.20%", "MemUsage": "123.4MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "255MB / 267MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 1.67GB", "CPUPerc": "156.21%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.56%", "MemUsage": "125.8MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "202MB / 170MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "12.26%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.60%", "MemUsage": "9.73MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "41.4MB / 54.8MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:26:52.233+00:00", "postgres_activity": {"connections": 17, "active": 3, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:26:52.678+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "863", "qcur": "0", "stot": "127100", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "159", "qcur": "0", "stot": "127833", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "255436", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:26:52.790+00:00"} +{"at_utc": "2026-10-29T21:26:53.294+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "108.15%", "Container": "840e7928a06679fc2588cc002eedb45b7305c33c8012f6b449259b04cd921cf9", "ID": "840e7928a066", "MemPerc": "28.89%", "MemUsage": "147.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "44.5MB / 48MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "125.97%", "Container": "9341c6b474f5fe8568a649ca4c13f8175836132e153596b7d97f9f23949cfd69", "ID": "9341c6b474f5", "MemPerc": "29.98%", "MemUsage": "153.5MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "42.1MB / 45.2MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "45.05%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.26%", "MemUsage": "123.5MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "260MB / 272MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 1.7GB", "CPUPerc": "159.74%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.58%", "MemUsage": "125.8MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "207MB / 174MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.62%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.61%", "MemUsage": "9.738MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "42.2MB / 55.8MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:26:56.478+00:00", "postgres_activity": {"connections": 17, "active": 6, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:26:57.098+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "659", "qcur": "0", "stot": "130381", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "359", "qcur": "0", "stot": "131113", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1018", "qcur": "0", "stot": "261997", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:26:57.239+00:00"} +{"at_utc": "2026-10-29T21:26:57.740+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "118.56%", "Container": "840e7928a06679fc2588cc002eedb45b7305c33c8012f6b449259b04cd921cf9", "ID": "840e7928a066", "MemPerc": "30.29%", "MemUsage": "155.1MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "49.2MB / 53MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "122.17%", "Container": "9341c6b474f5fe8568a649ca4c13f8175836132e153596b7d97f9f23949cfd69", "ID": "9341c6b474f5", "MemPerc": "31.13%", "MemUsage": "159.4MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "48.3MB / 52MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "38.12%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.23%", "MemUsage": "123.5MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "267MB / 279MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 1.74GB", "CPUPerc": "157.23%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.55%", "MemUsage": "125.7MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "211MB / 177MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.46%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.60%", "MemUsage": "9.73MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "43.6MB / 57.7MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:27:00.368+00:00", "postgres_activity": {"connections": 17, "active": 3, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:27:00.811+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "479", "qcur": "0", "stot": "133656", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "202", "qcur": "0", "stot": "134389", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "681", "qcur": "0", "stot": "268548", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:27:00.989+00:00"} diff --git a/evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/warmup.json b/evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/warmup.json new file mode 100644 index 00000000..bf458aab --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/04-commit-0-repeat4/warmup.json @@ -0,0 +1,37 @@ +{ + "completed_full_latency_ms": { + "p50": 567.658, + "p95": 1211.835, + "p99": 1452.882 + }, + "failure_counts": { + "dropped_inflight": 10729 + }, + "instance_responses": { + "840e7928a066": 9994, + "9341c6b474f5": 9277 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "ee4be3a3f2dcb4ba", + "schedule_lag_ms": { + "p50": 0.059, + "p95": 0.103, + "p99": 0.216 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 30000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:26:13.01179Z", + "success_latency_ms": { + "p50": 567.562, + "p95": 1211.765, + "p99": 1452.78 + }, + "success_ratio": 0.642367, + "successful_requests": 19271, + "successful_rps_wall": 1775.851, + "successful_rps_window": 1927.1, + "wall_duration_s": 10.852, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/compose-scale.log b/evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/compose-scale.log new file mode 100644 index 00000000..93a58ea0 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-c464df76f3-api-2 Recreate + Container lab3-grade5-c464df76f3-api-1 Recreate + Container lab3-grade5-c464df76f3-api-1 Recreated + Container lab3-grade5-c464df76f3-api-2 Recreated + Container lab3-grade5-c464df76f3-api-2 Starting + Container lab3-grade5-c464df76f3-api-2 Started + Container lab3-grade5-c464df76f3-api-1 Starting + Container lab3-grade5-c464df76f3-api-1 Started diff --git a/evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/diagnostics-after.json b/evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/diagnostics-after.json new file mode 100644 index 00000000..8436f60d --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/diagnostics-after.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:27:56.959+00:00", + "cgroups": { + "9510f44154878e6c2d67a07e433c59879958bf5f962fcb2b54b8752df1aabbd7": { + "service": "api", + "usage_usec": 40627948, + "user_usec": 29181946, + "system_usec": 11446001, + "nr_periods": 440, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "fb4f5a2d34e1865f095c23fc5ff7ed1810c7e2a19912782bf70a6a44bc3df3c3": { + "service": "api", + "usage_usec": 43918481, + "user_usec": 29864306, + "system_usec": 14054174, + "nr_periods": 444, + "nr_throttled": 9, + "throttled_usec": 499303, + "nr_bursts": 0, + "burst_usec": 0 + }, + "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f": { + "service": "postgres", + "usage_usec": 305122426, + "user_usec": 204024434, + "system_usec": 101097992, + "nr_periods": 2570, + "nr_throttled": 97, + "throttled_usec": 8976009, + "nr_bursts": 0, + "burst_usec": 0 + }, + "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3": { + "service": "lb", + "usage_usec": 79911634, + "user_usec": 32991085, + "system_usec": 46920549, + "nr_periods": 2340, + "nr_throttled": 69, + "throttled_usec": 12706508, + "nr_bursts": 0, + "burst_usec": 0 + }, + "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864": { + "service": "redis", + "usage_usec": 21522546, + "user_usec": 8902207, + "system_usec": 12620339, + "nr_periods": 2722, + "nr_throttled": 23, + "throttled_usec": 1127265, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 10, + "write_bytes": 167772160, + "write_time": 147.987, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 10, + "fsync_time": 135.9, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 144604, + "write_bytes": 1626701824, + "write_time": 4292.437, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 113843, + "fsync_time": 112247.766, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1233, + "write_bytes": 11698176, + "write_time": 14.596, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 5.148, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 6, + "write_bytes": 49152, + "write_time": 0.114, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 6, + "fsync_time": 0.673, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.045, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 14.166, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 13.793000000000001, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 177, + "write_bytes": 112705536, + "write_time": 121.60600000000001, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 177, + "fsync_time": 702.589, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } + ], + "wal": { + "wal_records": 7554550, + "wal_fpi": 9752, + "wal_bytes": 817465317, + "wal_buffers_full": 31916, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } +} diff --git a/evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/diagnostics-before.json b/evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/diagnostics-before.json new file mode 100644 index 00000000..c6ed2449 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/diagnostics-before.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:27:24.772+00:00", + "cgroups": { + "9510f44154878e6c2d67a07e433c59879958bf5f962fcb2b54b8752df1aabbd7": { + "service": "api", + "usage_usec": 10087041, + "user_usec": 7099999, + "system_usec": 2987041, + "nr_periods": 127, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "fb4f5a2d34e1865f095c23fc5ff7ed1810c7e2a19912782bf70a6a44bc3df3c3": { + "service": "api", + "usage_usec": 11413865, + "user_usec": 7760334, + "system_usec": 3653530, + "nr_periods": 132, + "nr_throttled": 3, + "throttled_usec": 12518, + "nr_bursts": 0, + "burst_usec": 0 + }, + "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f": { + "service": "postgres", + "usage_usec": 260446818, + "user_usec": 174309659, + "system_usec": 86137158, + "nr_periods": 2253, + "nr_throttled": 73, + "throttled_usec": 7070730, + "nr_bursts": 0, + "burst_usec": 0 + }, + "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3": { + "service": "lb", + "usage_usec": 68425421, + "user_usec": 28235766, + "system_usec": 40189655, + "nr_periods": 2027, + "nr_throttled": 65, + "throttled_usec": 12369451, + "nr_bursts": 0, + "burst_usec": 0 + }, + "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864": { + "service": "redis", + "usage_usec": 18438360, + "user_usec": 7644842, + "system_usec": 10793518, + "nr_periods": 2404, + "nr_throttled": 20, + "throttled_usec": 947212, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 10, + "write_bytes": 167772160, + "write_time": 147.987, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 10, + "fsync_time": 135.9, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 122913, + "write_bytes": 1375322112, + "write_time": 3577.582, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 92165, + "fsync_time": 90831.56, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1231, + "write_bytes": 11681792, + "write_time": 14.576, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 7, + "fsync_time": 3.823, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 6, + "write_bytes": 49152, + "write_time": 0.114, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 6, + "fsync_time": 0.673, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.045, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 14.166, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 13.793000000000001, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 160, + "write_bytes": 112549888, + "write_time": 120.979, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 160, + "fsync_time": 673.162, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } + ], + "wal": { + "wal_records": 6869564, + "wal_fpi": 7955, + "wal_bytes": 744524014, + "wal_buffers_full": 31916, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } +} diff --git a/evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/load.json b/evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/load.json new file mode 100644 index 00000000..8bc9745f --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/load.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 584.108, + "p95": 1163.496, + "p99": 1488.498 + }, + "failure_counts": { + "dropped_inflight": 40309, + "http_503": 2021 + }, + "instance_responses": { + "9510f4415487": 24232, + "fb4f5a2d34e1": 23438 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "763ce7d9de84aa31", + "schedule_lag_ms": { + "p50": 0.058, + "p95": 0.117, + "p99": 0.634 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:27:26.135406Z", + "success_latency_ms": { + "p50": 573.874, + "p95": 970.804, + "p99": 1394.874 + }, + "success_ratio": 0.529667, + "successful_requests": 47670, + "successful_rps_wall": 1561.99, + "successful_rps_window": 1589, + "wall_duration_s": 30.519, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/postgres-statements.json b/evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/postgres-statements.json new file mode 100644 index 00000000..72bccbeb --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/postgres-statements.json @@ -0,0 +1,134 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 47691, + "total_exec_ms": 18893.24, + "mean_exec_ms": 0.396, + "rows": 47691, + "shared_blks_hit": 1133707, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 47696, + "total_exec_ms": 12481.124, + "mean_exec_ms": 0.262, + "rows": 47696, + "shared_blks_hit": 453921, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 48720, + "total_exec_ms": 2522.144, + "mean_exec_ms": 0.052, + "rows": 48720, + "shared_blks_hit": 194880, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 4854991825702068830, + "calls": 47708, + "total_exec_ms": 37.57, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 6097083398544187049, + "calls": 47686, + "total_exec_ms": 35.915, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 33.622, + "mean_exec_ms": 16.811, + "rows": 2, + "shared_blks_hit": 3126, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 7421764486656699138, + "calls": 8, + "total_exec_ms": 4.507, + "mean_exec_ms": 0.563, + "rows": 8, + "shared_blks_hit": 8, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 0.628, + "mean_exec_ms": 0.314, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.36, + "mean_exec_ms": 0.36, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.14, + "mean_exec_ms": 0.07, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": 4670030308230031587, + "calls": 2, + "total_exec_ms": 0.069, + "mean_exec_ms": 0.034, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1,current_setting($2),$3,current_setting($4),$5,current_setting($6),$7,current_setting($8))" + }, + { + "queryid": -7676915344437841334, + "calls": 1, + "total_exec_ms": 0.001, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/samples.jsonl b/evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/samples.jsonl new file mode 100644 index 00000000..9b1e08d6 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/samples.jsonl @@ -0,0 +1,8 @@ +{"at_utc": "2026-10-29T21:27:27.529+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "119.31%", "Container": "9510f44154878e6c2d67a07e433c59879958bf5f962fcb2b54b8752df1aabbd7", "ID": "9510f4415487", "MemPerc": "23.83%", "MemUsage": "122MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "17.5MB / 18.6MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "118.91%", "Container": "fb4f5a2d34e1865f095c23fc5ff7ed1810c7e2a19912782bf70a6a44bc3df3c3", "ID": "fb4f5a2d34e1", "MemPerc": "25.99%", "MemUsage": "133.1MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "16.9MB / 17.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "36.95%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.56%", "MemUsage": "124.3MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "296MB / 310MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 1.99GB", "CPUPerc": "153.62%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.75%", "MemUsage": "126.7MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "232MB / 195MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.85%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.64%", "MemUsage": "9.773MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "47.9MB / 63.4MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:27:30.146+00:00", "postgres_activity": {"connections": 17, "active": 12, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:27:30.490+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "677", "qcur": "0", "stot": "147103", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "346", "qcur": "0", "stot": "147836", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "295442", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:27:30.623+00:00"} +{"at_utc": "2026-10-29T21:27:31.124+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "104.09%", "Container": "9510f44154878e6c2d67a07e433c59879958bf5f962fcb2b54b8752df1aabbd7", "ID": "9510f4415487", "MemPerc": "24.83%", "MemUsage": "127.1MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "20.9MB / 22.4MB", "PIDs": "14"}, {"BlockIO": "0B / 0B", "CPUPerc": "116.28%", "Container": "fb4f5a2d34e1865f095c23fc5ff7ed1810c7e2a19912782bf70a6a44bc3df3c3", "ID": "fb4f5a2d34e1", "MemPerc": "26.53%", "MemUsage": "135.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "21.5MB / 22.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "38.63%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.65%", "MemUsage": "124.5MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "302MB / 317MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 2.03GB", "CPUPerc": "161.30%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.87%", "MemUsage": "127.4MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "239MB / 201MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "13.62%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.65%", "MemUsage": "9.793MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "48.9MB / 64.8MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:27:33.722+00:00", "postgres_activity": {"connections": 12, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:27:34.249+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "495", "qcur": "0", "stot": "149846", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "527", "qcur": "0", "stot": "150578", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "300927", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:27:34.450+00:00"} +{"at_utc": "2026-10-29T21:27:34.954+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "120.75%", "Container": "9510f44154878e6c2d67a07e433c59879958bf5f962fcb2b54b8752df1aabbd7", "ID": "9510f4415487", "MemPerc": "25.35%", "MemUsage": "129.8MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "25.4MB / 27.2MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "125.65%", "Container": "fb4f5a2d34e1865f095c23fc5ff7ed1810c7e2a19912782bf70a6a44bc3df3c3", "ID": "fb4f5a2d34e1", "MemPerc": "27.06%", "MemUsage": "138.6MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "24.6MB / 26.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "35.77%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.56%", "MemUsage": "124.3MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "307MB / 321MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 2.05GB", "CPUPerc": "162.60%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.88%", "MemUsage": "127.4MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "243MB / 204MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "13.04%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.62%", "MemUsage": "9.758MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "49.7MB / 65.8MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:27:37.120+00:00", "postgres_activity": {"connections": 17, "active": 14, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:27:37.545+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "484", "qcur": "0", "stot": "152640", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "532", "qcur": "0", "stot": "153373", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1016", "qcur": "0", "stot": "306516", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:27:37.715+00:00"} +{"at_utc": "2026-10-29T21:27:38.216+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "106.67%", "Container": "9510f44154878e6c2d67a07e433c59879958bf5f962fcb2b54b8752df1aabbd7", "ID": "9510f4415487", "MemPerc": "26.02%", "MemUsage": "133.2MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "30MB / 32.2MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "121.23%", "Container": "fb4f5a2d34e1865f095c23fc5ff7ed1810c7e2a19912782bf70a6a44bc3df3c3", "ID": "fb4f5a2d34e1", "MemPerc": "25.80%", "MemUsage": "132.1MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "28.2MB / 30.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "39.04%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.60%", "MemUsage": "124.4MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "313MB / 328MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 2.08GB", "CPUPerc": "161.31%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.82%", "MemUsage": "127.1MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "248MB / 208MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.21%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.62%", "MemUsage": "9.75MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "50.8MB / 67.2MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:27:40.869+00:00", "postgres_activity": {"connections": 17, "active": 4, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:27:41.281+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "347", "qcur": "0", "stot": "155877", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "673", "qcur": "0", "stot": "156609", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1020", "qcur": "0", "stot": "312989", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:27:41.435+00:00"} +{"at_utc": "2026-10-29T21:27:41.935+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "166.74%", "Container": "9510f44154878e6c2d67a07e433c59879958bf5f962fcb2b54b8752df1aabbd7", "ID": "9510f4415487", "MemPerc": "30.05%", "MemUsage": "153.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "34.1MB / 36.8MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "182.87%", "Container": "fb4f5a2d34e1865f095c23fc5ff7ed1810c7e2a19912782bf70a6a44bc3df3c3", "ID": "fb4f5a2d34e1", "MemPerc": "25.76%", "MemUsage": "131.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "33.7MB / 36.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "72.80%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.77%", "MemUsage": "124.8MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "319MB / 335MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 2.11GB", "CPUPerc": "152.58%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.99%", "MemUsage": "128MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "253MB / 212MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "12.32%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.61%", "MemUsage": "9.742MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "51.8MB / 68.5MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:27:44.757+00:00", "postgres_activity": {"connections": 18, "active": 16, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:27:45.248+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP 1/2", "scur": "519", "qcur": "0", "stot": "158710", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP 1/2", "scur": "493", "qcur": "0", "stot": "159443", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1012", "qcur": "0", "stot": "318656", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:27:45.402+00:00"} +{"at_utc": "2026-10-29T21:27:45.903+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "107.27%", "Container": "9510f44154878e6c2d67a07e433c59879958bf5f962fcb2b54b8752df1aabbd7", "ID": "9510f4415487", "MemPerc": "25.25%", "MemUsage": "129.3MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "37.8MB / 40.7MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "103.34%", "Container": "fb4f5a2d34e1865f095c23fc5ff7ed1810c7e2a19912782bf70a6a44bc3df3c3", "ID": "fb4f5a2d34e1", "MemPerc": "26.36%", "MemUsage": "135MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "37.2MB / 39.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "39.82%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.61%", "MemUsage": "124.5MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "325MB / 340MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 2.15GB", "CPUPerc": "147.78%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.91%", "MemUsage": "127.5MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "257MB / 216MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.31%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.60%", "MemUsage": "9.73MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "52.7MB / 69.7MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:27:47.895+00:00", "postgres_activity": {"connections": 17, "active": 3, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:27:48.357+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "574", "qcur": "0", "stot": "161471", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "443", "qcur": "0", "stot": "162203", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1017", "qcur": "0", "stot": "324177", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:27:48.477+00:00"} +{"at_utc": "2026-10-29T21:27:48.978+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "121.33%", "Container": "9510f44154878e6c2d67a07e433c59879958bf5f962fcb2b54b8752df1aabbd7", "ID": "9510f4415487", "MemPerc": "24.63%", "MemUsage": "126.1MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "42.8MB / 46.3MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "113.72%", "Container": "fb4f5a2d34e1865f095c23fc5ff7ed1810c7e2a19912782bf70a6a44bc3df3c3", "ID": "fb4f5a2d34e1", "MemPerc": "29.66%", "MemUsage": "151.8MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "42MB / 45MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "40.63%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.62%", "MemUsage": "124.5MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "329MB / 345MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 2.18GB", "CPUPerc": "150.90%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "25.04%", "MemUsage": "128.2MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "263MB / 221MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.86%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.64%", "MemUsage": "9.777MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "53.8MB / 71.2MB", "PIDs": "12"}], "docker_at_utc": "2026-10-29T21:27:51.594+00:00", "postgres_activity": {"connections": 17, "active": 5, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:27:52.083+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "764", "qcur": "0", "stot": "165108", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "256", "qcur": "0", "stot": "165840", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1020", "qcur": "0", "stot": "331451", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:27:52.260+00:00"} +{"at_utc": "2026-10-29T21:27:52.761+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "105.09%", "Container": "9510f44154878e6c2d67a07e433c59879958bf5f962fcb2b54b8752df1aabbd7", "ID": "9510f4415487", "MemPerc": "24.09%", "MemUsage": "123.3MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "46.5MB / 50.2MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "115.70%", "Container": "fb4f5a2d34e1865f095c23fc5ff7ed1810c7e2a19912782bf70a6a44bc3df3c3", "ID": "fb4f5a2d34e1", "MemPerc": "29.10%", "MemUsage": "149MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "45.4MB / 48.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "35.40%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.77%", "MemUsage": "124.8MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "337MB / 353MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 2.21GB", "CPUPerc": "193.98%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.97%", "MemUsage": "127.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "266MB / 223MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.33%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.60%", "MemUsage": "9.727MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "54.6MB / 72.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:27:55.449+00:00", "postgres_activity": {"connections": 17, "active": 8, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:27:56.321+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "284", "qcur": "0", "stot": "167637", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "184", "qcur": "0", "stot": "168370", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "468", "qcur": "0", "stot": "336510", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:27:56.460+00:00"} diff --git a/evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/warmup.json b/evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/warmup.json new file mode 100644 index 00000000..3d1bf5e5 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/05-commit-0-repeat5/warmup.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 461.226, + "p95": 1105.152, + "p99": 1523.534 + }, + "failure_counts": { + "dropped_inflight": 11731, + "http_503": 889 + }, + "instance_responses": { + "9510f4415487": 9134, + "fb4f5a2d34e1": 8246 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "e8e6013b1a11596d", + "schedule_lag_ms": { + "p50": 0.059, + "p95": 0.114, + "p99": 0.265 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 30000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:27:08.614852Z", + "success_latency_ms": { + "p50": 444.197, + "p95": 1026.967, + "p99": 1242.029 + }, + "success_ratio": 0.579333, + "successful_requests": 17380, + "successful_rps_wall": 1689.131, + "successful_rps_window": 1738, + "wall_duration_s": 10.289, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/compose-scale.log b/evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/compose-scale.log new file mode 100644 index 00000000..1fd42529 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-c464df76f3-api-2 Recreate + Container lab3-grade5-c464df76f3-api-1 Recreate + Container lab3-grade5-c464df76f3-api-1 Recreated + Container lab3-grade5-c464df76f3-api-2 Recreated + Container lab3-grade5-c464df76f3-api-1 Starting + Container lab3-grade5-c464df76f3-api-1 Started + Container lab3-grade5-c464df76f3-api-2 Starting + Container lab3-grade5-c464df76f3-api-2 Started diff --git a/evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/diagnostics-after.json b/evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/diagnostics-after.json new file mode 100644 index 00000000..1e221068 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/diagnostics-after.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:28:51.528+00:00", + "cgroups": { + "a8a9827cd605059b2977c0cc3ca9241c369ca4ed3953204aa374071805ddace9": { + "service": "api", + "usage_usec": 40178629, + "user_usec": 28831545, + "system_usec": 11347084, + "nr_periods": 443, + "nr_throttled": 6, + "throttled_usec": 453618, + "nr_bursts": 0, + "burst_usec": 0 + }, + "68d4c137322a833c7d8898b340bec25e5e8b8239aad44ccaf251696699de867d": { + "service": "api", + "usage_usec": 40811396, + "user_usec": 28789805, + "system_usec": 12021590, + "nr_periods": 445, + "nr_throttled": 7, + "throttled_usec": 509610, + "nr_bursts": 0, + "burst_usec": 0 + }, + "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f": { + "service": "postgres", + "usage_usec": 365207405, + "user_usec": 245170954, + "system_usec": 120036450, + "nr_periods": 3071, + "nr_throttled": 123, + "throttled_usec": 9826767, + "nr_bursts": 0, + "burst_usec": 0 + }, + "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3": { + "service": "lb", + "usage_usec": 96200076, + "user_usec": 39834886, + "system_usec": 56365189, + "nr_periods": 2799, + "nr_throttled": 88, + "throttled_usec": 15885870, + "nr_bursts": 0, + "burst_usec": 0 + }, + "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864": { + "service": "redis", + "usage_usec": 25780122, + "user_usec": 10618244, + "system_usec": 15161877, + "nr_periods": 3238, + "nr_throttled": 28, + "throttled_usec": 1600906, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "1000", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 10, + "write_bytes": 167772160, + "write_time": 147.987, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 10, + "fsync_time": 135.9, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 163339, + "write_bytes": 1864777728, + "write_time": 4983.186, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 126304, + "fsync_time": 127430.969, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1233, + "write_bytes": 11698176, + "write_time": 14.596, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 5.148, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 7, + "write_bytes": 57344, + "write_time": 0.131, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 7, + "fsync_time": 0.795, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.045, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 14.166, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 13.793000000000001, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 203, + "write_bytes": 132366336, + "write_time": 138.037, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 203, + "fsync_time": 867.244, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } + ], + "wal": { + "wal_records": 9062535, + "wal_fpi": 10326, + "wal_bytes": 971391520, + "wal_buffers_full": 38178, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } +} diff --git a/evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/diagnostics-before.json b/evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/diagnostics-before.json new file mode 100644 index 00000000..1aa7da04 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/diagnostics-before.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:28:19.814+00:00", + "cgroups": { + "a8a9827cd605059b2977c0cc3ca9241c369ca4ed3953204aa374071805ddace9": { + "service": "api", + "usage_usec": 10175218, + "user_usec": 7324590, + "system_usec": 2850628, + "nr_periods": 135, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "68d4c137322a833c7d8898b340bec25e5e8b8239aad44ccaf251696699de867d": { + "service": "api", + "usage_usec": 10140232, + "user_usec": 6768910, + "system_usec": 3371322, + "nr_periods": 136, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f": { + "service": "postgres", + "usage_usec": 322755109, + "user_usec": 216450451, + "system_usec": 106304658, + "nr_periods": 2754, + "nr_throttled": 100, + "throttled_usec": 9073554, + "nr_bursts": 0, + "burst_usec": 0 + }, + "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3": { + "service": "lb", + "usage_usec": 84776366, + "user_usec": 34984315, + "system_usec": 49792051, + "nr_periods": 2491, + "nr_throttled": 81, + "throttled_usec": 15125251, + "nr_bursts": 0, + "burst_usec": 0 + }, + "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864": { + "service": "redis", + "usage_usec": 22937379, + "user_usec": 9515159, + "system_usec": 13422219, + "nr_periods": 2923, + "nr_throttled": 28, + "throttled_usec": 1600906, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "1000", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 10, + "write_bytes": 167772160, + "write_time": 147.987, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 10, + "fsync_time": 135.9, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 154323, + "write_bytes": 1728454656, + "write_time": 4535.66, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 117299, + "fsync_time": 116072.013, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1233, + "write_bytes": 11698176, + "write_time": 14.596, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 5.148, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 7, + "write_bytes": 57344, + "write_time": 0.131, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 7, + "fsync_time": 0.795, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.045, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 14.166, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 13.793000000000001, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 190, + "write_bytes": 132251648, + "write_time": 137.671, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 190, + "fsync_time": 820.242, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } + ], + "wal": { + "wal_records": 8403210, + "wal_fpi": 9773, + "wal_bytes": 909692918, + "wal_buffers_full": 38178, + "stats_reset": "2026-10-29T21:23:05.267112+00:00" + } +} diff --git a/evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/load.json b/evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/load.json new file mode 100644 index 00000000..d7bdadc2 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/load.json @@ -0,0 +1,39 @@ +{ + "completed_full_latency_ms": { + "p50": 543.288, + "p95": 1144.108, + "p99": 1561.503 + }, + "failure_counts": { + "connection": 43, + "dropped_inflight": 40127, + "http_503": 1757 + }, + "instance_responses": { + "68d4c137322a": 24053, + "a8a9827cd605": 24020 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "652a16d6cc23404d", + "schedule_lag_ms": { + "p50": 0.06, + "p95": 0.124, + "p99": 0.699 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:28:20.948599Z", + "success_latency_ms": { + "p50": 536.685, + "p95": 955.676, + "p99": 1477.092 + }, + "success_ratio": 0.534144, + "successful_requests": 48073, + "successful_rps_wall": 1588.395, + "successful_rps_window": 1602.433, + "wall_duration_s": 30.265, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/postgres-statements.json b/evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/postgres-statements.json new file mode 100644 index 00000000..23b728e1 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/postgres-statements.json @@ -0,0 +1,134 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 48095, + "total_exec_ms": 15559.107, + "mean_exec_ms": 0.324, + "rows": 48095, + "shared_blks_hit": 1143662, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 48104, + "total_exec_ms": 12530.79, + "mean_exec_ms": 0.26, + "rows": 48104, + "shared_blks_hit": 457493, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 49163, + "total_exec_ms": 2505.398, + "mean_exec_ms": 0.051, + "rows": 49163, + "shared_blks_hit": 196652, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 6097083398544187049, + "calls": 48086, + "total_exec_ms": 75.698, + "mean_exec_ms": 0.002, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 41.494, + "mean_exec_ms": 20.747, + "rows": 2, + "shared_blks_hit": 3134, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 4854991825702068830, + "calls": 48120, + "total_exec_ms": 36.626, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 8, + "total_exec_ms": 6.927, + "mean_exec_ms": 0.866, + "rows": 8, + "shared_blks_hit": 8, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 0.59, + "mean_exec_ms": 0.295, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.236, + "mean_exec_ms": 0.236, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.106, + "mean_exec_ms": 0.053, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": 4670030308230031587, + "calls": 2, + "total_exec_ms": 0.087, + "mean_exec_ms": 0.044, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1,current_setting($2),$3,current_setting($4),$5,current_setting($6),$7,current_setting($8))" + }, + { + "queryid": -7676915344437841334, + "calls": 10, + "total_exec_ms": 0.041, + "mean_exec_ms": 0.004, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/samples.jsonl b/evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/samples.jsonl new file mode 100644 index 00000000..6d9f49c9 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/samples.jsonl @@ -0,0 +1,8 @@ +{"at_utc": "2026-10-29T21:28:21.933+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "158.48%", "Container": "a8a9827cd605059b2977c0cc3ca9241c369ca4ed3953204aa374071805ddace9", "ID": "a8a9827cd605", "MemPerc": "23.58%", "MemUsage": "120.7MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "15.7MB / 16.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "250.15%", "Container": "68d4c137322a833c7d8898b340bec25e5e8b8239aad44ccaf251696699de867d", "ID": "68d4c137322a", "MemPerc": "23.02%", "MemUsage": "117.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "15.8MB / 16.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "134.19%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.79%", "MemUsage": "124.9MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "362MB / 379MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 2.4GB", "CPUPerc": "229.93%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "23.23%", "MemUsage": "118.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "287MB / 241MB", "PIDs": "23"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.08%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.60%", "MemUsage": "9.727MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "58.6MB / 77.6MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:28:24.916+00:00", "postgres_activity": {"connections": 17, "active": 7, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:28:25.568+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "459", "qcur": "0", "stot": "179621", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP 1/2", "scur": "561", "qcur": "0", "stot": "180352", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1021", "qcur": "0", "stot": "360477", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:28:25.735+00:00"} +{"at_utc": "2026-10-29T21:28:26.236+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "100.86%", "Container": "a8a9827cd605059b2977c0cc3ca9241c369ca4ed3953204aa374071805ddace9", "ID": "a8a9827cd605", "MemPerc": "23.37%", "MemUsage": "119.7MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "18.8MB / 20.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "97.13%", "Container": "68d4c137322a833c7d8898b340bec25e5e8b8239aad44ccaf251696699de867d", "ID": "68d4c137322a", "MemPerc": "24.75%", "MemUsage": "126.7MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "18.8MB / 20MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "32.43%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.47%", "MemUsage": "124.1MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "367MB / 384MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 2.41GB", "CPUPerc": "135.89%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.78%", "MemUsage": "126.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "290MB / 244MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.77%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.59%", "MemUsage": "9.715MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "59.4MB / 78.6MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:28:28.172+00:00", "postgres_activity": {"connections": 17, "active": 7, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:28:28.655+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "429", "qcur": "0", "stot": "182095", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "589", "qcur": "0", "stot": "182828", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1018", "qcur": "0", "stot": "365426", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:28:28.779+00:00"} +{"at_utc": "2026-10-29T21:28:29.281+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "111.32%", "Container": "a8a9827cd605059b2977c0cc3ca9241c369ca4ed3953204aa374071805ddace9", "ID": "a8a9827cd605", "MemPerc": "24.66%", "MemUsage": "126.2MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "24.1MB / 25.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "110.95%", "Container": "68d4c137322a833c7d8898b340bec25e5e8b8239aad44ccaf251696699de867d", "ID": "68d4c137322a", "MemPerc": "24.35%", "MemUsage": "124.7MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "22.4MB / 24MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "39.77%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.44%", "MemUsage": "124MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "374MB / 392MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 2.43GB", "CPUPerc": "160.93%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.94%", "MemUsage": "127.7MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "296MB / 249MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.29%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.61%", "MemUsage": "9.746MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "60.6MB / 80.2MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:28:31.900+00:00", "postgres_activity": {"connections": 17, "active": 3, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:28:32.397+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "476", "qcur": "0", "stot": "185829", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "544", "qcur": "0", "stot": "186562", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1020", "qcur": "0", "stot": "372894", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:28:32.554+00:00"} +{"at_utc": "2026-10-29T21:28:33.058+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "108.90%", "Container": "a8a9827cd605059b2977c0cc3ca9241c369ca4ed3953204aa374071805ddace9", "ID": "a8a9827cd605", "MemPerc": "25.16%", "MemUsage": "128.8MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "27.9MB / 30MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "113.95%", "Container": "68d4c137322a833c7d8898b340bec25e5e8b8239aad44ccaf251696699de867d", "ID": "68d4c137322a", "MemPerc": "23.38%", "MemUsage": "119.7MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "27.9MB / 30.1MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "44.91%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.54%", "MemUsage": "124.2MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "380MB / 398MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 2.45GB", "CPUPerc": "140.88%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.92%", "MemUsage": "127.6MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "301MB / 253MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.23%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.60%", "MemUsage": "9.734MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "61.2MB / 81.1MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:28:35.764+00:00", "postgres_activity": {"connections": 17, "active": 6, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:28:36.251+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "545", "qcur": "0", "stot": "188623", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "475", "qcur": "0", "stot": "189356", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1020", "qcur": "0", "stot": "378482", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:28:36.505+00:00"} +{"at_utc": "2026-10-29T21:28:37.008+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "112.71%", "Container": "a8a9827cd605059b2977c0cc3ca9241c369ca4ed3953204aa374071805ddace9", "ID": "a8a9827cd605", "MemPerc": "25.93%", "MemUsage": "132.8MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "31.7MB / 34.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "111.31%", "Container": "68d4c137322a833c7d8898b340bec25e5e8b8239aad44ccaf251696699de867d", "ID": "68d4c137322a", "MemPerc": "23.96%", "MemUsage": "122.7MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "31.8MB / 34.3MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "37.26%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.52%", "MemUsage": "124.2MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "385MB / 403MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 2.46GB", "CPUPerc": "147.64%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "25.01%", "MemUsage": "128MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "305MB / 256MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.93%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.61%", "MemUsage": "9.738MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "62.4MB / 82.6MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:28:38.930+00:00", "postgres_activity": {"connections": 17, "active": 7, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:28:39.359+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "601", "qcur": "0", "stot": "191513", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "411", "qcur": "0", "stot": "192246", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1012", "qcur": "0", "stot": "384262", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:28:39.522+00:00"} +{"at_utc": "2026-10-29T21:28:40.024+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "114.46%", "Container": "a8a9827cd605059b2977c0cc3ca9241c369ca4ed3953204aa374071805ddace9", "ID": "a8a9827cd605", "MemPerc": "27.69%", "MemUsage": "141.8MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "35.2MB / 38.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "117.28%", "Container": "68d4c137322a833c7d8898b340bec25e5e8b8239aad44ccaf251696699de867d", "ID": "68d4c137322a", "MemPerc": "24.58%", "MemUsage": "125.8MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "37MB / 39.9MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "44.35%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.53%", "MemUsage": "124.2MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "392MB / 411MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 2.48GB", "CPUPerc": "170.39%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.99%", "MemUsage": "128MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "312MB / 262MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "12.15%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.61%", "MemUsage": "9.738MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "63.6MB / 84.2MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:28:42.661+00:00", "postgres_activity": {"connections": 17, "active": 2, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:28:42.979+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "518", "qcur": "0", "stot": "195226", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "501", "qcur": "0", "stot": "195958", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1019", "qcur": "0", "stot": "391687", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:28:43.117+00:00"} +{"at_utc": "2026-10-29T21:28:43.623+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "115.61%", "Container": "a8a9827cd605059b2977c0cc3ca9241c369ca4ed3953204aa374071805ddace9", "ID": "a8a9827cd605", "MemPerc": "26.34%", "MemUsage": "134.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "40.9MB / 44.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "116.82%", "Container": "68d4c137322a833c7d8898b340bec25e5e8b8239aad44ccaf251696699de867d", "ID": "68d4c137322a", "MemPerc": "24.83%", "MemUsage": "127.1MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "41.1MB / 44.3MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "42.30%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.48%", "MemUsage": "124.1MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "396MB / 415MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 2.5GB", "CPUPerc": "158.70%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "24.98%", "MemUsage": "127.9MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "316MB / 265MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.93%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.62%", "MemUsage": "9.758MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "64.6MB / 85.5MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:28:46.630+00:00", "postgres_activity": {"connections": 17, "active": 9, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:28:47.061+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "495", "qcur": "0", "stot": "198139", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "529", "qcur": "0", "stot": "198872", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "397514", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:28:47.175+00:00"} +{"at_utc": "2026-10-29T21:28:47.681+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "112.86%", "Container": "a8a9827cd605059b2977c0cc3ca9241c369ca4ed3953204aa374071805ddace9", "ID": "a8a9827cd605", "MemPerc": "24.11%", "MemUsage": "123.4MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-1", "NetIO": "45.7MB / 49.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "108.33%", "Container": "68d4c137322a833c7d8898b340bec25e5e8b8239aad44ccaf251696699de867d", "ID": "68d4c137322a", "MemPerc": "25.12%", "MemUsage": "128.6MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-api-2", "NetIO": "45.8MB / 49.4MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "33.47%", "Container": "f228ab9c15740c4ce94f52f9da000855256d99737823976874b7edbd16a2aac3", "ID": "f228ab9c1574", "MemPerc": "48.46%", "MemUsage": "124.1MiB / 256MiB", "Name": "lab3-grade5-c464df76f3-lb-1", "NetIO": "405MB / 424MB", "PIDs": "9"}, {"BlockIO": "1.11MB / 2.53GB", "CPUPerc": "147.60%", "Container": "15eddd191e30396c7011327b7f60b6114145016b62189f4d144f3c24f8fe3d0f", "ID": "15eddd191e30", "MemPerc": "25.15%", "MemUsage": "128.8MiB / 512MiB", "Name": "lab3-grade5-c464df76f3-postgres-1", "NetIO": "320MB / 268MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.47%", "Container": "6eec5ef4e72caad1490bc02d97b8ec00439bfd3199b2754a5503d407dfedb864", "ID": "6eec5ef4e72c", "MemPerc": "7.59%", "MemUsage": "9.719MiB / 128MiB", "Name": "lab3-grade5-c464df76f3-redis-1", "NetIO": "65.6MB / 87MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:28:50.484+00:00", "postgres_activity": {"connections": 17, "active": 7, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:28:50.867+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "435", "qcur": "0", "stot": "201463", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "516", "qcur": "0", "stot": "202195", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "951", "qcur": "0", "stot": "404161", "ereq": "", "econ": "503", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:28:51.000+00:00"} diff --git a/evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/warmup.json b/evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/warmup.json new file mode 100644 index 00000000..3b290cb2 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/06-commit-1000-repeat6/warmup.json @@ -0,0 +1,39 @@ +{ + "completed_full_latency_ms": { + "p50": 489.978, + "p95": 1272.069, + "p99": 1890.967 + }, + "failure_counts": { + "connection": 1521, + "dropped_inflight": 10660, + "http_503": 360 + }, + "instance_responses": { + "68d4c137322a": 8721, + "a8a9827cd605": 8738 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "8aba00e5fe43a53d", + "schedule_lag_ms": { + "p50": 0.061, + "p95": 0.12, + "p99": 0.333 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 30000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:28:03.085044Z", + "success_latency_ms": { + "p50": 498.327, + "p95": 904.215, + "p99": 1911.97 + }, + "success_ratio": 0.581967, + "successful_requests": 17459, + "successful_rps_wall": 1613.858, + "successful_rps_window": 1745.9, + "wall_duration_s": 10.818, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-group-commit-2026-10-30/cleanup.log b/evidence/grade5-group-commit-2026-10-30/cleanup.log new file mode 100644 index 00000000..476279a8 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/cleanup.log @@ -0,0 +1,30 @@ + Container lab3-grade5-c464df76f3-lb-1 Stopping + Container lab3-grade5-c464df76f3-redis-1 Stopping + Container lab3-grade5-c464df76f3-redis-1 Stopped + Container lab3-grade5-c464df76f3-redis-1 Removing + Container lab3-grade5-c464df76f3-redis-1 Removed + Container lab3-grade5-c464df76f3-lb-1 Stopped + Container lab3-grade5-c464df76f3-lb-1 Removing + Container lab3-grade5-c464df76f3-lb-1 Removed + Container lab3-grade5-c464df76f3-api-2 Stopping + Container lab3-grade5-c464df76f3-api-1 Stopping + Container lab3-grade5-c464df76f3-api-2 Stopped + Container lab3-grade5-c464df76f3-api-2 Removing + Container lab3-grade5-c464df76f3-api-1 Stopped + Container lab3-grade5-c464df76f3-api-1 Removing + Container lab3-grade5-c464df76f3-api-2 Removed + Container lab3-grade5-c464df76f3-api-1 Removed + Container lab3-grade5-c464df76f3-migrate-1 Stopping + Container lab3-grade5-c464df76f3-migrate-1 Stopped + Container lab3-grade5-c464df76f3-migrate-1 Removing + Container lab3-grade5-c464df76f3-migrate-1 Removed + Container lab3-grade5-c464df76f3-postgres-1 Stopping + Container lab3-grade5-c464df76f3-postgres-1 Stopped + Container lab3-grade5-c464df76f3-postgres-1 Removing + Container lab3-grade5-c464df76f3-postgres-1 Removed + Volume lab3-grade5-c464df76f3_redis_data Removing + Network lab3-grade5-c464df76f3_default Removing + Volume lab3-grade5-c464df76f3_postgres_data Removing + Volume lab3-grade5-c464df76f3_redis_data Removed + Volume lab3-grade5-c464df76f3_postgres_data Removed + Network lab3-grade5-c464df76f3_default Removed diff --git a/evidence/grade5-group-commit-2026-10-30/compose-up.log b/evidence/grade5-group-commit-2026-10-30/compose-up.log new file mode 100644 index 00000000..d6c88d39 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/compose-up.log @@ -0,0 +1,157 @@ +#1 [internal] load local bake definitions +#1 reading from stdin 1.44kB done +#1 DONE 0.0s + +#2 [migrate internal] load build definition from Dockerfile.migrate +#2 transferring dockerfile: 448B done +#2 DONE 0.0s + +#3 [api internal] load build definition from Dockerfile +#3 transferring dockerfile: 516B done +#3 DONE 0.0s + +#4 [migrate internal] load metadata for docker.io/library/golang:1.27.1-alpine +#4 DONE 0.9s + +#5 [migrate internal] load metadata for docker.io/library/alpine:3.22 +#5 DONE 0.9s + +#6 [migrate internal] load .dockerignore +#6 transferring context: 196B done +#6 DONE 0.0s + +#7 [api builder 1/6] FROM docker.io/library/golang:1.27.1-alpine@sha256:8a5910f31396cd4d89662f56c68b3ae31d374308270a1c3bd96672ee5ed43414 +#7 resolve docker.io/library/golang:1.27.1-alpine@sha256:8a5910f31396cd4d89662f56c68b3ae31d374308270a1c3bd96672ee5ed43414 0.0s done +#7 DONE 0.0s + +#8 [migrate stage-1 1/4] FROM docker.io/library/alpine:3.22@sha256:2e0b81d60597f449baa56dc25d355367869d2dca4cd57e866f1e2b52af3eb55f +#8 resolve docker.io/library/alpine:3.22@sha256:2e0b81d60597f449baa56dc25d355367869d2dca4cd57e866f1e2b52af3eb55f 0.0s done +#8 DONE 0.0s + +#9 [migrate internal] load build context +#9 transferring context: 632B 0.0s done +#9 DONE 0.1s + +#10 [api internal] load build context +#10 transferring context: 2.19MB 0.1s done +#10 DONE 0.2s + +#11 [migrate builder 5/7] COPY cmd/migrate/ ./cmd/migrate/ +#11 CACHED + +#12 [migrate builder 3/7] COPY go.mod go.sum ./ +#12 CACHED + +#13 [migrate stage-1 3/4] WORKDIR /app +#13 CACHED + +#14 [migrate builder 6/7] COPY db/migrations/ ./db/migrations/ +#14 CACHED + +#15 [migrate builder 7/7] RUN CGO_ENABLED=0 GOOS=linux go build -trimpath -o /app/migrate ./cmd/migrate +#15 CACHED + +#16 [migrate stage-1 2/4] RUN addgroup -S app && adduser -S app -G app +#16 CACHED + +#17 [migrate stage-1 4/4] COPY --from=builder /app/migrate ./migrate +#17 CACHED + +#18 [migrate builder 4/7] RUN go mod download +#18 CACHED + +#19 [api builder 2/6] WORKDIR /app +#19 CACHED + +#20 [api builder 3/6] COPY go.mod go.sum ./ +#20 CACHED + +#21 [api builder 4/6] RUN go mod download +#21 CACHED + +#22 [migrate] exporting to image +#22 exporting layers done +#22 exporting manifest sha256:4be51f4bf4b81d6e1fdc6f0d4179d7f637e275cc13271a8b6d4c78a3961386f3 done +#22 exporting config sha256:78d6614baa12511f62bd30dab429c090e73ba90a07c31d72c6b87d9f417896b3 +#22 exporting config sha256:78d6614baa12511f62bd30dab429c090e73ba90a07c31d72c6b87d9f417896b3 done +#22 exporting attestation manifest sha256:0816374cabda45e936555f133d434c70264e90eebcae20b6acf394a5f71ec47a 0.0s done +#22 exporting manifest list sha256:23b3fe11a01f05f6bb57818051d18d145e9a910e57f5472a2232b21b16c2385b done +#22 naming to docker.io/library/lab3-grade5-c464df76f3-migrate:latest done +#22 unpacking to docker.io/library/lab3-grade5-c464df76f3-migrate:latest 0.0s done +#22 DONE 0.1s + +#23 [api builder 5/6] COPY . . +#23 DONE 0.1s + +#24 [api builder 6/6] RUN CGO_ENABLED=0 GOOS=linux go build -o /app/server ./cmd/api +#24 ... + +#25 [migrate] resolving provenance for metadata file +#25 DONE 0.0s + +#24 [api builder 6/6] RUN CGO_ENABLED=0 GOOS=linux go build -o /app/server ./cmd/api +#24 DONE 21.0s + +#16 [api stage-1 2/4] RUN addgroup -S app && adduser -S app -G app +#16 CACHED + +#13 [api stage-1 3/4] WORKDIR /app +#13 CACHED + +#26 [api stage-1 4/4] COPY --from=builder /app/server ./server +#26 CACHED + +#27 [api] exporting to image +#27 exporting layers done +#27 exporting manifest sha256:b6a1c3b8aa87dd7a3295b9f4a2b655ee82d39f67460895523a18eff37e4fe66c done +#27 exporting config sha256:f7e6313048d34f98d7f9836eec52cab5d96f5146ff9eea3adc1497fc6093b66a done +#27 exporting attestation manifest sha256:a8f42e8e6ac3639a3729ba6c2b13efb99ae633c22d1b4ea7be6cbeeba1d52103 done +#27 exporting manifest list sha256:cc59f9c890091fcd1aeab8982117be7fb83b63825f3b54365fe4644b536525a0 done +#27 naming to docker.io/library/lab3-grade5-c464df76f3-api:latest done +#27 unpacking to docker.io/library/lab3-grade5-c464df76f3-api:latest done +#27 DONE 0.1s + +#28 [api] resolving provenance for metadata file +#28 DONE 0.0s + lab3-grade5-c464df76f3-api Built + lab3-grade5-c464df76f3-migrate Built + Network lab3-grade5-c464df76f3_default Creating + Network lab3-grade5-c464df76f3_default Created + Volume lab3-grade5-c464df76f3_redis_data Creating + Volume lab3-grade5-c464df76f3_redis_data Created + Volume lab3-grade5-c464df76f3_postgres_data Creating + Volume lab3-grade5-c464df76f3_postgres_data Created + Container lab3-grade5-c464df76f3-postgres-1 Creating + Container lab3-grade5-c464df76f3-redis-1 Creating + Container lab3-grade5-c464df76f3-redis-1 Created + Container lab3-grade5-c464df76f3-postgres-1 Created + Container lab3-grade5-c464df76f3-migrate-1 Creating + Container lab3-grade5-c464df76f3-migrate-1 Created + Container lab3-grade5-c464df76f3-api-2 Creating + Container lab3-grade5-c464df76f3-api-1 Creating + Container lab3-grade5-c464df76f3-api-1 Created + Container lab3-grade5-c464df76f3-api-2 Created + Container lab3-grade5-c464df76f3-lb-1 Creating + Container lab3-grade5-c464df76f3-lb-1 Created + Container lab3-grade5-c464df76f3-redis-1 Starting + Container lab3-grade5-c464df76f3-postgres-1 Starting + Container lab3-grade5-c464df76f3-redis-1 Started + Container lab3-grade5-c464df76f3-postgres-1 Started + Container lab3-grade5-c464df76f3-postgres-1 Waiting + Container lab3-grade5-c464df76f3-postgres-1 Healthy + Container lab3-grade5-c464df76f3-migrate-1 Starting + Container lab3-grade5-c464df76f3-migrate-1 Started + Container lab3-grade5-c464df76f3-postgres-1 Waiting + Container lab3-grade5-c464df76f3-migrate-1 Waiting + Container lab3-grade5-c464df76f3-migrate-1 Exited + Container lab3-grade5-c464df76f3-postgres-1 Healthy + Container lab3-grade5-c464df76f3-api-2 Starting + Container lab3-grade5-c464df76f3-api-2 Started + Container lab3-grade5-c464df76f3-api-1 Starting + Container lab3-grade5-c464df76f3-api-1 Started + Container lab3-grade5-c464df76f3-api-2 Waiting + Container lab3-grade5-c464df76f3-api-1 Waiting + Container lab3-grade5-c464df76f3-api-2 Healthy + Container lab3-grade5-c464df76f3-api-1 Healthy + Container lab3-grade5-c464df76f3-lb-1 Starting + Container lab3-grade5-c464df76f3-lb-1 Started diff --git a/evidence/grade5-group-commit-2026-10-30/environment-after.json b/evidence/grade5-group-commit-2026-10-30/environment-after.json new file mode 100644 index 00000000..09c8bece --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/environment-after.json @@ -0,0 +1,6 @@ +{ + "project": "lab3-grade5-c464df76f3", + "containers": [], + "volumes": [], + "at_utc": "2026-10-29T21:28:56.547+00:00" +} diff --git a/evidence/grade5-group-commit-2026-10-30/go-build.log b/evidence/grade5-group-commit-2026-10-30/go-build.log new file mode 100644 index 00000000..e69de29b diff --git a/evidence/grade5-group-commit-2026-10-30/images.txt b/evidence/grade5-group-commit-2026-10-30/images.txt new file mode 100644 index 00000000..85706530 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/images.txt @@ -0,0 +1,5 @@ +["postgres:18"] ["postgres@sha256:5a5a84b19854a9ffaa54082c166ff4ec27473a361e496e5ea167f298f2da9722"] sha256:5a5a84b19854a9ffaa54082c166ff4ec27473a361e496e5ea167f298f2da9722 2026-09-19T00:38:23.4706206Z +["redis:7.4-alpine"] ["redis@sha256:858f009f9709ce576febc734aa78b8f6d624b82571f9ddb6bda4377c833b3499"] sha256:858f009f9709ce576febc734aa78b8f6d624b82571f9ddb6bda4377c833b3499 2026-09-17T21:34:51.403061283Z +["haproxy:3.2.24-alpine"] ["haproxy@sha256:1aca32ee932b96d2a75f1882909325839dd23c138ba9c6fd26e4d88179f30f13"] sha256:1aca32ee932b96d2a75f1882909325839dd23c138ba9c6fd26e4d88179f30f13 2026-09-25T18:03:22.727988439Z +["lab3-grade5-c464df76f3-api:latest"] ["lab3-grade5-c464df76f3-api@sha256:cc59f9c890091fcd1aeab8982117be7fb83b63825f3b54365fe4644b536525a0"] sha256:cc59f9c890091fcd1aeab8982117be7fb83b63825f3b54365fe4644b536525a0 2026-10-28T20:59:48.124015878Z +["lab3-grade5-c464df76f3-migrate:latest"] ["lab3-grade5-c464df76f3-migrate@sha256:23b3fe11a01f05f6bb57818051d18d145e9a910e57f5472a2232b21b16c2385b"] sha256:23b3fe11a01f05f6bb57818051d18d145e9a910e57f5472a2232b21b16c2385b 2026-10-28T15:08:20.74140372Z diff --git a/evidence/grade5-group-commit-2026-10-30/plan.json b/evidence/grade5-group-commit-2026-10-30/plan.json new file mode 100644 index 00000000..b0984e15 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/plan.json @@ -0,0 +1,75 @@ +{ + "seed_messages": 100000, + "warmup_seconds": 10, + "warmup_rate": "target", + "settle_seconds": 3, + "max_inflight": 1024, + "runs": [ + { + "name": "commit-0-repeat1", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "commit_delay_us": 0, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "commit-1000-repeat2", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "commit_delay_us": 1000, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "commit-1000-repeat3", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "commit_delay_us": 1000, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "commit-0-repeat4", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "commit_delay_us": 0, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "commit-0-repeat5", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "commit_delay_us": 0, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "commit-1000-repeat6", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "commit_delay_us": 1000, + "rate": 3000, + "duration_seconds": 30 + } + ] +} diff --git a/evidence/grade5-group-commit-2026-10-30/summary.json b/evidence/grade5-group-commit-2026-10-30/summary.json new file mode 100644 index 00000000..55518246 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/summary.json @@ -0,0 +1,433 @@ +{ + "project": "lab3-grade5-c464df76f3", + "base_url": "http://127.0.0.1:63633", + "started_at_utc": "2026-10-29T21:22:38.645+00:00", + "host": { + "platform": "macOS-27.2-arm64-arm-64bit-Mach-O", + "machine": "arm64" + }, + "runs": [ + { + "name": "commit-0-repeat1", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "duration_seconds": 30, + "instances": [ + "eff11ee4bb8a", + "f35c88406547" + ], + "api_limits": [ + { + "container_id": "eff11ee4bb8a2bad937c772c303dd4ab19f4c2a8c7b7cd85e77245fd00c79c26", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "f35c88406547ef638d3f4413346336bde6df6d6f89e058d0bc2202e245192052", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 138558, + "messages_added": 38558, + "load": { + "completed_full_latency_ms": { + "p50": 612.942, + "p95": 1592.195, + "p99": 2202.785 + }, + "failure_counts": { + "dropped_inflight": 47786, + "http_503": 3679 + }, + "instance_responses": { + "eff11ee4bb8a": 19625, + "f35c88406547": 18910 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "14f59380ea950edc", + "schedule_lag_ms": { + "p50": 0.058, + "p95": 0.171, + "p99": 3.798 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:23:40.469387Z", + "success_latency_ms": { + "p50": 584.815, + "p95": 1285.907, + "p99": 1599.546 + }, + "success_ratio": 0.428167, + "successful_requests": 38535, + "successful_rps_wall": 1269.191, + "successful_rps_window": 1284.5, + "wall_duration_s": 30.362, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "commit-1000-repeat2", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 1000, + "duration_seconds": 30, + "instances": [ + "5050b5d59ed9", + "7df708b66fe8" + ], + "api_limits": [ + { + "container_id": "5050b5d59ed99a0b2201b6585af9d1ffcb9a6cd74a034a46fb2dab92e50a07b9", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "7df708b66fe8c4413660ead7a7cff90eaba8a87b74142d217330c7fa5158c6cc", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 143531, + "messages_added": 43531, + "load": { + "completed_full_latency_ms": { + "p50": 612.236, + "p95": 1232.412, + "p99": 1824.851 + }, + "failure_counts": { + "dropped_inflight": 44465, + "http_503": 2014 + }, + "instance_responses": { + "5050b5d59ed9": 22028, + "7df708b66fe8": 21493 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "b0878e3c24842d7f", + "schedule_lag_ms": { + "p50": 0.059, + "p95": 0.127, + "p99": 0.647 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:24:39.003003Z", + "success_latency_ms": { + "p50": 600.843, + "p95": 976.194, + "p99": 1248.272 + }, + "success_ratio": 0.483567, + "successful_requests": 43521, + "successful_rps_wall": 1437.618, + "successful_rps_window": 1450.7, + "wall_duration_s": 30.273, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "commit-1000-repeat3", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 1000, + "duration_seconds": 30, + "instances": [ + "8dae24229e4b", + "975eaaed0e00" + ], + "api_limits": [ + { + "container_id": "975eaaed0e003c9687a474700bd9b8e3469734215324eada941bd20e07fc079c", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "8dae24229e4b74f54ed5f000ae325dbd85d697390a00942cdb773995bd875fbe", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 147421, + "messages_added": 47421, + "load": { + "completed_full_latency_ms": { + "p50": 547.89, + "p95": 1172.149, + "p99": 1618.59 + }, + "failure_counts": { + "dropped_inflight": 39636, + "http_503": 2960 + }, + "instance_responses": { + "8dae24229e4b": 24142, + "975eaaed0e00": 23262 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "d85ea76498012b75", + "schedule_lag_ms": { + "p50": 0.06, + "p95": 0.122, + "p99": 0.491 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:25:36.149022Z", + "success_latency_ms": { + "p50": 526.64, + "p95": 959.927, + "p99": 1232.916 + }, + "success_ratio": 0.526711, + "successful_requests": 47404, + "successful_rps_wall": 1565.524, + "successful_rps_window": 1580.133, + "wall_duration_s": 30.28, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "commit-0-repeat4", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "duration_seconds": 30, + "instances": [ + "840e7928a066", + "9341c6b474f5" + ], + "api_limits": [ + { + "container_id": "840e7928a06679fc2588cc002eedb45b7305c33c8012f6b449259b04cd921cf9", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "9341c6b474f5fe8568a649ca4c13f8175836132e153596b7d97f9f23949cfd69", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 151180, + "messages_added": 51180, + "load": { + "completed_full_latency_ms": { + "p50": 554.289, + "p95": 1052.355, + "p99": 1415.922 + }, + "failure_counts": { + "dropped_inflight": 37137, + "http_503": 1690 + }, + "instance_responses": { + "840e7928a066": 26268, + "9341c6b474f5": 24905 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "9ef3285469aee02e", + "schedule_lag_ms": { + "p50": 0.058, + "p95": 0.11, + "p99": 0.243 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:26:30.82509Z", + "success_latency_ms": { + "p50": 546.002, + "p95": 968.773, + "p99": 1142.355 + }, + "success_ratio": 0.568589, + "successful_requests": 51173, + "successful_rps_wall": 1688.171, + "successful_rps_window": 1705.767, + "wall_duration_s": 30.313, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "commit-0-repeat5", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "duration_seconds": 30, + "instances": [ + "9510f4415487", + "fb4f5a2d34e1" + ], + "api_limits": [ + { + "container_id": "9510f44154878e6c2d67a07e433c59879958bf5f962fcb2b54b8752df1aabbd7", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "fb4f5a2d34e1865f095c23fc5ff7ed1810c7e2a19912782bf70a6a44bc3df3c3", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 147686, + "messages_added": 47686, + "load": { + "completed_full_latency_ms": { + "p50": 584.108, + "p95": 1163.496, + "p99": 1488.498 + }, + "failure_counts": { + "dropped_inflight": 40309, + "http_503": 2021 + }, + "instance_responses": { + "9510f4415487": 24232, + "fb4f5a2d34e1": 23438 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "763ce7d9de84aa31", + "schedule_lag_ms": { + "p50": 0.058, + "p95": 0.117, + "p99": 0.634 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:27:26.135406Z", + "success_latency_ms": { + "p50": 573.874, + "p95": 970.804, + "p99": 1394.874 + }, + "success_ratio": 0.529667, + "successful_requests": 47670, + "successful_rps_wall": 1561.99, + "successful_rps_window": 1589, + "wall_duration_s": 30.519, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "commit-1000-repeat6", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 1000, + "duration_seconds": 30, + "instances": [ + "68d4c137322a", + "a8a9827cd605" + ], + "api_limits": [ + { + "container_id": "a8a9827cd605059b2977c0cc3ca9241c369ca4ed3953204aa374071805ddace9", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "68d4c137322a833c7d8898b340bec25e5e8b8239aad44ccaf251696699de867d", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 148086, + "messages_added": 48086, + "load": { + "completed_full_latency_ms": { + "p50": 543.288, + "p95": 1144.108, + "p99": 1561.503 + }, + "failure_counts": { + "connection": 43, + "dropped_inflight": 40127, + "http_503": 1757 + }, + "instance_responses": { + "68d4c137322a": 24053, + "a8a9827cd605": 24020 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "652a16d6cc23404d", + "schedule_lag_ms": { + "p50": 0.06, + "p95": 0.124, + "p99": 0.699 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:28:20.948599Z", + "success_latency_ms": { + "p50": 536.685, + "p95": 955.676, + "p99": 1477.092 + }, + "success_ratio": 0.534144, + "successful_requests": 48073, + "successful_rps_wall": 1588.395, + "successful_rps_window": 1602.433, + "wall_duration_s": 30.265, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + } + ], + "cleanup": "PASS", + "chat_id": "f117d115-9533-48ad-a2ac-72319ed506d4", + "seed_messages": 100000, + "docker_server": "28.4.0", + "compose_version": "2.39.4-desktop.1", + "docker_resources": "8 CPUs, 4109803520 bytes RAM", + "finished_at_utc": "2026-10-29T21:28:56.549+00:00" +} diff --git a/evidence/grade5-group-commit-2026-10-30/tools-sha256.txt b/evidence/grade5-group-commit-2026-10-30/tools-sha256.txt new file mode 100644 index 00000000..ebd4f2df --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/tools-sha256.txt @@ -0,0 +1,3 @@ +ae87e048d50030df69c08301c1c0d0edb491d6ae7253b50fa24b24956878665a evidence/grade5-group-commit-2026-10-30/tools/load.go +7e01a9d3bef61502c2038aade142881ceb7b2b59df24d670d79e63de00a63061 evidence/grade5-group-commit-2026-10-30/tools/plan.confirm.json +8cab80de7d4cde1bacde19de94b63b461b5c268a594a8495ebc7423a3cfd2f42 evidence/grade5-group-commit-2026-10-30/tools/run.py diff --git a/evidence/grade5-group-commit-2026-10-30/tools/load.go b/evidence/grade5-group-commit-2026-10-30/tools/load.go new file mode 100644 index 00000000..ad969140 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/tools/load.go @@ -0,0 +1,204 @@ +// A fixed-rate HTTP workload for the lab 3 scaling experiment. +// Credentials are read from a local file and never written to output. +package main + +import ( + "bytes" + "context" + "crypto/rand" + "encoding/hex" + "encoding/json" + "errors" + "flag" + "fmt" + "io" + "math" + "net" + "net/http" + "os" + "sort" + "strconv" + "strings" + "sync" + "time" +) + +type credentials struct { + Token string `json:"token"` + ChatID string `json:"chat_id"` +} + +type result struct { + kind string + status int + latency time.Duration + lag time.Duration + full time.Duration + instanceID string +} + +type percentiles struct { + P50 float64 `json:"p50"` + P95 float64 `json:"p95"` + P99 float64 `json:"p99"` +} + +func quantiles(values []float64) percentiles { + if len(values) == 0 { + return percentiles{} + } + sort.Float64s(values) + get := func(p float64) float64 { + index := int(math.Ceil(p*float64(len(values)))) - 1 + return math.Round(values[index]*1000) / 1000 + } + return percentiles{P50: get(.50), P95: get(.95), P99: get(.99)} +} + +func main() { + baseURL := flag.String("base-url", "", "public load balancer URL") + authFile := flag.String("auth-file", "", "local JSON file with token and chat_id") + rate := flag.Float64("rate", 0, "scheduled requests per second") + duration := flag.Duration("duration", 20*time.Second, "scheduling window") + maxInFlight := flag.Int("max-inflight", 256, "maximum concurrent requests") + timeout := flag.Duration("timeout", 5*time.Second, "per-request timeout") + flag.Parse() + if *baseURL == "" || *authFile == "" || *rate <= 0 || *duration <= 0 || *maxInFlight <= 0 || *timeout <= 0 { + fmt.Fprintln(os.Stderr, "base-url, auth-file, positive rate, duration, max-inflight and timeout are required") + os.Exit(2) + } + content, err := os.ReadFile(*authFile) + if err != nil { + fmt.Fprintln(os.Stderr, "could not read auth file") + os.Exit(2) + } + var auth credentials + if err := json.Unmarshal(content, &auth); err != nil || auth.Token == "" || auth.ChatID == "" { + fmt.Fprintln(os.Stderr, "invalid auth file") + os.Exit(2) + } + nonce := make([]byte, 8) + if _, err := rand.Read(nonce); err != nil { + fmt.Fprintln(os.Stderr, "could not create workload identifier") + os.Exit(2) + } + runID := hex.EncodeToString(nonce) + payload, _ := json.Marshal(map[string]string{"text": "grade5-" + runID}) + transport := &http.Transport{ + MaxIdleConns: *maxInFlight, + MaxIdleConnsPerHost: *maxInFlight, + IdleConnTimeout: 90 * time.Second, + } + client := &http.Client{Transport: transport} + defer transport.CloseIdleConnections() + url := strings.TrimRight(*baseURL, "/") + "/api/v1/chats/" + auth.ChatID + "/messages" + count := int(math.Round(*rate * duration.Seconds())) + if count <= 0 || count > 2_000_000 { + fmt.Fprintln(os.Stderr, "request count is outside 1..2000000") + os.Exit(2) + } + results := make(chan result, count) + semaphore := make(chan struct{}, *maxInFlight) + var workers sync.WaitGroup + started := time.Now() + for i := 0; i < count; i++ { + planned := started.Add(time.Duration(float64(i) / *rate * float64(time.Second))) + if delay := time.Until(planned); delay > 0 { + time.Sleep(delay) + } + lag := time.Since(planned) + if lag > 250*time.Millisecond { + results <- result{kind: "dropped_scheduler", lag: lag} + continue + } + select { + case semaphore <- struct{}{}: + default: + results <- result{kind: "dropped_inflight", lag: lag} + continue + } + workers.Add(1) + go func(sequence int, planned time.Time) { + defer workers.Done() + defer func() { <-semaphore }() + scheduleLag := time.Since(planned) + ctx, cancel := context.WithTimeout(context.Background(), *timeout) + defer cancel() + req, err := http.NewRequestWithContext(ctx, http.MethodPost, url, bytes.NewReader(payload)) + if err != nil { + results <- result{kind: "client_request", lag: scheduleLag} + return + } + req.Header.Set("Accept", "application/json") + req.Header.Set("Content-Type", "application/json") + req.Header.Set("Authorization", "Bearer "+auth.Token) + req.Header.Set("Idempotency-Key", "g5-"+runID+"-"+strconv.Itoa(sequence)) + requestStarted := time.Now() + response, err := client.Do(req) + if err != nil { + kind := "connection" + var networkError net.Error + if errors.Is(err, context.DeadlineExceeded) || errors.As(err, &networkError) && networkError.Timeout() { + kind = "timeout" + } + results <- result{kind: kind, latency: time.Since(requestStarted), lag: scheduleLag, full: time.Since(planned)} + return + } + _, readErr := io.Copy(io.Discard, io.LimitReader(response.Body, 1<<20)) + response.Body.Close() + if readErr != nil { + results <- result{kind: "response_read", status: response.StatusCode, latency: time.Since(requestStarted), lag: scheduleLag, full: time.Since(planned)} + return + } + results <- result{kind: "response", status: response.StatusCode, latency: time.Since(requestStarted), lag: scheduleLag, full: time.Since(planned), instanceID: response.Header.Get("X-Instance-Id")} + }(i, planned) + } + workers.Wait() + close(results) + wall := time.Since(started) + counts := map[string]int{} + instances := map[string]int{} + latencies := make([]float64, 0, count) + lags := make([]float64, 0, count) + fullLatencies := make([]float64, 0, count) + success := 0 + for item := range results { + if item.full > 0 { + fullLatencies = append(fullLatencies, float64(item.full)/float64(time.Millisecond)) + } + if item.kind == "response" && item.status == http.StatusCreated { + success++ + latencies = append(latencies, float64(item.latency)/float64(time.Millisecond)) + if item.instanceID != "" { + instances[item.instanceID]++ + } + } else if item.kind == "response" { + counts["http_"+strconv.Itoa(item.status)]++ + } else { + counts[item.kind]++ + } + lags = append(lags, float64(item.lag)/float64(time.Millisecond)) + } + report := map[string]any{ + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries", + "started_at_utc": started.UTC().Format(time.RFC3339Nano), + "run_id": runID, + "scheduled_rps": *rate, + "scheduled_duration_s": duration.Seconds(), + "wall_duration_s": math.Round(wall.Seconds()*1000) / 1000, + "scheduled_requests": count, + "successful_requests": success, + "failure_counts": counts, + "success_ratio": math.Round(float64(success)/float64(count)*1_000_000) / 1_000_000, + "successful_rps_window": math.Round(float64(success)/duration.Seconds()*1000) / 1000, + "successful_rps_wall": math.Round(float64(success)/wall.Seconds()*1000) / 1000, + "success_latency_ms": quantiles(latencies), + "schedule_lag_ms": quantiles(lags), + "completed_full_latency_ms": quantiles(fullLatencies), + "instance_responses": instances, + "max_inflight": *maxInFlight, + "request_timeout_s": timeout.Seconds(), + } + output, _ := json.MarshalIndent(report, "", " ") + fmt.Println(string(output)) +} diff --git a/evidence/grade5-group-commit-2026-10-30/tools/plan.confirm.json b/evidence/grade5-group-commit-2026-10-30/tools/plan.confirm.json new file mode 100644 index 00000000..b0984e15 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/tools/plan.confirm.json @@ -0,0 +1,75 @@ +{ + "seed_messages": 100000, + "warmup_seconds": 10, + "warmup_rate": "target", + "settle_seconds": 3, + "max_inflight": 1024, + "runs": [ + { + "name": "commit-0-repeat1", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "commit_delay_us": 0, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "commit-1000-repeat2", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "commit_delay_us": 1000, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "commit-1000-repeat3", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "commit_delay_us": 1000, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "commit-0-repeat4", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "commit_delay_us": 0, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "commit-0-repeat5", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "commit_delay_us": 0, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "commit-1000-repeat6", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "commit_delay_us": 1000, + "rate": 3000, + "duration_seconds": 30 + } + ] +} diff --git a/evidence/grade5-group-commit-2026-10-30/tools/run.py b/evidence/grade5-group-commit-2026-10-30/tools/run.py new file mode 100644 index 00000000..bd7e69c2 --- /dev/null +++ b/evidence/grade5-group-commit-2026-10-30/tools/run.py @@ -0,0 +1,364 @@ +#!/usr/bin/env python3 +"""Repeatable, disposable Compose experiment for lab 3 scaling research.""" + +import argparse +import csv +import io +import json +import os +from pathlib import Path +import platform +import socket +import subprocess +import sys +import tempfile +import threading +import time +from datetime import datetime, timezone +from urllib.parse import parse_qsl, urlencode, urlsplit, urlunsplit +from uuid import UUID, uuid4 + +ROOT = Path(__file__).resolve().parents[3] +sys.path.insert(0, str(ROOT / "tests")) +from client import Client # noqa: E402 + + +def utc_now(): + return datetime.now(timezone.utc).isoformat(timespec="milliseconds") + + +def command(argv, *, timeout=180, allow_failure=False, log=None): + result = subprocess.run(argv, cwd=ROOT, capture_output=True, text=True, timeout=timeout) + if log is not None: + log.write_text(result.stdout + result.stderr) + if result.returncode and not allow_failure: + detail = (result.stderr or result.stdout)[-1200:] + raise RuntimeError("command failed (%s): %s" % (result.returncode, detail)) + return result.stdout + + +def free_port(): + with socket.socket() as listener: + listener.bind(("127.0.0.1", 0)) + return listener.getsockname()[1] + + +def write_override(path, *, lb_port, replicas, total_cpus, total_memory_mib, postgres_cpus, + database_url_file=None): + if replicas not in (1, 2, 4) or total_cpus <= 0 or total_memory_mib < 256: + raise ValueError("invalid replica count or API budget") + if total_memory_mib % replicas: + raise ValueError("API memory budget must divide evenly between replicas") + per_cpu = total_cpus / replicas + per_memory = total_memory_mib // replicas + source = ( + "services:\n" + " api:\n" + " scale: %d\n" + " cpus: \"%.3f\"\n" + " mem_limit: %dm\n" + " secrets: !override\n" + " - source: database_url_api\n" + " target: database_url\n" + " lb:\n" + " ports: !override\n" + " - \"127.0.0.1:%d:8080\"\n" + " postgres:\n" + " cpus: \"%.3f\"\n" + " ports: !reset []\n" + " command: [\"postgres\", \"-c\", \"shared_preload_libraries=pg_stat_statements\", \"-c\", \"track_io_timing=on\", \"-c\", \"track_wal_io_timing=on\"]\n" + % (replicas, per_cpu, per_memory, lb_port, postgres_cpus) + ) + if database_url_file: + source += "secrets:\n database_url_api:\n file: %s\n" % json.dumps(str(database_url_file)) + path.write_text(source) + + +def write_database_url(path, pool_max_conns): + original = (ROOT / "secrets" / "database_url").read_text().strip() + if pool_max_conns is None: + path.write_text(original + "\n") + else: + if not isinstance(pool_max_conns, int) or pool_max_conns <= 0: + raise ValueError("pool_max_conns must be positive") + parsed = urlsplit(original) + query = dict(parse_qsl(parsed.query, keep_blank_values=True)) + query["pool_max_conns"] = str(pool_max_conns) + path.write_text(urlunsplit(parsed._replace(query=urlencode(query))) + "\n") + os.chmod(path, 0o600) + + +def psql(compose, sql, *, timeout=60): + output = command(compose + ["exec", "-T", "postgres", "psql", "-U", "messenger", "-d", "messenger", "-v", "ON_ERROR_STOP=1", "-Atc", sql], timeout=timeout) + return output.strip() + + +def message_count(compose): + return int(psql(compose, "SELECT count(*) FROM messages")) + + +def reset_dataset(compose, chat_id, user_id, seed_count): + chat_id, user_id = str(UUID(chat_id)), str(UUID(user_id)) + psql(compose, "TRUNCATE message_idempotency, messages") + if seed_count: + sql = ("INSERT INTO messages (chat_id, sender_id, text, created_at) " + "SELECT '%s'::uuid, '%s'::uuid, 'seed-' || g, now() - interval '1 day' " + "FROM generate_series(1, %d) AS g" % (chat_id, user_id, seed_count)) + psql(compose, sql, timeout=180) + psql(compose, "ANALYZE messages; ANALYZE message_idempotency") + actual = message_count(compose) + if actual != seed_count: + raise RuntimeError("dataset reset produced %d messages, expected %d" % (actual, seed_count)) + + +def api_ids(compose): + return command(compose + ["ps", "-q", "api"]).splitlines() + + +def api_limits(compose): + identifiers = api_ids(compose) + output = command(["docker", "inspect", "--format", + "{{.Id}} {{.HostConfig.NanoCpus}} {{.HostConfig.Memory}}"] + identifiers, + timeout=15) + return [dict(zip(("container_id", "nano_cpus", "memory_bytes"), line.split())) + for line in output.splitlines()] + + +def wait_instances(base_url, expected, seconds=60): + client = Client(base_url, timeout=3) + found = set() + deadline = time.monotonic() + seconds + while time.monotonic() < deadline: + try: + response = client.call("GET", "/health/ready", schema="Health") + found.add(response["headers"].get("X-Instance-Id")) + if len(found) == expected: + return sorted(found) + except Exception: + pass + time.sleep(.15) + raise RuntimeError("LB observed %d of %d API instances" % (len(found), expected)) + + +def sample_loop(stop, compose, path): + ids = [] + for service in ("api", "lb", "postgres", "redis"): + ids += command(compose + ["ps", "-q", service], timeout=10).splitlines() + lb = command(compose + ["ps", "-q", "lb"], timeout=10).strip() + with path.open("w") as output: + while not stop.is_set(): + sample = {"at_utc": utc_now()} + try: + raw = command(["docker", "stats", "--no-stream", "--format", "{{json .}}"] + ids, timeout=15) + sample["docker_stats"] = [json.loads(line) for line in raw.splitlines() if line.strip()] + sample["docker_at_utc"] = utc_now() + except Exception as exc: + sample["docker_error"] = type(exc).__name__ + try: + raw = psql(compose, "SELECT json_build_object('connections', count(*), 'active', count(*) FILTER (WHERE state='active'), 'lock_wait', count(*) FILTER (WHERE wait_event_type='Lock'), 'io_wait', count(*) FILTER (WHERE wait_event_type='IO')) FROM pg_stat_activity WHERE datname=current_database()", timeout=10) + sample["postgres_activity"] = json.loads(raw) + sample["postgres_at_utc"] = utc_now() + except Exception as exc: + sample["postgres_error"] = type(exc).__name__ + try: + raw = command(["docker", "exec", lb, "sh", "-c", "printf 'show stat\\n' | socat - TCP4:127.0.0.1:9999"], timeout=10) + rows = list(csv.DictReader(io.StringIO(raw.lstrip("# ")))) + sample["haproxy"] = [ + {key: row.get(key) for key in ("pxname", "svname", "status", "scur", "qcur", "stot", "ereq", "econ", "eresp", "wretr")} + for row in rows if row.get("pxname") == "api_replicas" + ] + sample["haproxy_at_utc"] = utc_now() + except Exception as exc: + sample["haproxy_error"] = type(exc).__name__ + output.write(json.dumps(sample, ensure_ascii=False) + "\n") + output.flush() + stop.wait(.5) + + +def diagnostic_snapshot(compose): + snapshot = {"at_utc": utc_now(), "cgroups": {}} + snapshot["durability"] = json.loads(psql(compose, "SELECT json_build_object('fsync',current_setting('fsync'),'synchronous_commit',current_setting('synchronous_commit'),'commit_delay',current_setting('commit_delay'),'commit_siblings',current_setting('commit_siblings'))")) + for service in ("api", "postgres", "lb", "redis"): + for identifier in command(compose + ["ps", "-q", service]).splitlines(): + raw = command(["docker", "exec", identifier, "cat", "/sys/fs/cgroup/cpu.stat"], timeout=10) + snapshot["cgroups"][identifier] = {"service": service, + **{line.split()[0]: int(line.split()[1]) for line in raw.splitlines()}} + snapshot["wal_io"] = json.loads(psql(compose, "SELECT coalesce(json_agg(row_to_json(i)), '[]'::json) FROM pg_stat_io i WHERE object='wal'")) + snapshot["wal"] = json.loads(psql(compose, "SELECT row_to_json(w) FROM pg_stat_wal w")) + return snapshot + + +def pg_stat_statements(compose): + sql = ("SELECT coalesce(json_agg(row_to_json(q)), '[]'::json) FROM " + "(SELECT queryid, calls, round(total_exec_time::numeric,3) AS total_exec_ms, " + "round(mean_exec_time::numeric,3) AS mean_exec_ms, rows, shared_blks_hit, " + "shared_blks_read, temp_blks_written, left(query,160) AS query " + "FROM pg_stat_statements WHERE dbid=(SELECT oid FROM pg_database WHERE datname=current_database()) " + "ORDER BY total_exec_time DESC LIMIT 15) AS q") + return json.loads(psql(compose, sql)) + + +def run_load(binary, base_url, auth_file, rate, duration, max_inflight, output_path): + raw = command([str(binary), "-base-url", base_url, "-auth-file", str(auth_file), + "-rate", str(rate), "-duration", str(duration) + "s", + "-max-inflight", str(max_inflight), "-timeout", "5s"], timeout=duration + 40) + result = json.loads(raw) + output_path.write_text(json.dumps(result, indent=2, ensure_ascii=False) + "\n") + return result + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--plan", type=Path, required=True) + parser.add_argument("--output", type=Path, required=True) + args = parser.parse_args() + plan = json.loads(args.plan.read_text()) + runs = plan["runs"] + if not runs or not all(run["replicas"] in (1, 2, 4) for run in runs): + raise ValueError("plan must have runs with 1, 2, or 4 replicas") + output_dir = args.output.resolve() + if output_dir.exists() and any(output_dir.iterdir()): + raise FileExistsError("output directory must be empty") + output_dir.mkdir(parents=True, exist_ok=True) + (output_dir / "plan.json").write_text(json.dumps(plan, indent=2, ensure_ascii=False) + "\n") + project = "lab3-grade5-" + uuid4().hex[:10] + lb_port = free_port() + base_url = "http://127.0.0.1:%d" % lb_port + summary = {"project": project, "base_url": base_url, "started_at_utc": utc_now(), + "host": {"platform": platform.platform(), "machine": platform.machine()}, + "runs": [], "cleanup": "not_started"} + (output_dir / "summary.json").write_text(json.dumps(summary, indent=2, ensure_ascii=False) + "\n") + with tempfile.TemporaryDirectory(prefix="lab3-grade5-") as temporary: + temporary = Path(temporary) + override = temporary / "override.yaml" + auth_file = temporary / "auth.json" + database_url_file = temporary / "database_url" + binary = temporary / "grade5-load" + first = runs[0] + write_database_url(database_url_file, first.get("pool_max_conns")) + write_override(override, lb_port=lb_port, replicas=first["replicas"], + total_cpus=first["api_total_cpus"], total_memory_mib=first["api_total_memory_mib"], + postgres_cpus=first.get("postgres_cpus", 2), database_url_file=database_url_file) + compose = ["docker", "compose", "-p", project, "--env-file", ".env", + "-f", "compose.yaml", "-f", str(override)] + try: + command(["go", "build", "-o", str(binary), "student-tests/lab3/grade5/load.go"], timeout=180, + log=output_dir / "go-build.log") + command(compose + ["config", "--quiet"], timeout=30) + print("Building and starting disposable project", project, flush=True) + command(compose + ["up", "-d", "--build"], timeout=900, log=output_dir / "compose-up.log") + wait_instances(base_url, first["replicas"]) + psql(compose, "CREATE EXTENSION IF NOT EXISTS pg_stat_statements") + client = Client(base_url) + alice, _, _, chat = client.bootstrap() + auth_file.write_text(json.dumps({"token": alice["token"], "chat_id": chat["id"]})) + os.chmod(auth_file, 0o600) + summary["chat_id"] = chat["id"] + summary["seed_messages"] = plan["seed_messages"] + summary["docker_server"] = command(["docker", "version", "--format", "{{.Server.Version}}"], timeout=15).strip() + summary["compose_version"] = command(["docker", "compose", "version", "--short"], timeout=15).strip() + summary["docker_resources"] = command(["docker", "info", "--format", "{{.NCPU}} CPUs, {{.MemTotal}} bytes RAM"], timeout=15).strip() + previous_postgres_cpus = first.get("postgres_cpus", 2) + for index, run in enumerate(runs, 1): + name = run["name"] + if not name.replace("-", "").replace("_", "").isalnum(): + raise ValueError("unsafe run name") + run_dir = output_dir / ("%02d-%s" % (index, name)) + run_dir.mkdir() + write_database_url(database_url_file, run.get("pool_max_conns")) + write_override(override, lb_port=lb_port, replicas=run["replicas"], + total_cpus=run["api_total_cpus"], total_memory_mib=run["api_total_memory_mib"], + postgres_cpus=run.get("postgres_cpus", 2), database_url_file=database_url_file) + command(compose + ["config", "--quiet"], timeout=30) + print("Run %d/%d: %s" % (index, len(runs), name), flush=True) + delay = run.get("commit_delay_us", 0) + if not isinstance(delay, int) or not 0 <= delay <= 100000: + raise ValueError("invalid commit_delay_us") + psql(compose, "ALTER SYSTEM SET commit_delay='%d'" % delay) + psql(compose, "SELECT pg_reload_conf()") + if run.get("postgres_cpus", 2) != previous_postgres_cpus: + command(compose + ["up", "-d", "--no-deps", "--no-build", "--force-recreate", "postgres"], + timeout=120, log=run_dir / "compose-postgres.log") + deadline = time.monotonic() + 60 + while True: + try: + if psql(compose, "SELECT 1", timeout=5) == "1": + break + except Exception: + pass + if time.monotonic() > deadline: + raise RuntimeError("PostgreSQL did not become ready after budget change") + time.sleep(1) + previous_postgres_cpus = run.get("postgres_cpus", 2) + command(compose + ["up", "-d", "--no-deps", "--no-build", "--force-recreate", "--scale", "api=%d" % run["replicas"], "api"], + timeout=180, log=run_dir / "compose-scale.log") + instances = wait_instances(base_url, run["replicas"]) + warmup = plan.get("warmup_seconds", 3) + reset_dataset(compose, chat["id"], alice["id"], plan["seed_messages"]) + if warmup: + warmup_rate = plan.get("warmup_rate", min(200, run["rate"])) + if warmup_rate == "target": + warmup_rate = run["rate"] + run_load(binary, base_url, auth_file, warmup_rate, warmup, + plan.get("max_inflight", 1024), + run_dir / "warmup.json") + reset_dataset(compose, chat["id"], alice["id"], plan["seed_messages"]) + if plan.get("settle_seconds", 0): + psql(compose, "CHECKPOINT") + time.sleep(plan["settle_seconds"]) + psql(compose, "SELECT pg_stat_statements_reset()") + before = message_count(compose) + (run_dir / "diagnostics-before.json").write_text(json.dumps(diagnostic_snapshot(compose), indent=2) + "\n") + stop = threading.Event() + sampler = threading.Thread(target=sample_loop, args=(stop, compose, run_dir / "samples.jsonl")) + sampler.start() + try: + load = run_load(binary, base_url, auth_file, run["rate"], run["duration_seconds"], + run.get("max_inflight", plan.get("max_inflight", 1024)), + run_dir / "load.json") + finally: + stop.set() + sampler.join(timeout=30) + after = message_count(compose) + (run_dir / "diagnostics-after.json").write_text(json.dumps(diagnostic_snapshot(compose), indent=2) + "\n") + sql_stats = pg_stat_statements(compose) + (run_dir / "postgres-statements.json").write_text(json.dumps(sql_stats, indent=2, ensure_ascii=False) + "\n") + item = {"name": name, "phase": run.get("phase", "unspecified"), + "replicas": run["replicas"], "api_total_cpus": run["api_total_cpus"], + "api_total_memory_mib": run["api_total_memory_mib"], + "postgres_cpus": run.get("postgres_cpus", 2), "rate": run["rate"], + "pool_max_conns_per_replica": run.get("pool_max_conns", "pgx_default"), + "commit_delay_us": delay, + "duration_seconds": run["duration_seconds"], "instances": instances, + "api_limits": api_limits(compose), + "messages_before": before, "messages_after": after, + "messages_added": after-before, "load": load} + summary["runs"].append(item) + (output_dir / "summary.json").write_text(json.dumps(summary, indent=2, ensure_ascii=False) + "\n") + print(" success=%d/%d, rps=%.1f, p99=%.1f ms" % + (load["successful_requests"], load["scheduled_requests"], + load["successful_rps_window"], load["success_latency_ms"]["p99"]), flush=True) + except Exception as exc: + summary["error"] = str(exc) + raise + finally: + print("Cleaning disposable project", project, flush=True) + try: + command(compose + ["down", "-v", "--remove-orphans"], timeout=180, + log=output_dir / "cleanup.log") + remaining_containers = command(["docker", "ps", "-aq", "--filter", + "label=com.docker.compose.project=" + project], timeout=15).splitlines() + remaining_volumes = command(["docker", "volume", "ls", "-q", "--filter", + "label=com.docker.compose.project=" + project], timeout=15).splitlines() + after = {"project": project, "containers": remaining_containers, + "volumes": remaining_volumes, "at_utc": utc_now()} + (output_dir / "environment-after.json").write_text(json.dumps(after, indent=2) + "\n") + summary["cleanup"] = "PASS" if not remaining_containers and not remaining_volumes else "FAIL: resources remain" + except Exception as exc: + summary["cleanup"] = "FAIL: " + str(exc) + summary["finished_at_utc"] = utc_now() + (output_dir / "summary.json").write_text(json.dumps(summary, indent=2, ensure_ascii=False) + "\n") + + +if __name__ == "__main__": + main() diff --git a/evidence/grade5-pilot-2026-10-29-docker/01-pilot-n2-r100/compose-scale.log b/evidence/grade5-pilot-2026-10-29-docker/01-pilot-n2-r100/compose-scale.log new file mode 100644 index 00000000..e9be0aa5 --- /dev/null +++ b/evidence/grade5-pilot-2026-10-29-docker/01-pilot-n2-r100/compose-scale.log @@ -0,0 +1,2 @@ + Container lab3-grade5-4ef04161e0-api-1 Running + Container lab3-grade5-4ef04161e0-api-2 Running diff --git a/evidence/grade5-pilot-2026-10-29-docker/01-pilot-n2-r100/load.json b/evidence/grade5-pilot-2026-10-29-docker/01-pilot-n2-r100/load.json new file mode 100644 index 00000000..a0d67b92 --- /dev/null +++ b/evidence/grade5-pilot-2026-10-29-docker/01-pilot-n2-r100/load.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "98f46972fbc2": 150, + "f03670da2ea0": 150 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "5723a723d0b9c7dc", + "schedule_lag_ms": { + "p50": 1.153, + "p95": 1.931, + "p99": 3.967 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 300, + "scheduled_rps": 100, + "started_at_utc": "2026-10-29T20:47:19.175985Z", + "success_latency_ms": { + "p50": 2.761, + "p95": 5, + "p99": 6.952 + }, + "success_ratio": 1, + "successful_requests": 300, + "successful_rps_wall": 100.016, + "successful_rps_window": 100, + "wall_duration_s": 3, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pilot-2026-10-29-docker/01-pilot-n2-r100/postgres-statements.json b/evidence/grade5-pilot-2026-10-29-docker/01-pilot-n2-r100/postgres-statements.json new file mode 100644 index 00000000..d0d65e54 --- /dev/null +++ b/evidence/grade5-pilot-2026-10-29-docker/01-pilot-n2-r100/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 300, + "total_exec_ms": 39.337, + "mean_exec_ms": 0.131, + "rows": 300, + "shared_blks_hit": 5917, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 300, + "total_exec_ms": 31.864, + "mean_exec_ms": 0.106, + "rows": 300, + "shared_blks_hit": 2817, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 300, + "total_exec_ms": 9.744, + "mean_exec_ms": 0.032, + "rows": 300, + "shared_blks_hit": 1200, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 7421764486656699138, + "calls": 1, + "total_exec_ms": 0.593, + "mean_exec_ms": 0.593, + "rows": 1, + "shared_blks_hit": 1, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": 4854991825702068830, + "calls": 300, + "total_exec_ms": 0.176, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 0.174, + "mean_exec_ms": 0.087, + "rows": 2, + "shared_blks_hit": 30, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.153, + "mean_exec_ms": 0.153, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": 6097083398544187049, + "calls": 300, + "total_exec_ms": 0.139, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + } +] diff --git a/evidence/grade5-pilot-2026-10-29-docker/01-pilot-n2-r100/samples.jsonl b/evidence/grade5-pilot-2026-10-29-docker/01-pilot-n2-r100/samples.jsonl new file mode 100644 index 00000000..978289a8 --- /dev/null +++ b/evidence/grade5-pilot-2026-10-29-docker/01-pilot-n2-r100/samples.jsonl @@ -0,0 +1 @@ +{"at_utc": "2026-10-29T20:47:19.170+00:00", "docker_stats": [{"BlockIO": "16.4kB / 0B", "CPUPerc": "4.45%", "Container": "98f46972fbc280bd7b40d4d21a7df81262f1935c70f53c4296a156a19381c5f7", "ID": "98f46972fbc2", "MemPerc": "26.26%", "MemUsage": "134.4MiB / 512MiB", "Name": "lab3-grade5-4ef04161e0-api-1", "NetIO": "180kB / 196kB", "PIDs": "7"}, {"BlockIO": "49.2kB / 0B", "CPUPerc": "5.66%", "Container": "f03670da2ea08d54ed5703b77f68f36bae4f805ea1b9ae5365d0e62d9ecf4789", "ID": "f03670da2ea0", "MemPerc": "26.58%", "MemUsage": "136.1MiB / 512MiB", "Name": "lab3-grade5-4ef04161e0-api-2", "NetIO": "250kB / 274kB", "PIDs": "7"}, {"BlockIO": "0B / 0B", "CPUPerc": "2.33%", "Container": "ca6b1c21cfa2832c66aa981c0783c1c1e46ecd2fe8fa7e1c7935f7f96dfe1e7f", "ID": "ca6b1c21cfa2", "MemPerc": "38.52%", "MemUsage": "98.61MiB / 256MiB", "Name": "lab3-grade5-4ef04161e0-lb-1", "NetIO": "346kB / 343kB", "PIDs": "9"}, {"BlockIO": "14MB / 58.6MB", "CPUPerc": "7.88%", "Container": "ddce3a6b3f9213e5f79b2634d9eccfb3b18832595b32b6643ad8718f724cede6", "ID": "ddce3a6b3f92", "MemPerc": "9.91%", "MemUsage": "50.73MiB / 512MiB", "Name": "lab3-grade5-4ef04161e0-postgres-1", "NetIO": "313kB / 256kB", "PIDs": "12"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.40%", "Container": "bb5d4586b89f65196830cd9113a3b6ff5eef4914c53bdaf68b4bc64c93b6da3a", "ID": "bb5d4586b89f", "MemPerc": "7.46%", "MemUsage": "9.555MiB / 128MiB", "Name": "lab3-grade5-4ef04161e0-redis-1", "NetIO": "64.2kB / 78.9kB", "PIDs": "6"}], "postgres_activity": {"connections": 4, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "207", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "206", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "413", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}]} diff --git a/evidence/grade5-pilot-2026-10-29-docker/01-pilot-n2-r100/warmup.json b/evidence/grade5-pilot-2026-10-29-docker/01-pilot-n2-r100/warmup.json new file mode 100644 index 00000000..ae189e02 --- /dev/null +++ b/evidence/grade5-pilot-2026-10-29-docker/01-pilot-n2-r100/warmup.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "98f46972fbc2": 50, + "f03670da2ea0": 50 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "3a6d9c806fbca4cb", + "schedule_lag_ms": { + "p50": 1.275, + "p95": 1.862, + "p99": 2.044 + }, + "scheduled_duration_s": 1, + "scheduled_requests": 100, + "scheduled_rps": 100, + "started_at_utc": "2026-10-29T20:47:17.304865Z", + "success_latency_ms": { + "p50": 2.581, + "p95": 4.67, + "p99": 6.717 + }, + "success_ratio": 1, + "successful_requests": 100, + "successful_rps_wall": 100.635, + "successful_rps_window": 100, + "wall_duration_s": 0.994, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pilot-2026-10-29-docker/cleanup.log b/evidence/grade5-pilot-2026-10-29-docker/cleanup.log new file mode 100644 index 00000000..8bc893c0 --- /dev/null +++ b/evidence/grade5-pilot-2026-10-29-docker/cleanup.log @@ -0,0 +1,30 @@ + Container lab3-grade5-4ef04161e0-redis-1 Stopping + Container lab3-grade5-4ef04161e0-lb-1 Stopping + Container lab3-grade5-4ef04161e0-lb-1 Stopped + Container lab3-grade5-4ef04161e0-lb-1 Removing + Container lab3-grade5-4ef04161e0-redis-1 Stopped + Container lab3-grade5-4ef04161e0-redis-1 Removing + Container lab3-grade5-4ef04161e0-lb-1 Removed + Container lab3-grade5-4ef04161e0-api-2 Stopping + Container lab3-grade5-4ef04161e0-api-1 Stopping + Container lab3-grade5-4ef04161e0-redis-1 Removed + Container lab3-grade5-4ef04161e0-api-1 Stopped + Container lab3-grade5-4ef04161e0-api-1 Removing + Container lab3-grade5-4ef04161e0-api-2 Stopped + Container lab3-grade5-4ef04161e0-api-2 Removing + Container lab3-grade5-4ef04161e0-api-1 Removed + Container lab3-grade5-4ef04161e0-api-2 Removed + Container lab3-grade5-4ef04161e0-migrate-1 Stopping + Container lab3-grade5-4ef04161e0-migrate-1 Stopped + Container lab3-grade5-4ef04161e0-migrate-1 Removing + Container lab3-grade5-4ef04161e0-migrate-1 Removed + Container lab3-grade5-4ef04161e0-postgres-1 Stopping + Container lab3-grade5-4ef04161e0-postgres-1 Stopped + Container lab3-grade5-4ef04161e0-postgres-1 Removing + Container lab3-grade5-4ef04161e0-postgres-1 Removed + Volume lab3-grade5-4ef04161e0_postgres_data Removing + Volume lab3-grade5-4ef04161e0_redis_data Removing + Volume lab3-grade5-4ef04161e0_redis_data Removed + Network lab3-grade5-4ef04161e0_default Removing + Volume lab3-grade5-4ef04161e0_postgres_data Removed + Network lab3-grade5-4ef04161e0_default Removed diff --git a/evidence/grade5-pilot-2026-10-29-docker/compose-up.log b/evidence/grade5-pilot-2026-10-29-docker/compose-up.log new file mode 100644 index 00000000..59d7b045 --- /dev/null +++ b/evidence/grade5-pilot-2026-10-29-docker/compose-up.log @@ -0,0 +1,159 @@ +#1 [internal] load local bake definitions +#1 reading from stdin 1.44kB done +#1 DONE 0.0s + +#2 [migrate internal] load build definition from Dockerfile.migrate +#2 transferring dockerfile: 448B done +#2 DONE 0.0s + +#3 [api internal] load build definition from Dockerfile +#3 transferring dockerfile: 516B done +#3 DONE 0.0s + +#4 [api internal] load metadata for docker.io/library/golang:1.27.1-alpine +#4 DONE 2.1s + +#5 [migrate internal] load metadata for docker.io/library/alpine:3.22 +#5 DONE 2.1s + +#6 [migrate internal] load .dockerignore +#6 transferring context: 196B done +#6 DONE 0.0s + +#7 [migrate builder 1/6] FROM docker.io/library/golang:1.27.1-alpine@sha256:8a5910f31396cd4d89662f56c68b3ae31d374308270a1c3bd96672ee5ed43414 +#7 resolve docker.io/library/golang:1.27.1-alpine@sha256:8a5910f31396cd4d89662f56c68b3ae31d374308270a1c3bd96672ee5ed43414 0.0s done +#7 DONE 0.0s + +#8 [migrate stage-1 1/4] FROM docker.io/library/alpine:3.22@sha256:2e0b81d60597f449baa56dc25d355367869d2dca4cd57e866f1e2b52af3eb55f +#8 resolve docker.io/library/alpine:3.22@sha256:2e0b81d60597f449baa56dc25d355367869d2dca4cd57e866f1e2b52af3eb55f 0.0s done +#8 DONE 0.0s + +#9 [migrate internal] load build context +#9 transferring context: 632B 0.0s done +#9 DONE 0.0s + +#10 [migrate stage-1 3/4] WORKDIR /app +#10 CACHED + +#11 [migrate builder 7/7] RUN CGO_ENABLED=0 GOOS=linux go build -trimpath -o /app/migrate ./cmd/migrate +#11 CACHED + +#12 [migrate builder 6/7] COPY db/migrations/ ./db/migrations/ +#12 CACHED + +#13 [migrate stage-1 2/4] RUN addgroup -S app && adduser -S app -G app +#13 CACHED + +#14 [migrate builder 5/7] COPY cmd/migrate/ ./cmd/migrate/ +#14 CACHED + +#15 [migrate builder 2/6] WORKDIR /app +#15 CACHED + +#16 [migrate builder 4/7] RUN go mod download +#16 CACHED + +#17 [migrate builder 3/7] COPY go.mod go.sum ./ +#17 CACHED + +#18 [migrate stage-1 4/4] COPY --from=builder /app/migrate ./migrate +#18 CACHED + +#19 [api internal] load build context +#19 transferring context: 2.16MB 0.1s done +#19 DONE 0.1s + +#16 [migrate builder 4/7] RUN go mod download +#16 CACHED + +#20 [api builder 4/6] RUN go mod download +#20 CACHED + +#21 [api builder 3/6] COPY go.mod go.sum ./ +#21 CACHED + +#15 [api builder 2/6] WORKDIR /app +#15 CACHED + +#22 [migrate] exporting to image +#22 exporting layers done +#22 exporting manifest sha256:881fbf523af7fe8bea92294b7a93873081d8feaf7ab371ed73c563c65e63d99e 0.0s done +#22 exporting config sha256:eca51e4340ee0386c61c765c9a93930d712f8c1f4518d407886186c0a0ee25db done +#22 exporting attestation manifest sha256:296e5fe9c6c37e3afc6e08a2386d9d9e362671922d785846002747f8cc379b16 0.0s done +#22 exporting manifest list sha256:27d787674f6c012671cbff01d1f9d698d3ca697d38abf6ac0eaf35ffc25da3ee done +#22 naming to docker.io/library/lab3-grade5-4ef04161e0-migrate:latest done +#22 unpacking to docker.io/library/lab3-grade5-4ef04161e0-migrate:latest 0.0s done +#22 DONE 0.1s + +#23 [api builder 5/6] COPY . . +#23 DONE 0.1s + +#24 [migrate] resolving provenance for metadata file +#24 DONE 0.0s + +#25 [api builder 6/6] RUN CGO_ENABLED=0 GOOS=linux go build -o /app/server ./cmd/api +#25 DONE 15.1s + +#10 [api stage-1 3/4] WORKDIR /app +#10 CACHED + +#13 [api stage-1 2/4] RUN addgroup -S app && adduser -S app -G app +#13 CACHED + +#26 [api stage-1 4/4] COPY --from=builder /app/server ./server +#26 CACHED + +#27 [api] exporting to image +#27 exporting layers done +#27 exporting manifest sha256:7be18b603bfdec1a6c999a29ccb8c99e7940b4fecbbb65473bb3df3917deeda5 0.0s done +#27 exporting config sha256:e7329a68800d04c295197c974d44e818d4972c06aa8a074a3dab8319acc00090 done +#27 exporting attestation manifest sha256:042aacca2b8bfd10576342d6bcc30ddcf1c8d14b3a84bc8dd293a17e80d0e313 0.0s done +#27 exporting manifest list sha256:763906d1a755589899f2382dae84839fa0bad4acc94bc0019ca7391bdf44db81 done +#27 naming to docker.io/library/lab3-grade5-4ef04161e0-api:latest done +#27 unpacking to docker.io/library/lab3-grade5-4ef04161e0-api:latest done +#27 DONE 0.1s + +#28 [api] resolving provenance for metadata file +#28 DONE 0.0s + lab3-grade5-4ef04161e0-migrate Built + lab3-grade5-4ef04161e0-api Built + Network lab3-grade5-4ef04161e0_default Creating + Network lab3-grade5-4ef04161e0_default Created + Volume lab3-grade5-4ef04161e0_postgres_data Creating + Volume lab3-grade5-4ef04161e0_postgres_data Created + Volume lab3-grade5-4ef04161e0_redis_data Creating + Volume lab3-grade5-4ef04161e0_redis_data Created + Container lab3-grade5-4ef04161e0-redis-1 Creating + Container lab3-grade5-4ef04161e0-postgres-1 Creating + Container lab3-grade5-4ef04161e0-redis-1 Created + Container lab3-grade5-4ef04161e0-postgres-1 Created + Container lab3-grade5-4ef04161e0-migrate-1 Creating + Container lab3-grade5-4ef04161e0-migrate-1 Created + Container lab3-grade5-4ef04161e0-api-2 Creating + Container lab3-grade5-4ef04161e0-api-1 Creating + Container lab3-grade5-4ef04161e0-api-1 Created + Container lab3-grade5-4ef04161e0-api-2 Created + Container lab3-grade5-4ef04161e0-lb-1 Creating + Container lab3-grade5-4ef04161e0-lb-1 Created + Container lab3-grade5-4ef04161e0-redis-1 Starting + Container lab3-grade5-4ef04161e0-postgres-1 Starting + Container lab3-grade5-4ef04161e0-redis-1 Started + Container lab3-grade5-4ef04161e0-postgres-1 Started + Container lab3-grade5-4ef04161e0-postgres-1 Waiting + Container lab3-grade5-4ef04161e0-postgres-1 Healthy + Container lab3-grade5-4ef04161e0-migrate-1 Starting + Container lab3-grade5-4ef04161e0-migrate-1 Started + Container lab3-grade5-4ef04161e0-migrate-1 Waiting + Container lab3-grade5-4ef04161e0-postgres-1 Waiting + Container lab3-grade5-4ef04161e0-migrate-1 Exited + Container lab3-grade5-4ef04161e0-postgres-1 Healthy + Container lab3-grade5-4ef04161e0-api-1 Starting + Container lab3-grade5-4ef04161e0-api-1 Started + Container lab3-grade5-4ef04161e0-api-2 Starting + Container lab3-grade5-4ef04161e0-api-2 Started + Container lab3-grade5-4ef04161e0-api-1 Waiting + Container lab3-grade5-4ef04161e0-api-2 Waiting + Container lab3-grade5-4ef04161e0-api-1 Healthy + Container lab3-grade5-4ef04161e0-api-2 Healthy + Container lab3-grade5-4ef04161e0-lb-1 Starting + Container lab3-grade5-4ef04161e0-lb-1 Started diff --git a/evidence/grade5-pilot-2026-10-29-docker/go-build.log b/evidence/grade5-pilot-2026-10-29-docker/go-build.log new file mode 100644 index 00000000..e69de29b diff --git a/evidence/grade5-pilot-2026-10-29-docker/plan.json b/evidence/grade5-pilot-2026-10-29-docker/plan.json new file mode 100644 index 00000000..eb84a4a2 --- /dev/null +++ b/evidence/grade5-pilot-2026-10-29-docker/plan.json @@ -0,0 +1,16 @@ +{ + "seed_messages": 1000, + "warmup_seconds": 1, + "runs": [ + { + "name": "pilot-n2-r100", + "phase": "pilot", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 100, + "duration_seconds": 3 + } + ] +} diff --git a/evidence/grade5-pilot-2026-10-29-docker/summary.json b/evidence/grade5-pilot-2026-10-29-docker/summary.json new file mode 100644 index 00000000..d6f5315b --- /dev/null +++ b/evidence/grade5-pilot-2026-10-29-docker/summary.json @@ -0,0 +1,65 @@ +{ + "project": "lab3-grade5-4ef04161e0", + "base_url": "http://127.0.0.1:60142", + "started_at_utc": "2026-10-29T20:46:40.839+00:00", + "host": { + "platform": "macOS-27.2-arm64-arm-64bit-Mach-O", + "machine": "arm64" + }, + "runs": [ + { + "name": "pilot-n2-r100", + "phase": "pilot", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 100, + "duration_seconds": 3, + "instances": [ + "98f46972fbc2", + "f03670da2ea0" + ], + "messages_before": 1000, + "messages_after": 1300, + "messages_added": 300, + "load": { + "failure_counts": {}, + "instance_responses": { + "98f46972fbc2": 150, + "f03670da2ea0": 150 + }, + "max_inflight": 256, + "request_timeout_s": 5, + "run_id": "5723a723d0b9c7dc", + "schedule_lag_ms": { + "p50": 1.153, + "p95": 1.931, + "p99": 3.967 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 300, + "scheduled_rps": 100, + "started_at_utc": "2026-10-29T20:47:19.175985Z", + "success_latency_ms": { + "p50": 2.761, + "p95": 5, + "p99": 6.952 + }, + "success_ratio": 1, + "successful_requests": 300, + "successful_rps_wall": 100.016, + "successful_rps_window": 100, + "wall_duration_s": 3, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + } + ], + "cleanup": "PASS", + "chat_id": "a28d844a-2f7f-4817-ac7c-317dc9f3c91f", + "seed_messages": 1000, + "docker_server": "28.4.0", + "compose_version": "2.39.4-desktop.1", + "docker_resources": "8 CPUs, 4109803520 bytes RAM", + "finished_at_utc": "2026-10-29T20:47:26.477+00:00" +} diff --git a/evidence/grade5-pilot-2026-10-29/cleanup.log b/evidence/grade5-pilot-2026-10-29/cleanup.log new file mode 100644 index 00000000..8d3a1294 --- /dev/null +++ b/evidence/grade5-pilot-2026-10-29/cleanup.log @@ -0,0 +1 @@ +Cannot connect to the Docker daemon at unix:///Users/olegromanovich/.docker/run/docker.sock. Is the docker daemon running? diff --git a/evidence/grade5-pilot-2026-10-29/compose-up.log b/evidence/grade5-pilot-2026-10-29/compose-up.log new file mode 100644 index 00000000..f5ad1cfb --- /dev/null +++ b/evidence/grade5-pilot-2026-10-29/compose-up.log @@ -0,0 +1 @@ +unable to get image 'postgres:18': Cannot connect to the Docker daemon at unix:///Users/olegromanovich/.docker/run/docker.sock. Is the docker daemon running? diff --git a/evidence/grade5-pilot-2026-10-29/go-build.log b/evidence/grade5-pilot-2026-10-29/go-build.log new file mode 100644 index 00000000..e69de29b diff --git a/evidence/grade5-pilot-2026-10-29/plan.json b/evidence/grade5-pilot-2026-10-29/plan.json new file mode 100644 index 00000000..eb84a4a2 --- /dev/null +++ b/evidence/grade5-pilot-2026-10-29/plan.json @@ -0,0 +1,16 @@ +{ + "seed_messages": 1000, + "warmup_seconds": 1, + "runs": [ + { + "name": "pilot-n2-r100", + "phase": "pilot", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 100, + "duration_seconds": 3 + } + ] +} diff --git a/evidence/grade5-pilot-2026-10-29/summary.json b/evidence/grade5-pilot-2026-10-29/summary.json new file mode 100644 index 00000000..5efe5777 --- /dev/null +++ b/evidence/grade5-pilot-2026-10-29/summary.json @@ -0,0 +1,13 @@ +{ + "project": "lab3-grade5-69d3c44afb", + "base_url": "http://127.0.0.1:58249", + "started_at_utc": "2026-10-29T20:45:51.577+00:00", + "host": { + "platform": "macOS-27.2-arm64-arm-64bit-Mach-O", + "machine": "arm64" + }, + "runs": [], + "cleanup": "FAIL: command failed (1): Cannot connect to the Docker daemon at unix:///Users/olegromanovich/.docker/run/docker.sock. Is the docker daemon running?\n", + "error": "command failed (1): unable to get image 'postgres:18': Cannot connect to the Docker daemon at unix:///Users/olegromanovich/.docker/run/docker.sock. Is the docker daemon running?\n", + "finished_at_utc": "2026-10-29T20:45:54.153+00:00" +} diff --git a/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/compose-scale.log b/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/compose-scale.log new file mode 100644 index 00000000..7c63c651 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-5cb3e12d11-api-1 Recreate + Container lab3-grade5-5cb3e12d11-api-2 Recreate + Container lab3-grade5-5cb3e12d11-api-2 Recreated + Container lab3-grade5-5cb3e12d11-api-1 Recreated + Container lab3-grade5-5cb3e12d11-api-1 Starting + Container lab3-grade5-5cb3e12d11-api-1 Started + Container lab3-grade5-5cb3e12d11-api-2 Starting + Container lab3-grade5-5cb3e12d11-api-2 Started diff --git a/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/diagnostics-after.json b/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/diagnostics-after.json new file mode 100644 index 00000000..0d083ec1 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/diagnostics-after.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:36:25.110+00:00", + "cgroups": { + "222e5ac9033a81d331eab1bda3c49ec3b2b82489876ad75cd953bc7487d3128f": { + "service": "api", + "usage_usec": 24537356, + "user_usec": 16678551, + "system_usec": 7858805, + "nr_periods": 441, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "25cb5aef2c1c4bd3db9f6d8dbf49d21e64c36ead7677e6a5dec495abff50bafb": { + "service": "api", + "usage_usec": 23897390, + "user_usec": 16224933, + "system_usec": 7672456, + "nr_periods": 436, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826": { + "service": "postgres", + "usage_usec": 30844167, + "user_usec": 20087754, + "system_usec": 10756412, + "nr_periods": 534, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952": { + "service": "lb", + "usage_usec": 9578694, + "user_usec": 3884108, + "system_usec": 5694586, + "nr_periods": 463, + "nr_throttled": 1, + "throttled_usec": 6266, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa": { + "service": "redis", + "usage_usec": 2758109, + "user_usec": 1144096, + "system_usec": 1614013, + "nr_periods": 612, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 5, + "write_bytes": 83886080, + "write_time": 64.688, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 5, + "fsync_time": 45.638, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 78861, + "write_bytes": 743079936, + "write_time": 587.47, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 71893, + "fsync_time": 16895.001, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 12, + "write_bytes": 417792, + "write_time": 0.663, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 12, + "fsync_time": 8.758000000000001, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 2, + "write_bytes": 16384, + "write_time": 0.026000000000000002, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 2, + "fsync_time": 0.191, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.022, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 8.613, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 15.13, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 21, + "write_bytes": 12738560, + "write_time": 7.4030000000000005, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 21, + "fsync_time": 54.544000000000004, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } + ], + "wal": { + "wal_records": 1539343, + "wal_fpi": 3731, + "wal_bytes": 173517795, + "wal_buffers_full": 6954, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } +} diff --git a/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/diagnostics-before.json b/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/diagnostics-before.json new file mode 100644 index 00000000..7c2a761a --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/diagnostics-before.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:35:52.509+00:00", + "cgroups": { + "222e5ac9033a81d331eab1bda3c49ec3b2b82489876ad75cd953bc7487d3128f": { + "service": "api", + "usage_usec": 6105886, + "user_usec": 4127498, + "system_usec": 1978387, + "nr_periods": 128, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "25cb5aef2c1c4bd3db9f6d8dbf49d21e64c36ead7677e6a5dec495abff50bafb": { + "service": "api", + "usage_usec": 6120017, + "user_usec": 4096307, + "system_usec": 2023710, + "nr_periods": 123, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826": { + "service": "postgres", + "usage_usec": 10206251, + "user_usec": 6713236, + "system_usec": 3493015, + "nr_periods": 214, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952": { + "service": "lb", + "usage_usec": 2605239, + "user_usec": 1036946, + "system_usec": 1568293, + "nr_periods": 148, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa": { + "service": "redis", + "usage_usec": 862968, + "user_usec": 389763, + "system_usec": 473205, + "nr_periods": 287, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 5, + "write_bytes": 83886080, + "write_time": 64.688, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 5, + "fsync_time": 45.638, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 25453, + "write_bytes": 235847680, + "write_time": 168.977, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 18496, + "fsync_time": 4113.47, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 2, + "write_bytes": 16384, + "write_time": 0.026000000000000002, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 2, + "fsync_time": 0.191, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.022, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 8.613, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 15.13, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 13, + "write_bytes": 11927552, + "write_time": 5.498, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 13, + "fsync_time": 45.746, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } + ], + "wal": { + "wal_records": 864836, + "wal_fpi": 1879, + "wal_bytes": 103307851, + "wal_buffers_full": 6954, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } +} diff --git a/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/load.json b/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/load.json new file mode 100644 index 00000000..c24b7a6b --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/load.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 556.276, + "p95": 884.572, + "p99": 1209.942 + }, + "failure_counts": { + "dropped_inflight": 35874, + "http_503": 708 + }, + "instance_responses": { + "222e5ac9033a": 26537, + "25cb5aef2c1c": 26881 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "9f79c49556b3609c", + "schedule_lag_ms": { + "p50": 0.073, + "p95": 0.123, + "p99": 0.173 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:35:53.873479Z", + "success_latency_ms": { + "p50": 553.274, + "p95": 826.006, + "p99": 1102.593 + }, + "success_ratio": 0.593533, + "successful_requests": 53418, + "successful_rps_wall": 1744.487, + "successful_rps_window": 1780.6, + "wall_duration_s": 30.621, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/pool-stats.json b/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/pool-stats.json new file mode 100644 index 00000000..b49ddcbd --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/pool-stats.json @@ -0,0 +1,4 @@ +{ + "222e5ac9033a81d331eab1bda3c49ec3b2b82489876ad75cd953bc7487d3128f": [], + "25cb5aef2c1c4bd3db9f6d8dbf49d21e64c36ead7677e6a5dec495abff50bafb": [] +} diff --git a/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/postgres-statements.json b/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/postgres-statements.json new file mode 100644 index 00000000..5243a1f4 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/postgres-statements.json @@ -0,0 +1,123 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 53419, + "total_exec_ms": 3932.376, + "mean_exec_ms": 0.074, + "rows": 53419, + "shared_blks_hit": 1265296, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 53419, + "total_exec_ms": 2622.265, + "mean_exec_ms": 0.049, + "rows": 53419, + "shared_blks_hit": 486358, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 53780, + "total_exec_ms": 652.905, + "mean_exec_ms": 0.012, + "rows": 53780, + "shared_blks_hit": 215120, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 28.315, + "mean_exec_ms": 14.158, + "rows": 2, + "shared_blks_hit": 3184, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 4854991825702068830, + "calls": 53422, + "total_exec_ms": 15.255, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 6097083398544187049, + "calls": 53419, + "total_exec_ms": 14.696, + "mean_exec_ms": 0.0, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 7421764486656699138, + "calls": 9, + "total_exec_ms": 2.639, + "mean_exec_ms": 0.293, + "rows": 9, + "shared_blks_hit": 9, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 0.697, + "mean_exec_ms": 0.348, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.338, + "mean_exec_ms": 0.338, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.124, + "mean_exec_ms": 0.062, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": 4670030308230031587, + "calls": 2, + "total_exec_ms": 0.09, + "mean_exec_ms": 0.045, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1,current_setting($2),$3,current_setting($4),$5,current_setting($6),$7,current_setting($8))" + } +] diff --git a/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/samples.jsonl b/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/samples.jsonl new file mode 100644 index 00000000..0973edca --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/samples.jsonl @@ -0,0 +1,9 @@ +{"at_utc": "2026-10-29T21:35:54.943+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "63.65%", "Container": "222e5ac9033a81d331eab1bda3c49ec3b2b82489876ad75cd953bc7487d3128f", "ID": "222e5ac9033a", "MemPerc": "19.77%", "MemUsage": "101.2MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "15.8MB / 17.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "61.22%", "Container": "25cb5aef2c1c4bd3db9f6d8dbf49d21e64c36ead7677e6a5dec495abff50bafb", "ID": "25cb5aef2c1c", "MemPerc": "18.69%", "MemUsage": "95.69MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "16.1MB / 17.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "22.45%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "43.48%", "MemUsage": "111.3MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "23.4MB / 23.9MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 470MB", "CPUPerc": "67.69%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "13.93%", "MemUsage": "71.32MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "18.5MB / 15.5MB", "PIDs": "11"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "6.34%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.61%", "MemUsage": "9.738MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "3.74MB / 5.04MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:35:57.100+00:00", "postgres_activity": {"connections": 3, "active": 2, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:35:57.419+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "553", "qcur": "0", "stot": "12406", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "470", "qcur": "0", "stot": "12405", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "24811", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:35:57.509+00:00"} +{"at_utc": "2026-10-29T21:35:58.010+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "61.08%", "Container": "222e5ac9033a81d331eab1bda3c49ec3b2b82489876ad75cd953bc7487d3128f", "ID": "222e5ac9033a", "MemPerc": "20.61%", "MemUsage": "105.5MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "20.4MB / 22.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "61.00%", "Container": "25cb5aef2c1c4bd3db9f6d8dbf49d21e64c36ead7677e6a5dec495abff50bafb", "ID": "25cb5aef2c1c", "MemPerc": "17.00%", "MemUsage": "87.04MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "20.8MB / 22.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "21.80%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "43.51%", "MemUsage": "111.4MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "27.8MB / 28.4MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 531MB", "CPUPerc": "73.69%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "13.95%", "MemUsage": "71.44MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "24MB / 20.1MB", "PIDs": "11"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "7.37%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.61%", "MemUsage": "9.742MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "4.79MB / 6.46MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:36:00.580+00:00", "postgres_activity": {"connections": 3, "active": 1, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:36:00.866+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "577", "qcur": "0", "stot": "15580", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "446", "qcur": "0", "stot": "15579", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "31159", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:36:00.955+00:00"} +{"at_utc": "2026-10-29T21:36:01.456+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "60.66%", "Container": "222e5ac9033a81d331eab1bda3c49ec3b2b82489876ad75cd953bc7487d3128f", "ID": "222e5ac9033a", "MemPerc": "19.34%", "MemUsage": "99.03MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "24.8MB / 27.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "57.73%", "Container": "25cb5aef2c1c4bd3db9f6d8dbf49d21e64c36ead7677e6a5dec495abff50bafb", "ID": "25cb5aef2c1c", "MemPerc": "18.16%", "MemUsage": "93MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "25.4MB / 27.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "21.56%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "43.50%", "MemUsage": "111.4MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "36.4MB / 37.4MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 591MB", "CPUPerc": "66.70%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "14.03%", "MemUsage": "71.83MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "29.3MB / 24.6MB", "PIDs": "11"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "6.28%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.61%", "MemUsage": "9.738MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "5.47MB / 7.39MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:36:04.047+00:00", "postgres_activity": {"connections": 3, "active": 2, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:36:04.243+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "612", "qcur": "0", "stot": "18645", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "411", "qcur": "0", "stot": "18644", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "37289", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:36:04.331+00:00"} +{"at_utc": "2026-10-29T21:36:04.831+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "60.94%", "Container": "222e5ac9033a81d331eab1bda3c49ec3b2b82489876ad75cd953bc7487d3128f", "ID": "222e5ac9033a", "MemPerc": "20.98%", "MemUsage": "107.4MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "28.3MB / 31.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "59.72%", "Container": "25cb5aef2c1c4bd3db9f6d8dbf49d21e64c36ead7677e6a5dec495abff50bafb", "ID": "25cb5aef2c1c", "MemPerc": "18.08%", "MemUsage": "92.57MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "29.1MB / 31.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "22.14%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "43.62%", "MemUsage": "111.7MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "41.5MB / 42.7MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 639MB", "CPUPerc": "65.60%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "14.42%", "MemUsage": "73.82MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "33.6MB / 28.2MB", "PIDs": "11"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "5.93%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.59%", "MemUsage": "9.715MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "6.66MB / 8.99MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:36:07.162+00:00", "postgres_activity": {"connections": 3, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:36:07.364+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "651", "qcur": "0", "stot": "21569", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "371", "qcur": "0", "stot": "21569", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "43138", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:36:07.435+00:00"} +{"at_utc": "2026-10-29T21:36:07.937+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "63.75%", "Container": "222e5ac9033a81d331eab1bda3c49ec3b2b82489876ad75cd953bc7487d3128f", "ID": "222e5ac9033a", "MemPerc": "22.67%", "MemUsage": "116MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "33.1MB / 36.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "62.61%", "Container": "25cb5aef2c1c4bd3db9f6d8dbf49d21e64c36ead7677e6a5dec495abff50bafb", "ID": "25cb5aef2c1c", "MemPerc": "15.87%", "MemUsage": "81.25MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "34.2MB / 37MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "22.89%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "43.60%", "MemUsage": "111.6MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "46.6MB / 47.9MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 705MB", "CPUPerc": "68.88%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "14.91%", "MemUsage": "76.34MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "39.5MB / 33.1MB", "PIDs": "11"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "7.96%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.59%", "MemUsage": "9.715MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "7.79MB / 10.5MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:36:10.501+00:00", "postgres_activity": {"connections": 3, "active": 2, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:36:10.707+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "672", "qcur": "0", "stot": "24959", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "350", "qcur": "0", "stot": "24958", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "49917", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:36:10.777+00:00"} +{"at_utc": "2026-10-29T21:36:11.278+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "63.16%", "Container": "222e5ac9033a81d331eab1bda3c49ec3b2b82489876ad75cd953bc7487d3128f", "ID": "222e5ac9033a", "MemPerc": "22.14%", "MemUsage": "113.4MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "37.5MB / 41.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "64.46%", "Container": "25cb5aef2c1c4bd3db9f6d8dbf49d21e64c36ead7677e6a5dec495abff50bafb", "ID": "25cb5aef2c1c", "MemPerc": "17.64%", "MemUsage": "90.34MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "38.8MB / 42MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "23.56%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "43.53%", "MemUsage": "111.4MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "55.1MB / 56.7MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 746MB", "CPUPerc": "69.64%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "15.34%", "MemUsage": "78.56MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "43.2MB / 36.2MB", "PIDs": "11"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "6.17%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.59%", "MemUsage": "9.715MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "8.5MB / 11.5MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:36:13.873+00:00", "postgres_activity": {"connections": 3, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:36:14.349+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP 1/2", "scur": "499", "qcur": "0", "stot": "28118", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "523", "qcur": "0", "stot": "28118", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "56236", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:36:14.506+00:00"} +{"at_utc": "2026-10-29T21:36:15.012+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "63.72%", "Container": "222e5ac9033a81d331eab1bda3c49ec3b2b82489876ad75cd953bc7487d3128f", "ID": "222e5ac9033a", "MemPerc": "20.68%", "MemUsage": "105.9MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "40.6MB / 45MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "63.44%", "Container": "25cb5aef2c1c4bd3db9f6d8dbf49d21e64c36ead7677e6a5dec495abff50bafb", "ID": "25cb5aef2c1c", "MemPerc": "18.89%", "MemUsage": "96.71MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "41.8MB / 45.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "22.63%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "43.68%", "MemUsage": "111.8MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "59.6MB / 61.4MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 802MB", "CPUPerc": "69.20%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "16.41%", "MemUsage": "84MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "48.3MB / 40.5MB", "PIDs": "11"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "6.43%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.57%", "MemUsage": "9.688MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "9.57MB / 12.9MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:36:17.041+00:00", "postgres_activity": {"connections": 3, "active": 2, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:36:17.352+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "543", "qcur": "0", "stot": "30590", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "477", "qcur": "0", "stot": "30589", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1020", "qcur": "0", "stot": "61179", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:36:17.446+00:00"} +{"at_utc": "2026-10-29T21:36:17.946+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "56.31%", "Container": "222e5ac9033a81d331eab1bda3c49ec3b2b82489876ad75cd953bc7487d3128f", "ID": "222e5ac9033a", "MemPerc": "21.30%", "MemUsage": "109MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "43.3MB / 47.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "55.95%", "Container": "25cb5aef2c1c4bd3db9f6d8dbf49d21e64c36ead7677e6a5dec495abff50bafb", "ID": "25cb5aef2c1c", "MemPerc": "19.03%", "MemUsage": "97.45MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "44.6MB / 48.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "22.19%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "43.66%", "MemUsage": "111.8MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "65.6MB / 67.8MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 859MB", "CPUPerc": "69.58%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "17.01%", "MemUsage": "87.11MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "53.3MB / 44.7MB", "PIDs": "11"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "7.42%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.57%", "MemUsage": "9.691MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "10.5MB / 14.2MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:36:20.503+00:00", "postgres_activity": {"connections": 3, "active": 1, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:36:20.695+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "588", "qcur": "0", "stot": "33616", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "435", "qcur": "0", "stot": "33616", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "67232", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:36:20.775+00:00"} +{"at_utc": "2026-10-29T21:36:21.276+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "62.75%", "Container": "222e5ac9033a81d331eab1bda3c49ec3b2b82489876ad75cd953bc7487d3128f", "ID": "222e5ac9033a", "MemPerc": "23.10%", "MemUsage": "118.3MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "48MB / 53MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "61.34%", "Container": "25cb5aef2c1c4bd3db9f6d8dbf49d21e64c36ead7677e6a5dec495abff50bafb", "ID": "25cb5aef2c1c", "MemPerc": "16.88%", "MemUsage": "86.41MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "50.7MB / 55MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "21.69%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "43.57%", "MemUsage": "111.6MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "72MB / 74.6MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 934MB", "CPUPerc": "67.92%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "17.66%", "MemUsage": "90.44MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "58.6MB / 49.1MB", "PIDs": "11"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "6.16%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.57%", "MemUsage": "9.695MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "11.6MB / 15.6MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:36:23.867+00:00", "postgres_activity": {"connections": 3, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:36:24.186+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "418", "qcur": "0", "stot": "36310", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "205", "qcur": "0", "stot": "36310", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "623", "qcur": "0", "stot": "72620", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:36:24.270+00:00"} diff --git a/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/warmup.json b/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/warmup.json new file mode 100644 index 00000000..1b423d94 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/01-pool-1-repeat1/warmup.json @@ -0,0 +1,37 @@ +{ + "completed_full_latency_ms": { + "p50": 520.158, + "p95": 915.754, + "p99": 1070.058 + }, + "failure_counts": { + "dropped_inflight": 11519 + }, + "instance_responses": { + "222e5ac9033a": 9240, + "25cb5aef2c1c": 9241 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "9c5546f671440aa3", + "schedule_lag_ms": { + "p50": 0.073, + "p95": 0.132, + "p99": 5.459 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 30000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:35:37.251696Z", + "success_latency_ms": { + "p50": 520.089, + "p95": 915.676, + "p99": 1069.98 + }, + "success_ratio": 0.616033, + "successful_requests": 18481, + "successful_rps_wall": 1793.992, + "successful_rps_window": 1848.1, + "wall_duration_s": 10.302, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/compose-scale.log b/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/compose-scale.log new file mode 100644 index 00000000..1966f86f --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-5cb3e12d11-api-1 Recreate + Container lab3-grade5-5cb3e12d11-api-2 Recreate + Container lab3-grade5-5cb3e12d11-api-2 Recreated + Container lab3-grade5-5cb3e12d11-api-1 Recreated + Container lab3-grade5-5cb3e12d11-api-2 Starting + Container lab3-grade5-5cb3e12d11-api-2 Started + Container lab3-grade5-5cb3e12d11-api-1 Starting + Container lab3-grade5-5cb3e12d11-api-1 Started diff --git a/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/diagnostics-after.json b/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/diagnostics-after.json new file mode 100644 index 00000000..fb22d46a --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/diagnostics-after.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:37:19.076+00:00", + "cgroups": { + "9396f62c9fb104226aca2dd1b046430ed2faa7021b2edd0a97a5c37edc97423f": { + "service": "api", + "usage_usec": 40732840, + "user_usec": 28838366, + "system_usec": 11894474, + "nr_periods": 447, + "nr_throttled": 7, + "throttled_usec": 786622, + "nr_bursts": 0, + "burst_usec": 0 + }, + "c180aefb90c7a9ad025fc1d3d763a0423bba5803fa2bc0d982d5ad55132521bc": { + "service": "api", + "usage_usec": 42155262, + "user_usec": 30528434, + "system_usec": 11626827, + "nr_periods": 438, + "nr_throttled": 10, + "throttled_usec": 908172, + "nr_bursts": 0, + "burst_usec": 0 + }, + "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826": { + "service": "postgres", + "usage_usec": 91816675, + "user_usec": 62117777, + "system_usec": 29698898, + "nr_periods": 1021, + "nr_throttled": 14, + "throttled_usec": 932973, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952": { + "service": "lb", + "usage_usec": 25729452, + "user_usec": 10825814, + "system_usec": 14903638, + "nr_periods": 920, + "nr_throttled": 4, + "throttled_usec": 250072, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa": { + "service": "redis", + "usage_usec": 7464940, + "user_usec": 2960299, + "system_usec": 4504641, + "nr_periods": 1114, + "nr_throttled": 17, + "throttled_usec": 1260798, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 9, + "write_bytes": 150994944, + "write_time": 92.446, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 102.949, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 129508, + "write_bytes": 1291755520, + "write_time": 1889.599, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 115891, + "fsync_time": 43806.313, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 13, + "write_bytes": 425984, + "write_time": 0.667, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 13, + "fsync_time": 8.977, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 3, + "write_bytes": 24576, + "write_time": 0.045, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 3, + "fsync_time": 0.274, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.022, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 8.613, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 15.13, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 47, + "write_bytes": 28073984, + "write_time": 17.383, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 47, + "fsync_time": 99.08800000000001, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } + ], + "wal": { + "wal_records": 3489428, + "wal_fpi": 5535, + "wal_bytes": 374998994, + "wal_buffers_full": 13581, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } +} diff --git a/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/diagnostics-before.json b/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/diagnostics-before.json new file mode 100644 index 00000000..d30f8910 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/diagnostics-before.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:36:44.993+00:00", + "cgroups": { + "9396f62c9fb104226aca2dd1b046430ed2faa7021b2edd0a97a5c37edc97423f": { + "service": "api", + "usage_usec": 10534236, + "user_usec": 7412859, + "system_usec": 3121376, + "nr_periods": 128, + "nr_throttled": 3, + "throttled_usec": 399702, + "nr_bursts": 0, + "burst_usec": 0 + }, + "c180aefb90c7a9ad025fc1d3d763a0423bba5803fa2bc0d982d5ad55132521bc": { + "service": "api", + "usage_usec": 10150154, + "user_usec": 7217225, + "system_usec": 2932928, + "nr_periods": 122, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826": { + "service": "postgres", + "usage_usec": 47791293, + "user_usec": 31822693, + "system_usec": 15968600, + "nr_periods": 697, + "nr_throttled": 5, + "throttled_usec": 542641, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952": { + "service": "lb", + "usage_usec": 13668070, + "user_usec": 5532451, + "system_usec": 8135618, + "nr_periods": 596, + "nr_throttled": 2, + "throttled_usec": 166320, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa": { + "service": "redis", + "usage_usec": 3808233, + "user_usec": 1532555, + "system_usec": 2275678, + "nr_periods": 780, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 9, + "write_bytes": 150994944, + "write_time": 92.446, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 102.949, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 96701, + "write_bytes": 921255936, + "write_time": 812.8960000000001, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 83103, + "fsync_time": 23442.11, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 12, + "write_bytes": 417792, + "write_time": 0.663, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 12, + "fsync_time": 8.758000000000001, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 3, + "write_bytes": 24576, + "write_time": 0.045, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 3, + "fsync_time": 0.274, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.022, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 8.613, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 15.13, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 35, + "write_bytes": 27975680, + "write_time": 16.847, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 35, + "fsync_time": 82.538, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } + ], + "wal": { + "wal_records": 2488002, + "wal_fpi": 3752, + "wal_bytes": 274248934, + "wal_buffers_full": 13581, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } +} diff --git a/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/load.json b/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/load.json new file mode 100644 index 00000000..1e494a6d --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/load.json @@ -0,0 +1,37 @@ +{ + "completed_full_latency_ms": { + "p50": 347.078, + "p95": 985.681, + "p99": 1342.103 + }, + "failure_counts": { + "dropped_inflight": 20612 + }, + "instance_responses": { + "9396f62c9fb1": 34694, + "c180aefb90c7": 34694 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "50a545b9253321c8", + "schedule_lag_ms": { + "p50": 0.074, + "p95": 0.133, + "p99": 0.244 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:36:46.190039Z", + "success_latency_ms": { + "p50": 346.987, + "p95": 985.588, + "p99": 1342.042 + }, + "success_ratio": 0.770978, + "successful_requests": 69388, + "successful_rps_wall": 2259.512, + "successful_rps_window": 2312.933, + "wall_duration_s": 30.709, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/pool-stats.json b/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/pool-stats.json new file mode 100644 index 00000000..840f23eb --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/pool-stats.json @@ -0,0 +1,4 @@ +{ + "9396f62c9fb104226aca2dd1b046430ed2faa7021b2edd0a97a5c37edc97423f": [], + "c180aefb90c7a9ad025fc1d3d763a0423bba5803fa2bc0d982d5ad55132521bc": [] +} diff --git a/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/postgres-statements.json b/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/postgres-statements.json new file mode 100644 index 00000000..5fed5b92 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/postgres-statements.json @@ -0,0 +1,123 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 69388, + "total_exec_ms": 18001.431, + "mean_exec_ms": 0.259, + "rows": 69388, + "shared_blks_hit": 1662448, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 69388, + "total_exec_ms": 11821.113, + "mean_exec_ms": 0.17, + "rows": 69388, + "shared_blks_hit": 655056, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 69388, + "total_exec_ms": 2832.278, + "mean_exec_ms": 0.041, + "rows": 69388, + "shared_blks_hit": 277552, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 6097083398544187049, + "calls": 69388, + "total_exec_ms": 47.468, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 69388, + "total_exec_ms": 40.007, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 34.451, + "mean_exec_ms": 17.225, + "rows": 2, + "shared_blks_hit": 3410, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 7421764486656699138, + "calls": 9, + "total_exec_ms": 3.521, + "mean_exec_ms": 0.391, + "rows": 9, + "shared_blks_hit": 9, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 0.578, + "mean_exec_ms": 0.289, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.307, + "mean_exec_ms": 0.307, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.201, + "mean_exec_ms": 0.101, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": 4670030308230031587, + "calls": 2, + "total_exec_ms": 0.084, + "mean_exec_ms": 0.042, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1,current_setting($2),$3,current_setting($4),$5,current_setting($6),$7,current_setting($8))" + } +] diff --git a/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/samples.jsonl b/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/samples.jsonl new file mode 100644 index 00000000..91639e25 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/samples.jsonl @@ -0,0 +1,9 @@ +{"at_utc": "2026-10-29T21:36:47.212+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "115.07%", "Container": "9396f62c9fb104226aca2dd1b046430ed2faa7021b2edd0a97a5c37edc97423f", "ID": "9396f62c9fb1", "MemPerc": "16.57%", "MemUsage": "84.85MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "25.2MB / 27MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "112.40%", "Container": "c180aefb90c7a9ad025fc1d3d763a0423bba5803fa2bc0d982d5ad55132521bc", "ID": "c180aefb90c7", "MemPerc": "21.35%", "MemUsage": "109.3MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "22.8MB / 24.5MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "48.06%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "43.68%", "MemUsage": "111.8MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "109MB / 113MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 1.3GB", "CPUPerc": "151.07%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "24.49%", "MemUsage": "125.4MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "88.5MB / 74.1MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "12.21%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.67%", "MemUsage": "9.816MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "17.4MB / 23.4MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:36:49.812+00:00", "postgres_activity": {"connections": 17, "active": 6, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:36:50.160+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "603", "qcur": "0", "stot": "55281", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "419", "qcur": "0", "stot": "55281", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "110562", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:36:50.292+00:00"} +{"at_utc": "2026-10-29T21:36:50.793+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "97.22%", "Container": "9396f62c9fb104226aca2dd1b046430ed2faa7021b2edd0a97a5c37edc97423f", "ID": "9396f62c9fb1", "MemPerc": "15.27%", "MemUsage": "78.19MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "32MB / 34.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "107.51%", "Container": "c180aefb90c7a9ad025fc1d3d763a0423bba5803fa2bc0d982d5ad55132521bc", "ID": "c180aefb90c7", "MemPerc": "22.75%", "MemUsage": "116.5MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "29.5MB / 31.7MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "36.34%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "43.76%", "MemUsage": "112MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "119MB / 123MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 1.35GB", "CPUPerc": "156.63%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "24.52%", "MemUsage": "125.5MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "96.8MB / 81.1MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.17%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.62%", "MemUsage": "9.758MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "18.9MB / 25.4MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:36:53.386+00:00", "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:36:54.294+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "518", "qcur": "0", "stot": "60147", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "506", "qcur": "0", "stot": "60146", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "120293", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:36:54.395+00:00"} +{"at_utc": "2026-10-29T21:36:54.897+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "110.93%", "Container": "9396f62c9fb104226aca2dd1b046430ed2faa7021b2edd0a97a5c37edc97423f", "ID": "9396f62c9fb1", "MemPerc": "22.78%", "MemUsage": "116.6MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "36.7MB / 39.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "112.07%", "Container": "c180aefb90c7a9ad025fc1d3d763a0423bba5803fa2bc0d982d5ad55132521bc", "ID": "c180aefb90c7", "MemPerc": "23.18%", "MemUsage": "118.7MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "36.6MB / 39.4MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "41.75%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "44.37%", "MemUsage": "113.6MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "126MB / 130MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 1.38GB", "CPUPerc": "159.17%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "24.63%", "MemUsage": "126.1MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "102MB / 85.4MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.83%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.66%", "MemUsage": "9.801MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "20.1MB / 27MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:36:57.001+00:00", "postgres_activity": {"connections": 17, "active": 6, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:36:57.351+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "660", "qcur": "0", "stot": "63479", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "360", "qcur": "0", "stot": "63479", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1020", "qcur": "0", "stot": "126959", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:36:57.468+00:00"} +{"at_utc": "2026-10-29T21:36:57.969+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "111.32%", "Container": "9396f62c9fb104226aca2dd1b046430ed2faa7021b2edd0a97a5c37edc97423f", "ID": "9396f62c9fb1", "MemPerc": "18.21%", "MemUsage": "93.23MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "43.8MB / 47.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "113.51%", "Container": "c180aefb90c7a9ad025fc1d3d763a0423bba5803fa2bc0d982d5ad55132521bc", "ID": "c180aefb90c7", "MemPerc": "26.06%", "MemUsage": "133.4MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "41.4MB / 44.6MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "43.23%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "44.62%", "MemUsage": "114.2MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "135MB / 140MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 1.43GB", "CPUPerc": "165.14%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "24.53%", "MemUsage": "125.6MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "110MB / 92.2MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.47%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.61%", "MemUsage": "9.742MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "21.6MB / 29MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:37:00.571+00:00", "postgres_activity": {"connections": 17, "active": 3, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:37:00.955+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "803", "qcur": "0", "stot": "68097", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "219", "qcur": "0", "stot": "68097", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "136194", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:37:01.071+00:00"} +{"at_utc": "2026-10-29T21:37:01.572+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "134.35%", "Container": "9396f62c9fb104226aca2dd1b046430ed2faa7021b2edd0a97a5c37edc97423f", "ID": "9396f62c9fb1", "MemPerc": "16.08%", "MemUsage": "82.33MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "49.6MB / 53.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "137.95%", "Container": "c180aefb90c7a9ad025fc1d3d763a0423bba5803fa2bc0d982d5ad55132521bc", "ID": "c180aefb90c7", "MemPerc": "34.51%", "MemUsage": "176.7MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "48.8MB / 52.5MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "53.94%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "44.93%", "MemUsage": "115MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "143MB / 149MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 1.47GB", "CPUPerc": "182.32%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "24.57%", "MemUsage": "125.8MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "117MB / 97.7MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.27%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.60%", "MemUsage": "9.723MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "22.5MB / 30.2MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:37:04.405+00:00", "postgres_activity": {"connections": 17, "active": 7, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:37:04.665+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "962", "qcur": "0", "stot": "71960", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "58", "qcur": "0", "stot": "71960", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1020", "qcur": "0", "stot": "143920", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:37:04.762+00:00"} +{"at_utc": "2026-10-29T21:37:05.263+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "106.40%", "Container": "9396f62c9fb104226aca2dd1b046430ed2faa7021b2edd0a97a5c37edc97423f", "ID": "9396f62c9fb1", "MemPerc": "15.06%", "MemUsage": "77.11MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "54.5MB / 58.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "108.99%", "Container": "c180aefb90c7a9ad025fc1d3d763a0423bba5803fa2bc0d982d5ad55132521bc", "ID": "c180aefb90c7", "MemPerc": "32.99%", "MemUsage": "168.9MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "53.9MB / 58MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "41.49%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "44.63%", "MemUsage": "114.2MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "150MB / 156MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 1.5GB", "CPUPerc": "167.03%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "25.01%", "MemUsage": "128MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "122MB / 103MB", "PIDs": "26"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "12.07%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.63%", "MemUsage": "9.766MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "24.1MB / 32.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:37:07.545+00:00", "postgres_activity": {"connections": 18, "active": 10, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:37:07.875+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "901", "qcur": "0", "stot": "75637", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "121", "qcur": "0", "stot": "75636", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "151273", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:37:07.998+00:00"} +{"at_utc": "2026-10-29T21:37:08.498+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "112.09%", "Container": "9396f62c9fb104226aca2dd1b046430ed2faa7021b2edd0a97a5c37edc97423f", "ID": "9396f62c9fb1", "MemPerc": "14.62%", "MemUsage": "74.88MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "59MB / 63.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "107.07%", "Container": "c180aefb90c7a9ad025fc1d3d763a0423bba5803fa2bc0d982d5ad55132521bc", "ID": "c180aefb90c7", "MemPerc": "33.50%", "MemUsage": "171.5MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "59.7MB / 64.2MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "40.55%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "44.62%", "MemUsage": "114.2MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "159MB / 165MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 1.55GB", "CPUPerc": "150.27%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "25.26%", "MemUsage": "129.3MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "129MB / 108MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "16.88%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.60%", "MemUsage": "9.734MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "25.4MB / 34.1MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:37:11.124+00:00", "postgres_activity": {"connections": 17, "active": 5, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:37:11.418+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "999", "qcur": "0", "stot": "79889", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "14", "qcur": "0", "stot": "79889", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1010", "qcur": "0", "stot": "159779", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:37:11.515+00:00"} +{"at_utc": "2026-10-29T21:37:12.016+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "165.60%", "Container": "9396f62c9fb104226aca2dd1b046430ed2faa7021b2edd0a97a5c37edc97423f", "ID": "9396f62c9fb1", "MemPerc": "15.04%", "MemUsage": "77.03MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "66.1MB / 71MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "115.33%", "Container": "c180aefb90c7a9ad025fc1d3d763a0423bba5803fa2bc0d982d5ad55132521bc", "ID": "c180aefb90c7", "MemPerc": "30.88%", "MemUsage": "158.1MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "64.7MB / 70MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "73.86%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "44.57%", "MemUsage": "114.1MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "167MB / 174MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 1.59GB", "CPUPerc": "144.31%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "26.12%", "MemUsage": "133.8MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "136MB / 114MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "56.16%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.61%", "MemUsage": "9.742MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "26.7MB / 35.8MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:37:14.611+00:00", "postgres_activity": {"connections": 17, "active": 5, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:37:14.955+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP 1/2", "scur": "625", "qcur": "0", "stot": "83429", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "386", "qcur": "0", "stot": "83429", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1011", "qcur": "0", "stot": "166858", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:37:15.087+00:00"} +{"at_utc": "2026-10-29T21:37:15.595+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "26.30%", "Container": "9396f62c9fb104226aca2dd1b046430ed2faa7021b2edd0a97a5c37edc97423f", "ID": "9396f62c9fb1", "MemPerc": "18.21%", "MemUsage": "93.23MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "68.9MB / 74.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "49.68%", "Container": "c180aefb90c7a9ad025fc1d3d763a0423bba5803fa2bc0d982d5ad55132521bc", "ID": "c180aefb90c7", "MemPerc": "32.03%", "MemUsage": "164MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "68.7MB / 74.6MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "26.03%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "44.12%", "MemUsage": "112.9MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "171MB / 178MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 1.64GB", "CPUPerc": "101.71%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "26.46%", "MemUsage": "135.5MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "140MB / 117MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "0.85%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.57%", "MemUsage": "9.691MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "27.3MB / 36.7MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:37:17.928+00:00", "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:37:18.154+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "84735", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "84734", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "169469", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:37:18.228+00:00"} diff --git a/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/warmup.json b/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/warmup.json new file mode 100644 index 00000000..c411c77c --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/02-pool-8-repeat2/warmup.json @@ -0,0 +1,37 @@ +{ + "completed_full_latency_ms": { + "p50": 251.433, + "p95": 529.504, + "p99": 923.965 + }, + "failure_counts": { + "dropped_inflight": 2541 + }, + "instance_responses": { + "9396f62c9fb1": 13729, + "c180aefb90c7": 13730 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "7b8d142f7858af66", + "schedule_lag_ms": { + "p50": 0.075, + "p95": 0.128, + "p99": 0.274 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 30000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:36:29.811391Z", + "success_latency_ms": { + "p50": 251.371, + "p95": 529.442, + "p99": 923.897 + }, + "success_ratio": 0.9153, + "successful_requests": 27459, + "successful_rps_wall": 2730.273, + "successful_rps_window": 2745.9, + "wall_duration_s": 10.057, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/compose-scale.log b/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/compose-scale.log new file mode 100644 index 00000000..a2ecc34c --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-5cb3e12d11-api-2 Recreate + Container lab3-grade5-5cb3e12d11-api-1 Recreate + Container lab3-grade5-5cb3e12d11-api-1 Recreated + Container lab3-grade5-5cb3e12d11-api-2 Recreated + Container lab3-grade5-5cb3e12d11-api-1 Starting + Container lab3-grade5-5cb3e12d11-api-1 Started + Container lab3-grade5-5cb3e12d11-api-2 Starting + Container lab3-grade5-5cb3e12d11-api-2 Started diff --git a/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/diagnostics-after.json b/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/diagnostics-after.json new file mode 100644 index 00000000..098cb0b7 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/diagnostics-after.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:38:14.478+00:00", + "cgroups": { + "db814fa134aa0f74665995f1900f3783ee74c8351305d7a550e4224a578873c5": { + "service": "api", + "usage_usec": 41029481, + "user_usec": 29250780, + "system_usec": 11778701, + "nr_periods": 450, + "nr_throttled": 10, + "throttled_usec": 840544, + "nr_bursts": 0, + "burst_usec": 0 + }, + "8b07cdf42646ef8ca6545c123c04e0fb8bf85624523150cd71af3dde3ec99959": { + "service": "api", + "usage_usec": 43063649, + "user_usec": 29183538, + "system_usec": 13880111, + "nr_periods": 448, + "nr_throttled": 5, + "throttled_usec": 409870, + "nr_bursts": 0, + "burst_usec": 0 + }, + "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826": { + "service": "postgres", + "usage_usec": 161275637, + "user_usec": 106134914, + "system_usec": 55140723, + "nr_periods": 1520, + "nr_throttled": 101, + "throttled_usec": 13481610, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952": { + "service": "lb", + "usage_usec": 42404196, + "user_usec": 17866675, + "system_usec": 24537520, + "nr_periods": 1394, + "nr_throttled": 20, + "throttled_usec": 2261339, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa": { + "service": "redis", + "usage_usec": 11671695, + "user_usec": 4597483, + "system_usec": 7074212, + "nr_periods": 1636, + "nr_throttled": 20, + "throttled_usec": 1469529, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 11, + "write_bytes": 184549376, + "write_time": 117.272, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 11, + "fsync_time": 125.532, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 155773, + "write_bytes": 1591959552, + "write_time": 2983.198, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 136136, + "fsync_time": 71969.904, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 13, + "write_bytes": 425984, + "write_time": 0.667, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 13, + "fsync_time": 8.977, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 5, + "write_bytes": 40960, + "write_time": 0.088, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 5, + "fsync_time": 1.188, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.022, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 8.613, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 15.13, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 79, + "write_bytes": 48947200, + "write_time": 34.937, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 79, + "fsync_time": 292.159, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } + ], + "wal": { + "wal_records": 4935292, + "wal_fpi": 6156, + "wal_bytes": 528464679, + "wal_buffers_full": 19588, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } +} diff --git a/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/diagnostics-before.json b/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/diagnostics-before.json new file mode 100644 index 00000000..0696db94 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/diagnostics-before.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:37:40.741+00:00", + "cgroups": { + "db814fa134aa0f74665995f1900f3783ee74c8351305d7a550e4224a578873c5": { + "service": "api", + "usage_usec": 10972808, + "user_usec": 7972298, + "system_usec": 3000510, + "nr_periods": 133, + "nr_throttled": 2, + "throttled_usec": 219601, + "nr_bursts": 0, + "burst_usec": 0 + }, + "8b07cdf42646ef8ca6545c123c04e0fb8bf85624523150cd71af3dde3ec99959": { + "service": "api", + "usage_usec": 11589547, + "user_usec": 8012033, + "system_usec": 3577514, + "nr_periods": 131, + "nr_throttled": 3, + "throttled_usec": 355886, + "nr_bursts": 0, + "burst_usec": 0 + }, + "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826": { + "service": "postgres", + "usage_usec": 111854956, + "user_usec": 75725176, + "system_usec": 36129779, + "nr_periods": 1196, + "nr_throttled": 28, + "throttled_usec": 1378976, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952": { + "service": "lb", + "usage_usec": 30245427, + "user_usec": 12760221, + "system_usec": 17485206, + "nr_periods": 1072, + "nr_throttled": 6, + "throttled_usec": 265097, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa": { + "service": "redis", + "usage_usec": 8787190, + "user_usec": 3481622, + "system_usec": 5305567, + "nr_periods": 1305, + "nr_throttled": 19, + "throttled_usec": 1431909, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 11, + "write_bytes": 184549376, + "write_time": 117.272, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 11, + "fsync_time": 125.532, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 144004, + "write_bytes": 1443381248, + "write_time": 2222.672, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 124377, + "fsync_time": 50586.603, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 13, + "write_bytes": 425984, + "write_time": 0.667, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 13, + "fsync_time": 8.977, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 5, + "write_bytes": 40960, + "write_time": 0.088, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 5, + "fsync_time": 1.188, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.022, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 8.613, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 15.13, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 62, + "write_bytes": 48734208, + "write_time": 34.029, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 62, + "fsync_time": 152.78, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } + ], + "wal": { + "wal_records": 4423659, + "wal_fpi": 5586, + "wal_bytes": 476809500, + "wal_buffers_full": 19588, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } +} diff --git a/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/load.json b/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/load.json new file mode 100644 index 00000000..bec2395c --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/load.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 691, + "p95": 1640.368, + "p99": 1962.049 + }, + "failure_counts": { + "dropped_inflight": 51447, + "http_503": 3558 + }, + "instance_responses": { + "8b07cdf42646": 17174, + "db814fa134aa": 17821 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "5fcd2bb1d2fba3e2", + "schedule_lag_ms": { + "p50": 0.056, + "p95": 0.163, + "p99": 1.057 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:37:41.904271Z", + "success_latency_ms": { + "p50": 648.933, + "p95": 1500.075, + "p99": 1856.782 + }, + "success_ratio": 0.388833, + "successful_requests": 34995, + "successful_rps_wall": 1155.097, + "successful_rps_window": 1166.5, + "wall_duration_s": 30.296, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/pool-stats.json b/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/pool-stats.json new file mode 100644 index 00000000..2a930724 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/pool-stats.json @@ -0,0 +1,4 @@ +{ + "db814fa134aa0f74665995f1900f3783ee74c8351305d7a550e4224a578873c5": [], + "8b07cdf42646ef8ca6545c123c04e0fb8bf85624523150cd71af3dde3ec99959": [] +} diff --git a/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/postgres-statements.json b/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/postgres-statements.json new file mode 100644 index 00000000..90635b5e --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/postgres-statements.json @@ -0,0 +1,134 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 35089, + "total_exec_ms": 37273.914, + "mean_exec_ms": 1.062, + "rows": 35089, + "shared_blks_hit": 844279, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 35113, + "total_exec_ms": 26175.146, + "mean_exec_ms": 0.745, + "rows": 35113, + "shared_blks_hit": 359166, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 36671, + "total_exec_ms": 7402.721, + "mean_exec_ms": 0.202, + "rows": 36671, + "shared_blks_hit": 146684, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 4854991825702068830, + "calls": 35162, + "total_exec_ms": 80.588, + "mean_exec_ms": 0.002, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 6097083398544187049, + "calls": 35067, + "total_exec_ms": 41.949, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 30.312, + "mean_exec_ms": 15.156, + "rows": 2, + "shared_blks_hit": 3001, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 7421764486656699138, + "calls": 7, + "total_exec_ms": 5.814, + "mean_exec_ms": 0.831, + "rows": 7, + "shared_blks_hit": 7, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 0.734, + "mean_exec_ms": 0.367, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.231, + "mean_exec_ms": 0.231, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.206, + "mean_exec_ms": 0.103, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": 4670030308230031587, + "calls": 2, + "total_exec_ms": 0.141, + "mean_exec_ms": 0.07, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1,current_setting($2),$3,current_setting($4),$5,current_setting($6),$7,current_setting($8))" + }, + { + "queryid": -7676915344437841334, + "calls": 17, + "total_exec_ms": 0.026, + "mean_exec_ms": 0.002, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/samples.jsonl b/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/samples.jsonl new file mode 100644 index 00000000..1a2ba3a4 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/samples.jsonl @@ -0,0 +1,7 @@ +{"at_utc": "2026-10-29T21:37:43.066+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "110.36%", "Container": "db814fa134aa0f74665995f1900f3783ee74c8351305d7a550e4224a578873c5", "ID": "db814fa134aa", "MemPerc": "18.45%", "MemUsage": "94.46MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "20.3MB / 21.6MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "106.42%", "Container": "8b07cdf42646ef8ca6545c123c04e0fb8bf85624523150cd71af3dde3ec99959", "ID": "8b07cdf42646", "MemPerc": "25.15%", "MemUsage": "128.8MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "20MB / 21.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "53.37%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "44.76%", "MemUsage": "114.6MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "200MB / 208MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 1.9GB", "CPUPerc": "217.20%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "22.01%", "MemUsage": "112.7MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "162MB / 136MB", "PIDs": "23"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "18.24%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.62%", "MemUsage": "9.758MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "31.9MB / 42.7MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:37:45.923+00:00", "postgres_activity": {"connections": 27, "active": 7, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:37:47.076+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "503", "qcur": "0", "stot": "100008", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "519", "qcur": "0", "stot": "100001", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "200009", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:37:47.425+00:00"} +{"at_utc": "2026-10-29T21:37:47.926+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "108.25%", "Container": "db814fa134aa0f74665995f1900f3783ee74c8351305d7a550e4224a578873c5", "ID": "db814fa134aa", "MemPerc": "21.20%", "MemUsage": "108.5MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "22.1MB / 23.5MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "122.58%", "Container": "8b07cdf42646ef8ca6545c123c04e0fb8bf85624523150cd71af3dde3ec99959", "ID": "8b07cdf42646", "MemPerc": "23.19%", "MemUsage": "118.7MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "23MB / 24.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "45.41%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "44.60%", "MemUsage": "114.2MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "205MB / 213MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 1.92GB", "CPUPerc": "174.55%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "33.58%", "MemUsage": "171.9MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "166MB / 139MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.79%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.61%", "MemUsage": "9.746MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "32.8MB / 43.9MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:37:50.743+00:00", "postgres_activity": {"connections": 33, "active": 18, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:37:51.391+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "278", "qcur": "0", "stot": "102519", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "738", "qcur": "0", "stot": "102513", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1016", "qcur": "0", "stot": "205032", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:37:51.537+00:00"} +{"at_utc": "2026-10-29T21:37:52.038+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "120.17%", "Container": "db814fa134aa0f74665995f1900f3783ee74c8351305d7a550e4224a578873c5", "ID": "db814fa134aa", "MemPerc": "18.96%", "MemUsage": "97.09MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "27.1MB / 29.1MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "217.71%", "Container": "8b07cdf42646ef8ca6545c123c04e0fb8bf85624523150cd71af3dde3ec99959", "ID": "8b07cdf42646", "MemPerc": "33.25%", "MemUsage": "170.3MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "26.8MB / 28.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "102.51%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "45.22%", "MemUsage": "115.8MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "211MB / 219MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 1.94GB", "CPUPerc": "200.06%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "32.80%", "MemUsage": "167.9MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "170MB / 143MB", "PIDs": "42"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "18.53%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.60%", "MemUsage": "9.723MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "33.8MB / 45.1MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:37:55.049+00:00", "postgres_activity": {"connections": 33, "active": 20, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:37:55.948+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP 1/2", "scur": "495", "qcur": "0", "stot": "105160", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "517", "qcur": "0", "stot": "105154", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1011", "qcur": "0", "stot": "210314", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:37:56.167+00:00"} +{"at_utc": "2026-10-29T21:37:56.668+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "117.08%", "Container": "db814fa134aa0f74665995f1900f3783ee74c8351305d7a550e4224a578873c5", "ID": "db814fa134aa", "MemPerc": "25.54%", "MemUsage": "130.8MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "31.6MB / 33.7MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "122.64%", "Container": "8b07cdf42646ef8ca6545c123c04e0fb8bf85624523150cd71af3dde3ec99959", "ID": "8b07cdf42646", "MemPerc": "27.08%", "MemUsage": "138.6MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "30.9MB / 32.9MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "44.63%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "45.07%", "MemUsage": "115.4MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "216MB / 225MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 1.96GB", "CPUPerc": "178.65%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "33.68%", "MemUsage": "172.4MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "175MB / 147MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "12.86%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.60%", "MemUsage": "9.727MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "34.8MB / 46.4MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:37:59.327+00:00", "postgres_activity": {"connections": 33, "active": 12, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:37:59.798+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "500", "qcur": "0", "stot": "108099", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "519", "qcur": "0", "stot": "108093", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1014", "qcur": "0", "stot": "216195", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:37:59.956+00:00"} +{"at_utc": "2026-10-29T21:38:00.459+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "114.97%", "Container": "db814fa134aa0f74665995f1900f3783ee74c8351305d7a550e4224a578873c5", "ID": "db814fa134aa", "MemPerc": "24.50%", "MemUsage": "125.5MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "35.8MB / 38.4MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "129.25%", "Container": "8b07cdf42646ef8ca6545c123c04e0fb8bf85624523150cd71af3dde3ec99959", "ID": "8b07cdf42646", "MemPerc": "28.69%", "MemUsage": "146.9MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "35.1MB / 37.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "39.36%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "45.07%", "MemUsage": "115.4MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "221MB / 230MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 1.98GB", "CPUPerc": "171.62%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "33.62%", "MemUsage": "172.2MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "179MB / 150MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.29%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.61%", "MemUsage": "9.746MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "35.8MB / 47.7MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:38:03.084+00:00", "postgres_activity": {"connections": 12, "active": 4, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:38:04.929+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP 1/2", "scur": "476", "qcur": "0", "stot": "111593", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP 1/2", "scur": "544", "qcur": "0", "stot": "111587", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1020", "qcur": "0", "stot": "223180", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:38:05.478+00:00"} +{"at_utc": "2026-10-29T21:38:05.980+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "120.30%", "Container": "db814fa134aa0f74665995f1900f3783ee74c8351305d7a550e4224a578873c5", "ID": "db814fa134aa", "MemPerc": "22.95%", "MemUsage": "117.5MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "40.3MB / 43.2MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "128.39%", "Container": "8b07cdf42646ef8ca6545c123c04e0fb8bf85624523150cd71af3dde3ec99959", "ID": "8b07cdf42646", "MemPerc": "28.18%", "MemUsage": "144.3MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "39.6MB / 42.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "42.77%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "44.70%", "MemUsage": "114.4MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "229MB / 239MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 2.01GB", "CPUPerc": "180.80%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "33.67%", "MemUsage": "172.4MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "185MB / 155MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.79%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.62%", "MemUsage": "9.75MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "36.9MB / 49.1MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:38:08.691+00:00", "postgres_activity": {"connections": 33, "active": 9, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:38:09.381+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "376", "qcur": "0", "stot": "114531", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "642", "qcur": "0", "stot": "114524", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1018", "qcur": "0", "stot": "229055", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:38:09.543+00:00"} +{"at_utc": "2026-10-29T21:38:10.043+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "87.17%", "Container": "db814fa134aa0f74665995f1900f3783ee74c8351305d7a550e4224a578873c5", "ID": "db814fa134aa", "MemPerc": "21.13%", "MemUsage": "108.2MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "44.6MB / 48MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "125.08%", "Container": "8b07cdf42646ef8ca6545c123c04e0fb8bf85624523150cd71af3dde3ec99959", "ID": "8b07cdf42646", "MemPerc": "27.66%", "MemUsage": "141.6MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "42.5MB / 45.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "37.74%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "44.86%", "MemUsage": "114.8MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "235MB / 245MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 2.05GB", "CPUPerc": "176.84%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "33.72%", "MemUsage": "172.6MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "190MB / 159MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.10%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.57%", "MemUsage": "9.691MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "37.8MB / 50.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:38:12.815+00:00", "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:38:13.018+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "116372", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "116365", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "232737", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:38:13.083+00:00"} diff --git a/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/warmup.json b/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/warmup.json new file mode 100644 index 00000000..2ca706ae --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/03-pool-16-repeat3/warmup.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 267.72, + "p95": 924.518, + "p99": 1522.635 + }, + "failure_counts": { + "dropped_inflight": 5292, + "http_503": 480 + }, + "instance_responses": { + "8b07cdf42646": 11874, + "db814fa134aa": 12354 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "e5788c13ccd535be", + "schedule_lag_ms": { + "p50": 0.076, + "p95": 0.14, + "p99": 0.502 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 30000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:37:25.168947Z", + "success_latency_ms": { + "p50": 259.585, + "p95": 683.657, + "p99": 1526.865 + }, + "success_ratio": 0.8076, + "successful_requests": 24228, + "successful_rps_wall": 2360.1, + "successful_rps_window": 2422.8, + "wall_duration_s": 10.266, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/compose-scale.log b/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/compose-scale.log new file mode 100644 index 00000000..bcb9b1e8 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-5cb3e12d11-api-1 Recreate + Container lab3-grade5-5cb3e12d11-api-2 Recreate + Container lab3-grade5-5cb3e12d11-api-1 Recreated + Container lab3-grade5-5cb3e12d11-api-2 Recreated + Container lab3-grade5-5cb3e12d11-api-1 Starting + Container lab3-grade5-5cb3e12d11-api-1 Started + Container lab3-grade5-5cb3e12d11-api-2 Starting + Container lab3-grade5-5cb3e12d11-api-2 Started diff --git a/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/diagnostics-after.json b/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/diagnostics-after.json new file mode 100644 index 00000000..0b2d8dd4 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/diagnostics-after.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:39:12.833+00:00", + "cgroups": { + "78ba7de3ca3e777a02ddb9be9fdc839cb2d56ca0e0cda73dbcd06ca6b7aeb52a": { + "service": "api", + "usage_usec": 40886700, + "user_usec": 28650848, + "system_usec": 12235852, + "nr_periods": 457, + "nr_throttled": 3, + "throttled_usec": 77510, + "nr_bursts": 0, + "burst_usec": 0 + }, + "6493b4c9dda29f1686b348cc9728e2fd7f0094200d16313e26091b13580a3d84": { + "service": "api", + "usage_usec": 40581610, + "user_usec": 28672891, + "system_usec": 11908718, + "nr_periods": 452, + "nr_throttled": 4, + "throttled_usec": 162368, + "nr_bursts": 0, + "burst_usec": 0 + }, + "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826": { + "service": "postgres", + "usage_usec": 233100602, + "user_usec": 152329719, + "system_usec": 80770883, + "nr_periods": 2043, + "nr_throttled": 188, + "throttled_usec": 22372451, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952": { + "service": "lb", + "usage_usec": 58875691, + "user_usec": 24860898, + "system_usec": 34014792, + "nr_periods": 1882, + "nr_throttled": 34, + "throttled_usec": 3862434, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa": { + "service": "redis", + "usage_usec": 16318225, + "user_usec": 6508114, + "system_usec": 9810110, + "nr_periods": 2189, + "nr_throttled": 30, + "throttled_usec": 1948404, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 11, + "write_bytes": 184549376, + "write_time": 117.272, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 11, + "fsync_time": 125.532, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 178244, + "write_bytes": 1852014592, + "write_time": 4149.725, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 154122, + "fsync_time": 99790.283, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 245, + "write_bytes": 2326528, + "write_time": 7.151, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 13, + "fsync_time": 8.977, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 6, + "write_bytes": 49152, + "write_time": 0.112, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 6, + "fsync_time": 1.301, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.022, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 8.613, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 15.13, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 122, + "write_bytes": 91578368, + "write_time": 114.805, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 122, + "fsync_time": 463.572, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } + ], + "wal": { + "wal_records": 6295855, + "wal_fpi": 7966, + "wal_bytes": 684141723, + "wal_buffers_full": 24293, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } +} diff --git a/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/diagnostics-before.json b/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/diagnostics-before.json new file mode 100644 index 00000000..149fa7a7 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/diagnostics-before.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:38:39.513+00:00", + "cgroups": { + "78ba7de3ca3e777a02ddb9be9fdc839cb2d56ca0e0cda73dbcd06ca6b7aeb52a": { + "service": "api", + "usage_usec": 10630021, + "user_usec": 7496290, + "system_usec": 3133730, + "nr_periods": 145, + "nr_throttled": 3, + "throttled_usec": 77510, + "nr_bursts": 0, + "burst_usec": 0 + }, + "6493b4c9dda29f1686b348cc9728e2fd7f0094200d16313e26091b13580a3d84": { + "service": "api", + "usage_usec": 10386267, + "user_usec": 7364863, + "system_usec": 3021403, + "nr_periods": 139, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826": { + "service": "postgres", + "usage_usec": 183944751, + "user_usec": 121316122, + "system_usec": 62628629, + "nr_periods": 1723, + "nr_throttled": 127, + "throttled_usec": 17458959, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952": { + "service": "lb", + "usage_usec": 46909611, + "user_usec": 19773691, + "system_usec": 27135919, + "nr_periods": 1561, + "nr_throttled": 26, + "throttled_usec": 2445633, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa": { + "service": "redis", + "usage_usec": 12852366, + "user_usec": 5124852, + "system_usec": 7727513, + "nr_periods": 1856, + "nr_throttled": 20, + "throttled_usec": 1469529, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 11, + "write_bytes": 184549376, + "write_time": 117.272, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 11, + "fsync_time": 125.532, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 165029, + "write_bytes": 1686511616, + "write_time": 3299.54, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 140918, + "fsync_time": 78757.405, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 245, + "write_bytes": 2326528, + "write_time": 7.151, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 13, + "fsync_time": 8.977, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 6, + "write_bytes": 49152, + "write_time": 0.112, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 6, + "fsync_time": 1.301, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.022, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 8.613, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 15.13, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 104, + "write_bytes": 91422720, + "write_time": 114.291, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 104, + "fsync_time": 408.079, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } + ], + "wal": { + "wal_records": 5733091, + "wal_fpi": 7424, + "wal_bytes": 627502712, + "wal_buffers_full": 24293, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } +} diff --git a/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/load.json b/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/load.json new file mode 100644 index 00000000..0e4c2c72 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/load.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 650.668, + "p95": 1359.844, + "p99": 1765.311 + }, + "failure_counts": { + "dropped_inflight": 49018, + "http_503": 2482 + }, + "instance_responses": { + "6493b4c9dda2": 19356, + "78ba7de3ca3e": 19144 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "e32a53d6673de270", + "schedule_lag_ms": { + "p50": 0.058, + "p95": 0.166, + "p99": 1.84 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:38:40.649651Z", + "success_latency_ms": { + "p50": 635.992, + "p95": 1283.087, + "p99": 1463.345 + }, + "success_ratio": 0.427778, + "successful_requests": 38500, + "successful_rps_wall": 1268.743, + "successful_rps_window": 1283.333, + "wall_duration_s": 30.345, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/pool-stats.json b/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/pool-stats.json new file mode 100644 index 00000000..13275b3c --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/pool-stats.json @@ -0,0 +1,4 @@ +{ + "78ba7de3ca3e777a02ddb9be9fdc839cb2d56ca0e0cda73dbcd06ca6b7aeb52a": [], + "6493b4c9dda29f1686b348cc9728e2fd7f0094200d16313e26091b13580a3d84": [] +} diff --git a/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/postgres-statements.json b/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/postgres-statements.json new file mode 100644 index 00000000..4ff57121 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/postgres-statements.json @@ -0,0 +1,134 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 38542, + "total_exec_ms": 36042.241, + "mean_exec_ms": 0.935, + "rows": 38542, + "shared_blks_hit": 922964, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 38564, + "total_exec_ms": 26715.252, + "mean_exec_ms": 0.693, + "rows": 38564, + "shared_blks_hit": 389400, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 40012, + "total_exec_ms": 6871.983, + "mean_exec_ms": 0.172, + "rows": 40012, + "shared_blks_hit": 160048, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 6097083398544187049, + "calls": 38520, + "total_exec_ms": 36.002, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 38620, + "total_exec_ms": 35.313, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 22.735, + "mean_exec_ms": 11.368, + "rows": 2, + "shared_blks_hit": 3061, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 7421764486656699138, + "calls": 8, + "total_exec_ms": 13.753, + "mean_exec_ms": 1.719, + "rows": 8, + "shared_blks_hit": 8, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 0.781, + "mean_exec_ms": 0.391, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.175, + "mean_exec_ms": 0.175, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.137, + "mean_exec_ms": 0.069, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": 4670030308230031587, + "calls": 2, + "total_exec_ms": 0.135, + "mean_exec_ms": 0.067, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1,current_setting($2),$3,current_setting($4),$5,current_setting($6),$7,current_setting($8))" + }, + { + "queryid": -7676915344437841334, + "calls": 21, + "total_exec_ms": 0.056, + "mean_exec_ms": 0.003, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/samples.jsonl b/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/samples.jsonl new file mode 100644 index 00000000..7d787284 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/samples.jsonl @@ -0,0 +1,8 @@ +{"at_utc": "2026-10-29T21:38:42.008+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "122.90%", "Container": "78ba7de3ca3e777a02ddb9be9fdc839cb2d56ca0e0cda73dbcd06ca6b7aeb52a", "ID": "78ba7de3ca3e", "MemPerc": "17.61%", "MemUsage": "90.18MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "13.4MB / 14.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "113.03%", "Container": "6493b4c9dda29f1686b348cc9728e2fd7f0094200d16313e26091b13580a3d84", "ID": "6493b4c9dda2", "MemPerc": "22.74%", "MemUsage": "116.4MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "13.3MB / 14MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "46.94%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "44.47%", "MemUsage": "113.8MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "255MB / 266MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 2.24GB", "CPUPerc": "166.28%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "33.67%", "MemUsage": "172.4MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "205MB / 172MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "49.44%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.66%", "MemUsage": "9.801MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "41.1MB / 54.7MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:38:44.711+00:00", "postgres_activity": {"connections": 33, "active": 16, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:38:45.261+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "408", "qcur": "0", "stot": "127141", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "609", "qcur": "0", "stot": "127130", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1019", "qcur": "0", "stot": "254273", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:38:45.451+00:00"} +{"at_utc": "2026-10-29T21:38:45.951+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "105.40%", "Container": "78ba7de3ca3e777a02ddb9be9fdc839cb2d56ca0e0cda73dbcd06ca6b7aeb52a", "ID": "78ba7de3ca3e", "MemPerc": "16.00%", "MemUsage": "81.92MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "17.3MB / 18.3MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "109.35%", "Container": "6493b4c9dda29f1686b348cc9728e2fd7f0094200d16313e26091b13580a3d84", "ID": "6493b4c9dda2", "MemPerc": "23.81%", "MemUsage": "121.9MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "17.1MB / 18.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "35.92%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "44.59%", "MemUsage": "114.1MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "260MB / 271MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 2.26GB", "CPUPerc": "186.04%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "33.65%", "MemUsage": "172.3MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "209MB / 176MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.36%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.62%", "MemUsage": "9.754MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "41.9MB / 55.7MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:38:47.893+00:00", "postgres_activity": {"connections": 33, "active": 4, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:38:48.368+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "651", "qcur": "0", "stot": "129794", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "372", "qcur": "0", "stot": "129784", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "259578", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:38:48.527+00:00"} +{"at_utc": "2026-10-29T21:38:49.029+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "116.38%", "Container": "78ba7de3ca3e777a02ddb9be9fdc839cb2d56ca0e0cda73dbcd06ca6b7aeb52a", "ID": "78ba7de3ca3e", "MemPerc": "18.93%", "MemUsage": "96.92MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "22.1MB / 23.7MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "114.03%", "Container": "6493b4c9dda29f1686b348cc9728e2fd7f0094200d16313e26091b13580a3d84", "ID": "6493b4c9dda2", "MemPerc": "24.42%", "MemUsage": "125MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "21.9MB / 23.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "43.59%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "44.81%", "MemUsage": "114.7MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "264MB / 276MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 2.29GB", "CPUPerc": "181.49%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "33.72%", "MemUsage": "172.6MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "215MB / 180MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.71%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.64%", "MemUsage": "9.777MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "43MB / 57.2MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:38:51.734+00:00", "postgres_activity": {"connections": 33, "active": 7, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:38:52.110+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "478", "qcur": "0", "stot": "133094", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "533", "qcur": "0", "stot": "133084", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1011", "qcur": "0", "stot": "266178", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:38:52.247+00:00"} +{"at_utc": "2026-10-29T21:38:52.753+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "126.76%", "Container": "78ba7de3ca3e777a02ddb9be9fdc839cb2d56ca0e0cda73dbcd06ca6b7aeb52a", "ID": "78ba7de3ca3e", "MemPerc": "18.57%", "MemUsage": "95.1MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "26MB / 27.7MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "113.95%", "Container": "6493b4c9dda29f1686b348cc9728e2fd7f0094200d16313e26091b13580a3d84", "ID": "6493b4c9dda2", "MemPerc": "23.41%", "MemUsage": "119.9MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "25.9MB / 27.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "53.01%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "44.72%", "MemUsage": "114.5MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "273MB / 284MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 2.31GB", "CPUPerc": "175.14%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "33.76%", "MemUsage": "172.8MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "219MB / 183MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "7.67%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.63%", "MemUsage": "9.762MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "44MB / 58.5MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:38:56.021+00:00", "postgres_activity": {"connections": 15, "active": 5, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:38:57.215+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP 1/2", "scur": "506", "qcur": "0", "stot": "135712", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP 1/2", "scur": "518", "qcur": "0", "stot": "135702", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "271414", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:38:57.362+00:00"} +{"at_utc": "2026-10-29T21:38:57.863+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "122.66%", "Container": "78ba7de3ca3e777a02ddb9be9fdc839cb2d56ca0e0cda73dbcd06ca6b7aeb52a", "ID": "78ba7de3ca3e", "MemPerc": "19.94%", "MemUsage": "102.1MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "28MB / 29.8MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "120.53%", "Container": "6493b4c9dda29f1686b348cc9728e2fd7f0094200d16313e26091b13580a3d84", "ID": "6493b4c9dda2", "MemPerc": "23.50%", "MemUsage": "120.3MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "28.1MB / 30MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "49.43%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "44.70%", "MemUsage": "114.4MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "276MB / 288MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 2.32GB", "CPUPerc": "194.18%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "33.86%", "MemUsage": "173.4MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "221MB / 186MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "13.55%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.63%", "MemUsage": "9.762MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "44.5MB / 59.2MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:38:59.562+00:00", "postgres_activity": {"connections": 33, "active": 12, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:38:59.994+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "567", "qcur": "0", "stot": "137611", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "454", "qcur": "0", "stot": "137601", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1021", "qcur": "0", "stot": "275212", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:39:00.192+00:00"} +{"at_utc": "2026-10-29T21:39:00.694+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "112.57%", "Container": "78ba7de3ca3e777a02ddb9be9fdc839cb2d56ca0e0cda73dbcd06ca6b7aeb52a", "ID": "78ba7de3ca3e", "MemPerc": "22.29%", "MemUsage": "114.1MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "32MB / 34.1MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "113.00%", "Container": "6493b4c9dda29f1686b348cc9728e2fd7f0094200d16313e26091b13580a3d84", "ID": "6493b4c9dda2", "MemPerc": "23.37%", "MemUsage": "119.6MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "32MB / 34.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "36.99%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "44.65%", "MemUsage": "114.3MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "281MB / 294MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 2.34GB", "CPUPerc": "173.93%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "33.80%", "MemUsage": "173.1MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "226MB / 190MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "17.67%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.58%", "MemUsage": "9.703MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "45.2MB / 60MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:39:03.437+00:00", "postgres_activity": {"connections": 32, "active": 9, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:39:05.205+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "561", "qcur": "0", "stot": "140753", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP 1/2", "scur": "461", "qcur": "0", "stot": "140742", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "281495", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:39:05.484+00:00"} +{"at_utc": "2026-10-29T21:39:05.985+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "138.04%", "Container": "78ba7de3ca3e777a02ddb9be9fdc839cb2d56ca0e0cda73dbcd06ca6b7aeb52a", "ID": "78ba7de3ca3e", "MemPerc": "20.25%", "MemUsage": "103.7MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "35.4MB / 37.8MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "119.59%", "Container": "6493b4c9dda29f1686b348cc9728e2fd7f0094200d16313e26091b13580a3d84", "ID": "6493b4c9dda2", "MemPerc": "23.12%", "MemUsage": "118.4MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "35.5MB / 38MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "49.95%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "44.60%", "MemUsage": "114.2MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "286MB / 299MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 2.37GB", "CPUPerc": "178.34%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "33.98%", "MemUsage": "174MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "230MB / 193MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.93%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.60%", "MemUsage": "9.727MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "46.3MB / 61.5MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:39:07.921+00:00", "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:39:08.631+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "676", "qcur": "0", "stot": "142763", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "345", "qcur": "0", "stot": "142752", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1021", "qcur": "0", "stot": "285515", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:39:08.853+00:00"} +{"at_utc": "2026-10-29T21:39:09.359+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "42.89%", "Container": "78ba7de3ca3e777a02ddb9be9fdc839cb2d56ca0e0cda73dbcd06ca6b7aeb52a", "ID": "78ba7de3ca3e", "MemPerc": "19.69%", "MemUsage": "100.8MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "39.4MB / 42.4MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "42.58%", "Container": "6493b4c9dda29f1686b348cc9728e2fd7f0094200d16313e26091b13580a3d84", "ID": "6493b4c9dda2", "MemPerc": "24.23%", "MemUsage": "124.1MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "39.4MB / 42.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "24.98%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "44.16%", "MemUsage": "113.1MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "292MB / 305MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 2.39GB", "CPUPerc": "186.92%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "33.95%", "MemUsage": "173.8MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "234MB / 196MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "2.87%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.76%", "MemUsage": "9.938MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "47.1MB / 62.6MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:39:11.979+00:00", "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:39:12.163+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "144554", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "144543", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "289097", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:39:12.234+00:00"} diff --git a/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/warmup.json b/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/warmup.json new file mode 100644 index 00000000..7db6edfe --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/04-pool-16-repeat4/warmup.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 613.291, + "p95": 1221.497, + "p99": 1418.916 + }, + "failure_counts": { + "dropped_inflight": 14627, + "http_503": 995 + }, + "instance_responses": { + "6493b4c9dda2": 7167, + "78ba7de3ca3e": 7211 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "5c4142b9d69685b2", + "schedule_lag_ms": { + "p50": 0.058, + "p95": 0.131, + "p99": 0.549 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 30000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:38:22.439505Z", + "success_latency_ms": { + "p50": 603.161, + "p95": 1143.835, + "p99": 1329.729 + }, + "success_ratio": 0.479267, + "successful_requests": 14378, + "successful_rps_wall": 1397.583, + "successful_rps_window": 1437.8, + "wall_duration_s": 10.288, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/compose-scale.log b/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/compose-scale.log new file mode 100644 index 00000000..acb04403 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-5cb3e12d11-api-1 Recreate + Container lab3-grade5-5cb3e12d11-api-2 Recreate + Container lab3-grade5-5cb3e12d11-api-1 Recreated + Container lab3-grade5-5cb3e12d11-api-2 Recreated + Container lab3-grade5-5cb3e12d11-api-2 Starting + Container lab3-grade5-5cb3e12d11-api-2 Started + Container lab3-grade5-5cb3e12d11-api-1 Starting + Container lab3-grade5-5cb3e12d11-api-1 Started diff --git a/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/diagnostics-after.json b/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/diagnostics-after.json new file mode 100644 index 00000000..e2ff7212 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/diagnostics-after.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:40:12.205+00:00", + "cgroups": { + "b902236bec94feca36e6747965a5f8b043b6e4c86967e9a392255dc0de2c0f40": { + "service": "api", + "usage_usec": 39439695, + "user_usec": 28550933, + "system_usec": 10888762, + "nr_periods": 454, + "nr_throttled": 1, + "throttled_usec": 134052, + "nr_bursts": 0, + "burst_usec": 0 + }, + "a48a0fe32900e49b20745bc5d1b7b26c789965316d3e81bfd84ba5906d0ab908": { + "service": "api", + "usage_usec": 40657915, + "user_usec": 27722999, + "system_usec": 12934916, + "nr_periods": 452, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826": { + "service": "postgres", + "usage_usec": 296239845, + "user_usec": 194082477, + "system_usec": 102157367, + "nr_periods": 2570, + "nr_throttled": 223, + "throttled_usec": 26737125, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952": { + "service": "lb", + "usage_usec": 75393964, + "user_usec": 31943350, + "system_usec": 43450614, + "nr_periods": 2358, + "nr_throttled": 54, + "throttled_usec": 10143323, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa": { + "service": "redis", + "usage_usec": 20457346, + "user_usec": 8203733, + "system_usec": 12253613, + "nr_periods": 2738, + "nr_throttled": 32, + "throttled_usec": 1988414, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 11, + "write_bytes": 184549376, + "write_time": 117.272, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 11, + "fsync_time": 125.532, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 206546, + "write_bytes": 2163417088, + "write_time": 5405.543, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 177012, + "fsync_time": 126081.39600000001, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 245, + "write_bytes": 2326528, + "write_time": 7.151, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 13, + "fsync_time": 8.977, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 7, + "write_bytes": 57344, + "write_time": 0.164, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 7, + "fsync_time": 1.823, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.022, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 8.613, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 15.13, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 158, + "write_bytes": 118284288, + "write_time": 155.881, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 158, + "fsync_time": 636.721, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } + ], + "wal": { + "wal_records": 7646036, + "wal_fpi": 9769, + "wal_bytes": 833342058, + "wal_buffers_full": 29692, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } +} diff --git a/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/diagnostics-before.json b/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/diagnostics-before.json new file mode 100644 index 00000000..9264d33f --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/diagnostics-before.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:39:37.650+00:00", + "cgroups": { + "b902236bec94feca36e6747965a5f8b043b6e4c86967e9a392255dc0de2c0f40": { + "service": "api", + "usage_usec": 10144064, + "user_usec": 7241664, + "system_usec": 2902400, + "nr_periods": 132, + "nr_throttled": 1, + "throttled_usec": 134052, + "nr_bursts": 0, + "burst_usec": 0 + }, + "a48a0fe32900e49b20745bc5d1b7b26c789965316d3e81bfd84ba5906d0ab908": { + "service": "api", + "usage_usec": 10187385, + "user_usec": 6931133, + "system_usec": 3256251, + "nr_periods": 138, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826": { + "service": "postgres", + "usage_usec": 253045308, + "user_usec": 165536651, + "system_usec": 87508656, + "nr_periods": 2247, + "nr_throttled": 201, + "throttled_usec": 25133167, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952": { + "service": "lb", + "usage_usec": 63137318, + "user_usec": 26721583, + "system_usec": 36415735, + "nr_periods": 2038, + "nr_throttled": 39, + "throttled_usec": 4130058, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa": { + "service": "redis", + "usage_usec": 17454002, + "user_usec": 7027978, + "system_usec": 10426023, + "nr_periods": 2403, + "nr_throttled": 30, + "throttled_usec": 1948404, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 11, + "write_bytes": 184549376, + "write_time": 117.272, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 11, + "fsync_time": 125.532, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 188629, + "write_bytes": 1951195136, + "write_time": 4400.9980000000005, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 159106, + "fsync_time": 105914.503, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 245, + "write_bytes": 2326528, + "write_time": 7.151, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 13, + "fsync_time": 8.977, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 7, + "write_bytes": 57344, + "write_time": 0.164, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 7, + "fsync_time": 1.823, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.022, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 8.613, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 15.13, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 142, + "write_bytes": 118153216, + "write_time": 154.67000000000002, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 142, + "fsync_time": 581.097, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } + ], + "wal": { + "wal_records": 7058006, + "wal_fpi": 7991, + "wal_bytes": 768539927, + "wal_buffers_full": 29692, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } +} diff --git a/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/load.json b/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/load.json new file mode 100644 index 00000000..6eb54f03 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/load.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 591.576, + "p95": 1348.219, + "p99": 1748.857 + }, + "failure_counts": { + "dropped_inflight": 45765, + "http_503": 2662 + }, + "instance_responses": { + "a48a0fe32900": 20495, + "b902236bec94": 21078 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "b4192f4362855ecb", + "schedule_lag_ms": { + "p50": 0.058, + "p95": 0.147, + "p99": 2.054 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:39:39.012676Z", + "success_latency_ms": { + "p50": 578.034, + "p95": 1119.362, + "p99": 1660.509 + }, + "success_ratio": 0.461922, + "successful_requests": 41573, + "successful_rps_wall": 1370.875, + "successful_rps_window": 1385.767, + "wall_duration_s": 30.326, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/pool-stats.json b/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/pool-stats.json new file mode 100644 index 00000000..22c5329a --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/pool-stats.json @@ -0,0 +1,4 @@ +{ + "b902236bec94feca36e6747965a5f8b043b6e4c86967e9a392255dc0de2c0f40": [], + "a48a0fe32900e49b20745bc5d1b7b26c789965316d3e81bfd84ba5906d0ab908": [] +} diff --git a/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/postgres-statements.json b/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/postgres-statements.json new file mode 100644 index 00000000..64291e83 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/postgres-statements.json @@ -0,0 +1,134 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 41588, + "total_exec_ms": 18120.987, + "mean_exec_ms": 0.436, + "rows": 41588, + "shared_blks_hit": 989130, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 41600, + "total_exec_ms": 12451.263, + "mean_exec_ms": 0.299, + "rows": 41600, + "shared_blks_hit": 398558, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 42854, + "total_exec_ms": 3673.755, + "mean_exec_ms": 0.086, + "rows": 42854, + "shared_blks_hit": 171416, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 6097083398544187049, + "calls": 41581, + "total_exec_ms": 34.282, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 41620, + "total_exec_ms": 32.235, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 24.546, + "mean_exec_ms": 12.273, + "rows": 2, + "shared_blks_hit": 3049, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 7421764486656699138, + "calls": 8, + "total_exec_ms": 4.043, + "mean_exec_ms": 0.505, + "rows": 8, + "shared_blks_hit": 8, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 1.285, + "mean_exec_ms": 0.643, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.274, + "mean_exec_ms": 0.274, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.132, + "mean_exec_ms": 0.066, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": 4670030308230031587, + "calls": 2, + "total_exec_ms": 0.093, + "mean_exec_ms": 0.046, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1,current_setting($2),$3,current_setting($4),$5,current_setting($6),$7,current_setting($8))" + }, + { + "queryid": -7676915344437841334, + "calls": 14, + "total_exec_ms": 0.046, + "mean_exec_ms": 0.003, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/samples.jsonl b/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/samples.jsonl new file mode 100644 index 00000000..ed152bf9 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/samples.jsonl @@ -0,0 +1,8 @@ +{"at_utc": "2026-10-29T21:39:40.424+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "109.13%", "Container": "b902236bec94feca36e6747965a5f8b043b6e4c86967e9a392255dc0de2c0f40", "ID": "b902236bec94", "MemPerc": "21.43%", "MemUsage": "109.7MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "13.7MB / 14.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "111.05%", "Container": "a48a0fe32900e49b20745bc5d1b7b26c789965316d3e81bfd84ba5906d0ab908", "ID": "a48a0fe32900", "MemPerc": "19.81%", "MemUsage": "101.4MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "13.6MB / 14.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "38.16%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "44.55%", "MemUsage": "114MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "312MB / 326MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 2.6GB", "CPUPerc": "148.41%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "26.55%", "MemUsage": "135.9MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "250MB / 210MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.22%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.64%", "MemUsage": "9.773MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "50.1MB / 66.5MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:39:43.051+00:00", "postgres_activity": {"connections": 17, "active": 5, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:39:43.416+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "285", "qcur": "0", "stot": "155677", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "279", "qcur": "0", "stot": "155666", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "564", "qcur": "0", "stot": "311343", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:39:44.929+00:00"} +{"at_utc": "2026-10-29T21:39:45.430+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "110.50%", "Container": "b902236bec94feca36e6747965a5f8b043b6e4c86967e9a392255dc0de2c0f40", "ID": "b902236bec94", "MemPerc": "21.73%", "MemUsage": "111.2MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "17.8MB / 18.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "122.36%", "Container": "a48a0fe32900e49b20745bc5d1b7b26c789965316d3e81bfd84ba5906d0ab908", "ID": "a48a0fe32900", "MemPerc": "21.86%", "MemUsage": "111.9MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "17.8MB / 18.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "36.88%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "45.73%", "MemUsage": "117.1MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "318MB / 332MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 2.62GB", "CPUPerc": "159.80%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "26.62%", "MemUsage": "136.3MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "255MB / 214MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.51%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.63%", "MemUsage": "9.766MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "51.4MB / 68.1MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:39:47.225+00:00", "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:39:48.835+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP 1/2", "scur": "519", "qcur": "0", "stot": "158301", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP 1/2", "scur": "502", "qcur": "0", "stot": "158289", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1021", "qcur": "0", "stot": "316590", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:39:49.010+00:00"} +{"at_utc": "2026-10-29T21:39:49.511+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "119.09%", "Container": "b902236bec94feca36e6747965a5f8b043b6e4c86967e9a392255dc0de2c0f40", "ID": "b902236bec94", "MemPerc": "22.65%", "MemUsage": "116MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "20.6MB / 21.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "114.62%", "Container": "a48a0fe32900e49b20745bc5d1b7b26c789965316d3e81bfd84ba5906d0ab908", "ID": "a48a0fe32900", "MemPerc": "24.06%", "MemUsage": "123.2MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "22.1MB / 23.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "36.72%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "45.72%", "MemUsage": "117MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "325MB / 339MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 2.65GB", "CPUPerc": "163.33%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "26.53%", "MemUsage": "135.8MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "259MB / 218MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.74%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.60%", "MemUsage": "9.73MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "52.5MB / 69.6MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:39:52.150+00:00", "postgres_activity": {"connections": 17, "active": 4, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:39:52.736+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "492", "qcur": "0", "stot": "161565", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "530", "qcur": "0", "stot": "161553", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "323118", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:39:52.937+00:00"} +{"at_utc": "2026-10-29T21:39:53.438+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "105.48%", "Container": "b902236bec94feca36e6747965a5f8b043b6e4c86967e9a392255dc0de2c0f40", "ID": "b902236bec94", "MemPerc": "22.79%", "MemUsage": "116.7MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "24.4MB / 25.9MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "83.01%", "Container": "a48a0fe32900e49b20745bc5d1b7b26c789965316d3e81bfd84ba5906d0ab908", "ID": "a48a0fe32900", "MemPerc": "21.76%", "MemUsage": "111.4MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "24.3MB / 25.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "29.75%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "45.70%", "MemUsage": "117MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "329MB / 344MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 2.66GB", "CPUPerc": "205.54%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "22.21%", "MemUsage": "113.7MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "262MB / 220MB", "PIDs": "23"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.75%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.80%", "MemUsage": "9.984MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "52.9MB / 70.2MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:39:56.214+00:00", "postgres_activity": {"connections": 17, "active": 9, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:39:56.830+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "445", "qcur": "0", "stot": "164196", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "578", "qcur": "0", "stot": "164185", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "328381", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:39:57.015+00:00"} +{"at_utc": "2026-10-29T21:39:57.519+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "108.58%", "Container": "b902236bec94feca36e6747965a5f8b043b6e4c86967e9a392255dc0de2c0f40", "ID": "b902236bec94", "MemPerc": "23.23%", "MemUsage": "118.9MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "28.9MB / 30.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "123.94%", "Container": "a48a0fe32900e49b20745bc5d1b7b26c789965316d3e81bfd84ba5906d0ab908", "ID": "a48a0fe32900", "MemPerc": "22.83%", "MemUsage": "116.9MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "28.9MB / 30.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "41.75%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "45.67%", "MemUsage": "116.9MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "334MB / 349MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 2.7GB", "CPUPerc": "166.97%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "26.67%", "MemUsage": "136.5MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "267MB / 224MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.77%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.59%", "MemUsage": "9.719MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "54.1MB / 71.7MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:39:59.314+00:00", "postgres_activity": {"connections": 17, "active": 11, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:39:59.716+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "578", "qcur": "0", "stot": "166547", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "442", "qcur": "0", "stot": "166536", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1020", "qcur": "0", "stot": "333083", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:39:59.847+00:00"} +{"at_utc": "2026-10-29T21:40:00.347+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "99.81%", "Container": "b902236bec94feca36e6747965a5f8b043b6e4c86967e9a392255dc0de2c0f40", "ID": "b902236bec94", "MemPerc": "21.67%", "MemUsage": "110.9MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "33.2MB / 35.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "118.47%", "Container": "a48a0fe32900e49b20745bc5d1b7b26c789965316d3e81bfd84ba5906d0ab908", "ID": "a48a0fe32900", "MemPerc": "25.41%", "MemUsage": "130.1MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "31.9MB / 34MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "39.07%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "45.87%", "MemUsage": "117.4MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "339MB / 354MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 2.72GB", "CPUPerc": "156.29%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "26.65%", "MemUsage": "136.4MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "271MB / 227MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.28%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.59%", "MemUsage": "9.719MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "55MB / 73MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:40:03.019+00:00", "postgres_activity": {"connections": 17, "active": 12, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:40:04.057+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "421", "qcur": "0", "stot": "169712", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "520", "qcur": "0", "stot": "169701", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "941", "qcur": "0", "stot": "339413", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:40:04.688+00:00"} +{"at_utc": "2026-10-29T21:40:05.190+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "114.08%", "Container": "b902236bec94feca36e6747965a5f8b043b6e4c86967e9a392255dc0de2c0f40", "ID": "b902236bec94", "MemPerc": "23.98%", "MemUsage": "122.8MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "37.4MB / 40MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "120.03%", "Container": "a48a0fe32900e49b20745bc5d1b7b26c789965316d3e81bfd84ba5906d0ab908", "ID": "a48a0fe32900", "MemPerc": "23.95%", "MemUsage": "122.6MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "37.1MB / 39.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "37.63%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "45.83%", "MemUsage": "117.3MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "346MB / 362MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 2.77GB", "CPUPerc": "164.92%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "26.67%", "MemUsage": "136.6MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "276MB / 232MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.08%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.60%", "MemUsage": "9.734MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "56MB / 74.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:40:07.648+00:00", "postgres_activity": {"connections": 17, "active": 4, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:40:08.016+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "536", "qcur": "0", "stot": "172646", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "488", "qcur": "0", "stot": "172635", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "345281", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:40:08.177+00:00"} +{"at_utc": "2026-10-29T21:40:08.682+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "0.45%", "Container": "b902236bec94feca36e6747965a5f8b043b6e4c86967e9a392255dc0de2c0f40", "ID": "b902236bec94", "MemPerc": "21.66%", "MemUsage": "110.9MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "40MB / 43.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.31%", "Container": "a48a0fe32900e49b20745bc5d1b7b26c789965316d3e81bfd84ba5906d0ab908", "ID": "a48a0fe32900", "MemPerc": "25.45%", "MemUsage": "130.3MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "39.7MB / 42.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.43%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "45.24%", "MemUsage": "115.8MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "350MB / 366MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 2.79GB", "CPUPerc": "4.84%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "26.69%", "MemUsage": "136.6MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "280MB / 235MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "4.37%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.57%", "MemUsage": "9.691MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "56.6MB / 75MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:40:11.289+00:00", "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:40:11.480+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "173351", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "173340", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "346691", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:40:11.552+00:00"} diff --git a/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/warmup.json b/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/warmup.json new file mode 100644 index 00000000..44d08df8 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/05-pool-8-repeat5/warmup.json @@ -0,0 +1,39 @@ +{ + "completed_full_latency_ms": { + "p50": 676.064, + "p95": 1554.11, + "p99": 1928.695 + }, + "failure_counts": { + "connection": 74, + "dropped_inflight": 16569, + "http_503": 1378 + }, + "instance_responses": { + "a48a0fe32900": 6003, + "b902236bec94": 5976 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "1aa29a13042e37f3", + "schedule_lag_ms": { + "p50": 0.058, + "p95": 0.167, + "p99": 1.642 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 30000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:39:20.806538Z", + "success_latency_ms": { + "p50": 636.924, + "p95": 1254.279, + "p99": 1931.657 + }, + "success_ratio": 0.3993, + "successful_requests": 11979, + "successful_rps_wall": 1152.446, + "successful_rps_window": 1197.9, + "wall_duration_s": 10.394, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/compose-scale.log b/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/compose-scale.log new file mode 100644 index 00000000..acb04403 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-5cb3e12d11-api-1 Recreate + Container lab3-grade5-5cb3e12d11-api-2 Recreate + Container lab3-grade5-5cb3e12d11-api-1 Recreated + Container lab3-grade5-5cb3e12d11-api-2 Recreated + Container lab3-grade5-5cb3e12d11-api-2 Starting + Container lab3-grade5-5cb3e12d11-api-2 Started + Container lab3-grade5-5cb3e12d11-api-1 Starting + Container lab3-grade5-5cb3e12d11-api-1 Started diff --git a/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/diagnostics-after.json b/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/diagnostics-after.json new file mode 100644 index 00000000..9df83bc2 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/diagnostics-after.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:41:06.879+00:00", + "cgroups": { + "dc6dd5ab94b63967c0ad3b3d2c3117e69e88ea873f413cc845c2e48236ae75b7": { + "service": "api", + "usage_usec": 40835279, + "user_usec": 29620543, + "system_usec": 11214735, + "nr_periods": 439, + "nr_throttled": 1, + "throttled_usec": 41088, + "nr_bursts": 0, + "burst_usec": 0 + }, + "459f7868eb5adf9f1cf7731144c52e13f2dae351b96b9435fedc01242d89fb84": { + "service": "api", + "usage_usec": 41502061, + "user_usec": 27794425, + "system_usec": 13707635, + "nr_periods": 440, + "nr_throttled": 2, + "throttled_usec": 268305, + "nr_bursts": 0, + "burst_usec": 0 + }, + "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826": { + "service": "postgres", + "usage_usec": 358745654, + "user_usec": 235704088, + "system_usec": 123041565, + "nr_periods": 3072, + "nr_throttled": 244, + "throttled_usec": 28686205, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952": { + "service": "lb", + "usage_usec": 90954146, + "user_usec": 38597048, + "system_usec": 52357098, + "nr_periods": 2814, + "nr_throttled": 60, + "throttled_usec": 10827557, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa": { + "service": "redis", + "usage_usec": 25033443, + "user_usec": 10042597, + "system_usec": 14990845, + "nr_periods": 3254, + "nr_throttled": 43, + "throttled_usec": 2739760, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 11, + "write_bytes": 184549376, + "write_time": 117.272, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 11, + "fsync_time": 125.532, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 241129, + "write_bytes": 2529714176, + "write_time": 6428.429, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 205385, + "fsync_time": 154480.943, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 245, + "write_bytes": 2326528, + "write_time": 7.151, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 13, + "fsync_time": 8.977, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 8, + "write_bytes": 65536, + "write_time": 0.226, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 8, + "fsync_time": 1.927, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.022, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 8.613, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 15.13, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 185, + "write_bytes": 138354688, + "write_time": 184.276, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 185, + "fsync_time": 793.528, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } + ], + "wal": { + "wal_records": 9154909, + "wal_fpi": 10327, + "wal_bytes": 985808169, + "wal_buffers_full": 35890, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } +} diff --git a/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/diagnostics-before.json b/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/diagnostics-before.json new file mode 100644 index 00000000..bae8f9a7 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/diagnostics-before.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:40:34.410+00:00", + "cgroups": { + "dc6dd5ab94b63967c0ad3b3d2c3117e69e88ea873f413cc845c2e48236ae75b7": { + "service": "api", + "usage_usec": 10426789, + "user_usec": 7482191, + "system_usec": 2944597, + "nr_periods": 128, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "459f7868eb5adf9f1cf7731144c52e13f2dae351b96b9435fedc01242d89fb84": { + "service": "api", + "usage_usec": 10275496, + "user_usec": 6880655, + "system_usec": 3394841, + "nr_periods": 129, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826": { + "service": "postgres", + "usage_usec": 314357776, + "user_usec": 206320806, + "system_usec": 108036969, + "nr_periods": 2754, + "nr_throttled": 228, + "throttled_usec": 27413048, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952": { + "service": "lb", + "usage_usec": 79435826, + "user_usec": 33658633, + "system_usec": 45777192, + "nr_periods": 2504, + "nr_throttled": 54, + "throttled_usec": 10143323, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa": { + "service": "redis", + "usage_usec": 21551063, + "user_usec": 8672386, + "system_usec": 12878677, + "nr_periods": 2936, + "nr_throttled": 32, + "throttled_usec": 1988414, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 11, + "write_bytes": 184549376, + "write_time": 117.272, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 11, + "fsync_time": 125.532, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 219934, + "write_bytes": 2293530624, + "write_time": 5709.5070000000005, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 184200, + "fsync_time": 133035.465, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 245, + "write_bytes": 2326528, + "write_time": 7.151, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 13, + "fsync_time": 8.977, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 8, + "write_bytes": 65536, + "write_time": 0.226, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 8, + "fsync_time": 1.927, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.022, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 8.613, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 15.13, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 172, + "write_bytes": 138223616, + "write_time": 183.91, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 172, + "fsync_time": 743.875, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } + ], + "wal": { + "wal_records": 8479980, + "wal_fpi": 9790, + "wal_bytes": 923843053, + "wal_buffers_full": 35890, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } +} diff --git a/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/load.json b/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/load.json new file mode 100644 index 00000000..3110cbef --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/load.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 604.552, + "p95": 1116.976, + "p99": 1472.713 + }, + "failure_counts": { + "dropped_inflight": 40678, + "http_503": 1187 + }, + "instance_responses": { + "459f7868eb5a": 24553, + "dc6dd5ab94b6": 23582 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "e36b874ac94c9ccd", + "schedule_lag_ms": { + "p50": 0.058, + "p95": 0.12, + "p99": 0.286 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:40:35.643233Z", + "success_latency_ms": { + "p50": 598.338, + "p95": 1039.764, + "p99": 1449.329 + }, + "success_ratio": 0.534833, + "successful_requests": 48135, + "successful_rps_wall": 1582.944, + "successful_rps_window": 1604.5, + "wall_duration_s": 30.409, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/pool-stats.json b/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/pool-stats.json new file mode 100644 index 00000000..4234443e --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/pool-stats.json @@ -0,0 +1,4 @@ +{ + "dc6dd5ab94b63967c0ad3b3d2c3117e69e88ea873f413cc845c2e48236ae75b7": [], + "459f7868eb5adf9f1cf7731144c52e13f2dae351b96b9435fedc01242d89fb84": [] +} diff --git a/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/postgres-statements.json b/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/postgres-statements.json new file mode 100644 index 00000000..048d2118 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/postgres-statements.json @@ -0,0 +1,134 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 48149, + "total_exec_ms": 18921.42, + "mean_exec_ms": 0.393, + "rows": 48149, + "shared_blks_hit": 1144387, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 48160, + "total_exec_ms": 12560.312, + "mean_exec_ms": 0.261, + "rows": 48160, + "shared_blks_hit": 458662, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 48852, + "total_exec_ms": 2916.032, + "mean_exec_ms": 0.06, + "rows": 48852, + "shared_blks_hit": 195408, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 45.677, + "mean_exec_ms": 22.839, + "rows": 2, + "shared_blks_hit": 3134, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 4854991825702068830, + "calls": 48173, + "total_exec_ms": 43.898, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 6097083398544187049, + "calls": 48142, + "total_exec_ms": 36.091, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 7421764486656699138, + "calls": 8, + "total_exec_ms": 3.473, + "mean_exec_ms": 0.434, + "rows": 8, + "shared_blks_hit": 8, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 0.721, + "mean_exec_ms": 0.361, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.255, + "mean_exec_ms": 0.255, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.15, + "mean_exec_ms": 0.075, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": 4670030308230031587, + "calls": 2, + "total_exec_ms": 0.098, + "mean_exec_ms": 0.049, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1,current_setting($2),$3,current_setting($4),$5,current_setting($6),$7,current_setting($8))" + }, + { + "queryid": -7676915344437841334, + "calls": 10, + "total_exec_ms": 0.014, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/samples.jsonl b/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/samples.jsonl new file mode 100644 index 00000000..393ff4d1 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/samples.jsonl @@ -0,0 +1,8 @@ +{"at_utc": "2026-10-29T21:40:37.094+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "116.76%", "Container": "dc6dd5ab94b63967c0ad3b3d2c3117e69e88ea873f413cc845c2e48236ae75b7", "ID": "dc6dd5ab94b6", "MemPerc": "20.36%", "MemUsage": "104.2MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "14.1MB / 14.9MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "114.53%", "Container": "459f7868eb5adf9f1cf7731144c52e13f2dae351b96b9435fedc01242d89fb84", "ID": "459f7868eb5a", "MemPerc": "19.35%", "MemUsage": "99.05MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "14.8MB / 15.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "41.12%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "45.68%", "MemUsage": "117MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "371MB / 388MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 2.99GB", "CPUPerc": "154.55%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "26.57%", "MemUsage": "136.1MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "296MB / 248MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.04%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.63%", "MemUsage": "9.766MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "60MB / 79.6MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:40:38.851+00:00", "postgres_activity": {"connections": 17, "active": 7, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:40:39.270+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "317", "qcur": "0", "stot": "184779", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "703", "qcur": "0", "stot": "184768", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1020", "qcur": "0", "stot": "369547", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:40:39.430+00:00"} +{"at_utc": "2026-10-29T21:40:39.931+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "113.90%", "Container": "dc6dd5ab94b63967c0ad3b3d2c3117e69e88ea873f413cc845c2e48236ae75b7", "ID": "dc6dd5ab94b6", "MemPerc": "24.15%", "MemUsage": "123.6MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "17.7MB / 18.7MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "116.05%", "Container": "459f7868eb5adf9f1cf7731144c52e13f2dae351b96b9435fedc01242d89fb84", "ID": "459f7868eb5a", "MemPerc": "19.64%", "MemUsage": "100.6MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "19.8MB / 21.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "40.61%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "45.82%", "MemUsage": "117.3MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "378MB / 395MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 3.03GB", "CPUPerc": "167.09%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "26.69%", "MemUsage": "136.7MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "302MB / 253MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "14.55%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.64%", "MemUsage": "9.777MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "61.1MB / 81.1MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:40:42.538+00:00", "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:40:42.881+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "353", "qcur": "0", "stot": "188287", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "665", "qcur": "0", "stot": "188276", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1019", "qcur": "0", "stot": "376564", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:40:43.031+00:00"} +{"at_utc": "2026-10-29T21:40:43.534+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "104.43%", "Container": "dc6dd5ab94b63967c0ad3b3d2c3117e69e88ea873f413cc845c2e48236ae75b7", "ID": "dc6dd5ab94b6", "MemPerc": "22.65%", "MemUsage": "116MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "23.4MB / 25MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "106.25%", "Container": "459f7868eb5adf9f1cf7731144c52e13f2dae351b96b9435fedc01242d89fb84", "ID": "459f7868eb5a", "MemPerc": "20.72%", "MemUsage": "106.1MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "24.2MB / 25.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "35.68%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "45.76%", "MemUsage": "117.1MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "383MB / 400MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 3.06GB", "CPUPerc": "146.92%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "26.61%", "MemUsage": "136.2MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "307MB / 257MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.81%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.63%", "MemUsage": "9.77MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "62.2MB / 82.4MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:40:46.674+00:00", "postgres_activity": {"connections": 17, "active": 4, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:40:47.230+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "373", "qcur": "0", "stot": "191282", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "648", "qcur": "0", "stot": "191270", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1021", "qcur": "0", "stot": "382552", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:40:47.364+00:00"} +{"at_utc": "2026-10-29T21:40:47.866+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "114.39%", "Container": "dc6dd5ab94b63967c0ad3b3d2c3117e69e88ea873f413cc845c2e48236ae75b7", "ID": "dc6dd5ab94b6", "MemPerc": "23.03%", "MemUsage": "117.9MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "28.1MB / 30.1MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "115.82%", "Container": "459f7868eb5adf9f1cf7731144c52e13f2dae351b96b9435fedc01242d89fb84", "ID": "459f7868eb5a", "MemPerc": "20.75%", "MemUsage": "106.3MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "28.9MB / 31.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "40.15%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "45.79%", "MemUsage": "117.2MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "391MB / 409MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 3.09GB", "CPUPerc": "161.27%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "26.69%", "MemUsage": "136.6MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "312MB / 262MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "8.67%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.60%", "MemUsage": "9.727MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "62.9MB / 83.4MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:40:50.550+00:00", "postgres_activity": {"connections": 17, "active": 8, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:40:50.973+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "429", "qcur": "0", "stot": "194655", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "593", "qcur": "0", "stot": "194644", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "389299", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:40:51.106+00:00"} +{"at_utc": "2026-10-29T21:40:51.610+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "89.43%", "Container": "dc6dd5ab94b63967c0ad3b3d2c3117e69e88ea873f413cc845c2e48236ae75b7", "ID": "dc6dd5ab94b6", "MemPerc": "23.19%", "MemUsage": "118.7MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "32.9MB / 35.3MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "110.60%", "Container": "459f7868eb5adf9f1cf7731144c52e13f2dae351b96b9435fedc01242d89fb84", "ID": "459f7868eb5a", "MemPerc": "19.64%", "MemUsage": "100.6MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "33.8MB / 36.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "35.08%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "45.67%", "MemUsage": "116.9MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "398MB / 416MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 3.12GB", "CPUPerc": "164.13%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "26.66%", "MemUsage": "136.5MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "318MB / 267MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.15%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.61%", "MemUsage": "9.746MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "64.1MB / 85MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:40:54.514+00:00", "postgres_activity": {"connections": 17, "active": 2, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:40:55.020+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "467", "qcur": "0", "stot": "197842", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "555", "qcur": "0", "stot": "197831", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "395673", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:40:55.180+00:00"} +{"at_utc": "2026-10-29T21:40:55.680+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "111.99%", "Container": "dc6dd5ab94b63967c0ad3b3d2c3117e69e88ea873f413cc845c2e48236ae75b7", "ID": "dc6dd5ab94b6", "MemPerc": "23.18%", "MemUsage": "118.7MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "36.1MB / 38.7MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "110.18%", "Container": "459f7868eb5adf9f1cf7731144c52e13f2dae351b96b9435fedc01242d89fb84", "ID": "459f7868eb5a", "MemPerc": "20.33%", "MemUsage": "104.1MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "37.2MB / 40.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "37.88%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "45.82%", "MemUsage": "117.3MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "403MB / 421MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 3.14GB", "CPUPerc": "170.61%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "26.69%", "MemUsage": "136.7MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "322MB / 270MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.29%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.60%", "MemUsage": "9.73MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "65.2MB / 86.4MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:40:57.648+00:00", "postgres_activity": {"connections": 17, "active": 3, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:40:58.132+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "394", "qcur": "0", "stot": "200513", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "627", "qcur": "0", "stot": "200501", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1021", "qcur": "0", "stot": "401014", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:40:58.266+00:00"} +{"at_utc": "2026-10-29T21:40:58.767+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "112.00%", "Container": "dc6dd5ab94b63967c0ad3b3d2c3117e69e88ea873f413cc845c2e48236ae75b7", "ID": "dc6dd5ab94b6", "MemPerc": "27.05%", "MemUsage": "138.5MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "40.9MB / 43.9MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "114.46%", "Container": "459f7868eb5adf9f1cf7731144c52e13f2dae351b96b9435fedc01242d89fb84", "ID": "459f7868eb5a", "MemPerc": "19.30%", "MemUsage": "98.81MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "40.8MB / 44MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "39.05%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "48.17%", "MemUsage": "123.3MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "410MB / 429MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 3.18GB", "CPUPerc": "157.46%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "26.78%", "MemUsage": "137.1MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "327MB / 275MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "12.13%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.61%", "MemUsage": "9.738MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "66.3MB / 87.9MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:41:01.377+00:00", "postgres_activity": {"connections": 17, "active": 4, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:41:01.802+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "183", "qcur": "0", "stot": "204053", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "839", "qcur": "0", "stot": "204042", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "408095", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:41:01.954+00:00"} +{"at_utc": "2026-10-29T21:41:02.455+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "65.11%", "Container": "dc6dd5ab94b63967c0ad3b3d2c3117e69e88ea873f413cc845c2e48236ae75b7", "ID": "dc6dd5ab94b6", "MemPerc": "27.44%", "MemUsage": "140.5MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "44.5MB / 47.9MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "73.06%", "Container": "459f7868eb5adf9f1cf7731144c52e13f2dae351b96b9435fedc01242d89fb84", "ID": "459f7868eb5a", "MemPerc": "18.91%", "MemUsage": "96.81MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "45.9MB / 49.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "44.38%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "48.13%", "MemUsage": "123.2MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "415MB / 434MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 3.22GB", "CPUPerc": "115.59%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "24.22%", "MemUsage": "124MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "332MB / 278MB", "PIDs": "22"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.38%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.61%", "MemUsage": "9.738MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "67MB / 88.9MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:41:05.116+00:00", "postgres_activity": {"connections": 17, "active": 16, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:41:05.827+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "125", "qcur": "0", "stot": "206367", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "360", "qcur": "0", "stot": "206355", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "485", "qcur": "0", "stot": "412722", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:41:05.952+00:00"} diff --git a/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/warmup.json b/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/warmup.json new file mode 100644 index 00000000..99769e1a --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/06-pool-8-repeat6/warmup.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 645.782, + "p95": 1084.953, + "p99": 1443.507 + }, + "failure_counts": { + "dropped_inflight": 13293, + "http_503": 839 + }, + "instance_responses": { + "459f7868eb5a": 8331, + "dc6dd5ab94b6": 7537 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "a7b1e8dd449d4369", + "schedule_lag_ms": { + "p50": 0.058, + "p95": 0.124, + "p99": 0.46 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 30000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:40:18.469942Z", + "success_latency_ms": { + "p50": 609.429, + "p95": 1014.96, + "p99": 1096.715 + }, + "success_ratio": 0.528933, + "successful_requests": 15868, + "successful_rps_wall": 1541.295, + "successful_rps_window": 1586.8, + "wall_duration_s": 10.295, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/compose-scale.log b/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/compose-scale.log new file mode 100644 index 00000000..77261c24 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-5cb3e12d11-api-2 Recreate + Container lab3-grade5-5cb3e12d11-api-1 Recreate + Container lab3-grade5-5cb3e12d11-api-2 Recreated + Container lab3-grade5-5cb3e12d11-api-1 Recreated + Container lab3-grade5-5cb3e12d11-api-1 Starting + Container lab3-grade5-5cb3e12d11-api-1 Started + Container lab3-grade5-5cb3e12d11-api-2 Starting + Container lab3-grade5-5cb3e12d11-api-2 Started diff --git a/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/diagnostics-after.json b/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/diagnostics-after.json new file mode 100644 index 00000000..1fc68f13 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/diagnostics-after.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:42:05.244+00:00", + "cgroups": { + "a80603f86d710acf32d78ad1b5f753317d5c3dd7505f226d207f0308bea81189": { + "service": "api", + "usage_usec": 40465443, + "user_usec": 27377210, + "system_usec": 13088232, + "nr_periods": 440, + "nr_throttled": 1, + "throttled_usec": 64861, + "nr_bursts": 0, + "burst_usec": 0 + }, + "4dcc867d0ce40ed2c0d4d8956821b872f62e35ca0565f11d458bcaa529cb960e": { + "service": "api", + "usage_usec": 41308881, + "user_usec": 30038132, + "system_usec": 11270749, + "nr_periods": 458, + "nr_throttled": 10, + "throttled_usec": 444059, + "nr_bursts": 0, + "burst_usec": 0 + }, + "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826": { + "service": "postgres", + "usage_usec": 429275895, + "user_usec": 282070991, + "system_usec": 147204904, + "nr_periods": 3594, + "nr_throttled": 325, + "throttled_usec": 42842682, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952": { + "service": "lb", + "usage_usec": 107467790, + "user_usec": 45683159, + "system_usec": 61784631, + "nr_periods": 3303, + "nr_throttled": 74, + "throttled_usec": 12926117, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa": { + "service": "redis", + "usage_usec": 29171354, + "user_usec": 11747654, + "system_usec": 17423700, + "nr_periods": 3802, + "nr_throttled": 43, + "throttled_usec": 2739760, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 11, + "write_bytes": 184549376, + "write_time": 117.272, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 11, + "fsync_time": 125.532, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 267341, + "write_bytes": 2829819904, + "write_time": 7583.76, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 225882, + "fsync_time": 183525.97400000002, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 384, + "write_bytes": 3465216, + "write_time": 10.9, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 13, + "fsync_time": 8.977, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 10, + "write_bytes": 81920, + "write_time": 0.256, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 10, + "fsync_time": 2.202, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.022, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 8.613, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 15.13, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 225, + "write_bytes": 171794432, + "write_time": 252.622, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 225, + "fsync_time": 987.133, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } + ], + "wal": { + "wal_records": 10615669, + "wal_fpi": 12149, + "wal_bytes": 1150887181, + "wal_buffers_full": 41729, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } +} diff --git a/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/diagnostics-before.json b/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/diagnostics-before.json new file mode 100644 index 00000000..f9031b68 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/diagnostics-before.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:41:31.483+00:00", + "cgroups": { + "a80603f86d710acf32d78ad1b5f753317d5c3dd7505f226d207f0308bea81189": { + "service": "api", + "usage_usec": 9605230, + "user_usec": 6322035, + "system_usec": 3283195, + "nr_periods": 128, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "4dcc867d0ce40ed2c0d4d8956821b872f62e35ca0565f11d458bcaa529cb960e": { + "service": "api", + "usage_usec": 9650542, + "user_usec": 6964692, + "system_usec": 2685849, + "nr_periods": 141, + "nr_throttled": 7, + "throttled_usec": 441319, + "nr_bursts": 0, + "burst_usec": 0 + }, + "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826": { + "service": "postgres", + "usage_usec": 379384289, + "user_usec": 249337851, + "system_usec": 130046437, + "nr_periods": 3270, + "nr_throttled": 278, + "throttled_usec": 37755324, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952": { + "service": "lb", + "usage_usec": 94900432, + "user_usec": 40282419, + "system_usec": 54618013, + "nr_periods": 2985, + "nr_throttled": 61, + "throttled_usec": 11078441, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa": { + "service": "redis", + "usage_usec": 26223158, + "user_usec": 10587808, + "system_usec": 15635350, + "nr_periods": 3474, + "nr_throttled": 43, + "throttled_usec": 2739760, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 11, + "write_bytes": 184549376, + "write_time": 117.272, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 11, + "fsync_time": 125.532, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 251371, + "write_bytes": 2632114176, + "write_time": 6802.4310000000005, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 209924, + "fsync_time": 161319.063, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 384, + "write_bytes": 3465216, + "write_time": 10.9, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 13, + "fsync_time": 8.977, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 10, + "write_bytes": 81920, + "write_time": 0.256, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 10, + "fsync_time": 2.202, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.022, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 8.613, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 15.13, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 209, + "write_bytes": 171655168, + "write_time": 252.103, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 209, + "fsync_time": 930.726, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } + ], + "wal": { + "wal_records": 9949635, + "wal_fpi": 11594, + "wal_bytes": 1084651515, + "wal_buffers_full": 41729, + "stats_reset": "2026-10-29T21:35:19.627242+00:00" + } +} diff --git a/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/load.json b/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/load.json new file mode 100644 index 00000000..8f1f9f6b --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/load.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 623.703, + "p95": 1254.991, + "p99": 1574.41 + }, + "failure_counts": { + "dropped_inflight": 40998, + "http_503": 2693 + }, + "instance_responses": { + "4dcc867d0ce4": 21808, + "a80603f86d71": 24501 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "29101a6a057a3d32", + "schedule_lag_ms": { + "p50": 0.058, + "p95": 0.134, + "p99": 0.435 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:41:32.611127Z", + "success_latency_ms": { + "p50": 587.279, + "p95": 1092.595, + "p99": 1301.2 + }, + "success_ratio": 0.514544, + "successful_requests": 46309, + "successful_rps_wall": 1523.583, + "successful_rps_window": 1543.633, + "wall_duration_s": 30.395, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/pool-stats.json b/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/pool-stats.json new file mode 100644 index 00000000..66cfbf5b --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/pool-stats.json @@ -0,0 +1,4 @@ +{ + "a80603f86d710acf32d78ad1b5f753317d5c3dd7505f226d207f0308bea81189": [], + "4dcc867d0ce40ed2c0d4d8956821b872f62e35ca0565f11d458bcaa529cb960e": [] +} diff --git a/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/postgres-statements.json b/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/postgres-statements.json new file mode 100644 index 00000000..e18b57cb --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/postgres-statements.json @@ -0,0 +1,134 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 46343, + "total_exec_ms": 30673.08, + "mean_exec_ms": 0.662, + "rows": 46343, + "shared_blks_hit": 1102705, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 46353, + "total_exec_ms": 23127.801, + "mean_exec_ms": 0.499, + "rows": 46353, + "shared_blks_hit": 457880, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 47658, + "total_exec_ms": 5528.296, + "mean_exec_ms": 0.116, + "rows": 47658, + "shared_blks_hit": 190632, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 6097083398544187049, + "calls": 46336, + "total_exec_ms": 53.33, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 46375, + "total_exec_ms": 46.118, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 33.414, + "mean_exec_ms": 16.707, + "rows": 2, + "shared_blks_hit": 3124, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 7421764486656699138, + "calls": 8, + "total_exec_ms": 9.512, + "mean_exec_ms": 1.189, + "rows": 8, + "shared_blks_hit": 8, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 0.621, + "mean_exec_ms": 0.311, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.158, + "mean_exec_ms": 0.158, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": 4670030308230031587, + "calls": 2, + "total_exec_ms": 0.096, + "mean_exec_ms": 0.048, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1,current_setting($2),$3,current_setting($4),$5,current_setting($6),$7,current_setting($8))" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.083, + "mean_exec_ms": 0.042, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": -7676915344437841334, + "calls": 11, + "total_exec_ms": 0.016, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/samples.jsonl b/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/samples.jsonl new file mode 100644 index 00000000..7052dfa8 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/samples.jsonl @@ -0,0 +1,8 @@ +{"at_utc": "2026-10-29T21:41:34.426+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "111.47%", "Container": "a80603f86d710acf32d78ad1b5f753317d5c3dd7505f226d207f0308bea81189", "ID": "a80603f86d71", "MemPerc": "19.95%", "MemUsage": "102.2MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "15.4MB / 16.4MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "108.90%", "Container": "4dcc867d0ce40ed2c0d4d8956821b872f62e35ca0565f11d458bcaa529cb960e", "ID": "4dcc867d0ce4", "MemPerc": "22.11%", "MemUsage": "113.2MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "13.2MB / 13.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "43.95%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "48.00%", "MemUsage": "122.9MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "439MB / 459MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 3.43GB", "CPUPerc": "181.44%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "33.77%", "MemUsage": "172.9MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "350MB / 294MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.38%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.62%", "MemUsage": "9.75MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "70.9MB / 94MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:41:37.198+00:00", "postgres_activity": {"connections": 33, "active": 7, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:41:37.637+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "226", "qcur": "0", "stot": "218084", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "785", "qcur": "0", "stot": "218084", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1011", "qcur": "0", "stot": "436168", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:41:37.775+00:00"} +{"at_utc": "2026-10-29T21:41:38.277+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "116.48%", "Container": "a80603f86d710acf32d78ad1b5f753317d5c3dd7505f226d207f0308bea81189", "ID": "a80603f86d71", "MemPerc": "17.19%", "MemUsage": "88.02MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "20.6MB / 22.2MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "122.04%", "Container": "4dcc867d0ce40ed2c0d4d8956821b872f62e35ca0565f11d458bcaa529cb960e", "ID": "4dcc867d0ce4", "MemPerc": "32.80%", "MemUsage": "167.9MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "19.4MB / 20.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "39.54%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "48.53%", "MemUsage": "124.2MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "446MB / 466MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 3.45GB", "CPUPerc": "180.24%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "33.84%", "MemUsage": "173.3MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "354MB / 297MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.83%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.64%", "MemUsage": "9.777MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "72.1MB / 95.6MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:41:40.943+00:00", "postgres_activity": {"connections": 33, "active": 2, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:41:41.393+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "47", "qcur": "0", "stot": "221854", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "972", "qcur": "0", "stot": "221854", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1019", "qcur": "0", "stot": "443708", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:41:41.545+00:00"} +{"at_utc": "2026-10-29T21:41:42.046+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "86.08%", "Container": "a80603f86d710acf32d78ad1b5f753317d5c3dd7505f226d207f0308bea81189", "ID": "a80603f86d71", "MemPerc": "16.81%", "MemUsage": "86.08MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "25.4MB / 27.1MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "101.63%", "Container": "4dcc867d0ce40ed2c0d4d8956821b872f62e35ca0565f11d458bcaa529cb960e", "ID": "4dcc867d0ce4", "MemPerc": "32.14%", "MemUsage": "164.6MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "24.1MB / 25.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "37.50%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "48.51%", "MemUsage": "124.2MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "452MB / 473MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 3.48GB", "CPUPerc": "174.79%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "33.59%", "MemUsage": "172MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "361MB / 303MB", "PIDs": "40"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.03%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.60%", "MemUsage": "9.734MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "73.2MB / 97MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:41:44.890+00:00", "postgres_activity": {"connections": 33, "active": 6, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:41:45.285+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "440", "qcur": "0", "stot": "224991", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP 1/2", "scur": "578", "qcur": "0", "stot": "224991", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1018", "qcur": "0", "stot": "449982", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:41:45.513+00:00"} +{"at_utc": "2026-10-29T21:41:46.014+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "123.15%", "Container": "a80603f86d710acf32d78ad1b5f753317d5c3dd7505f226d207f0308bea81189", "ID": "a80603f86d71", "MemPerc": "26.65%", "MemUsage": "136.5MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "28.7MB / 30.6MB", "PIDs": "12"}, {"BlockIO": "0B / 0B", "CPUPerc": "119.13%", "Container": "4dcc867d0ce40ed2c0d4d8956821b872f62e35ca0565f11d458bcaa529cb960e", "ID": "4dcc867d0ce4", "MemPerc": "24.75%", "MemUsage": "126.7MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "27.6MB / 29.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "39.29%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "48.60%", "MemUsage": "124.4MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "457MB / 479MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 3.5GB", "CPUPerc": "159.61%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "33.92%", "MemUsage": "173.7MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "365MB / 306MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "12.91%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.65%", "MemUsage": "9.797MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "74MB / 98.1MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:41:48.101+00:00", "postgres_activity": {"connections": 33, "active": 4, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:41:48.531+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "460", "qcur": "0", "stot": "227590", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "563", "qcur": "0", "stot": "227591", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "455181", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:41:48.714+00:00"} +{"at_utc": "2026-10-29T21:41:49.215+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "118.32%", "Container": "a80603f86d710acf32d78ad1b5f753317d5c3dd7505f226d207f0308bea81189", "ID": "a80603f86d71", "MemPerc": "25.39%", "MemUsage": "130MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "33.4MB / 35.7MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "116.45%", "Container": "4dcc867d0ce40ed2c0d4d8956821b872f62e35ca0565f11d458bcaa529cb960e", "ID": "4dcc867d0ce4", "MemPerc": "25.79%", "MemUsage": "132MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "32.2MB / 34.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "41.85%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "48.31%", "MemUsage": "123.7MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "464MB / 485MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 3.53GB", "CPUPerc": "175.33%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "33.97%", "MemUsage": "173.9MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "370MB / 311MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.36%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.65%", "MemUsage": "9.793MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "74.8MB / 99.1MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:41:51.943+00:00", "postgres_activity": {"connections": 33, "active": 11, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:41:52.422+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "282", "qcur": "0", "stot": "230938", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "738", "qcur": "0", "stot": "230939", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1020", "qcur": "0", "stot": "461877", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:41:52.565+00:00"} +{"at_utc": "2026-10-29T21:41:53.066+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "107.98%", "Container": "a80603f86d710acf32d78ad1b5f753317d5c3dd7505f226d207f0308bea81189", "ID": "a80603f86d71", "MemPerc": "24.55%", "MemUsage": "125.7MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "37.4MB / 40.2MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "117.24%", "Container": "4dcc867d0ce40ed2c0d4d8956821b872f62e35ca0565f11d458bcaa529cb960e", "ID": "4dcc867d0ce4", "MemPerc": "20.95%", "MemUsage": "107.3MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "35.8MB / 38.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "37.65%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "48.25%", "MemUsage": "123.5MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "469MB / 491MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 3.55GB", "CPUPerc": "169.84%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "34.05%", "MemUsage": "174.3MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "375MB / 314MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "6.00%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.57%", "MemUsage": "9.691MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "75.8MB / 100MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:41:55.788+00:00", "postgres_activity": {"connections": 33, "active": 15, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:41:56.372+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "340", "qcur": "0", "stot": "233686", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "683", "qcur": "0", "stot": "233687", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "467373", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:41:56.517+00:00"} +{"at_utc": "2026-10-29T21:41:57.018+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "124.45%", "Container": "a80603f86d710acf32d78ad1b5f753317d5c3dd7505f226d207f0308bea81189", "ID": "a80603f86d71", "MemPerc": "20.51%", "MemUsage": "105MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "41.6MB / 44.8MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "121.87%", "Container": "4dcc867d0ce40ed2c0d4d8956821b872f62e35ca0565f11d458bcaa529cb960e", "ID": "4dcc867d0ce4", "MemPerc": "27.80%", "MemUsage": "142.3MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "39.6MB / 42.2MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "42.87%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "48.43%", "MemUsage": "124MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "475MB / 497MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 3.57GB", "CPUPerc": "173.87%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "34.21%", "MemUsage": "175.1MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "379MB / 318MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "13.69%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.62%", "MemUsage": "9.754MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "77MB / 102MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:41:58.913+00:00", "postgres_activity": {"connections": 21, "active": 10, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:42:00.551+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "419", "qcur": "0", "stot": "236710", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP 1/2", "scur": "605", "qcur": "0", "stot": "236711", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "473421", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:42:00.758+00:00"} +{"at_utc": "2026-10-29T21:42:01.260+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "29.22%", "Container": "a80603f86d710acf32d78ad1b5f753317d5c3dd7505f226d207f0308bea81189", "ID": "a80603f86d71", "MemPerc": "19.48%", "MemUsage": "99.73MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-1", "NetIO": "45.8MB / 49.4MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "68.44%", "Container": "4dcc867d0ce40ed2c0d4d8956821b872f62e35ca0565f11d458bcaa529cb960e", "ID": "4dcc867d0ce4", "MemPerc": "27.51%", "MemUsage": "140.8MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-api-2", "NetIO": "43.8MB / 46.9MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "33.65%", "Container": "ba071c37b7f5e5eb48b28697d23cf78da2d1a534b3d371b4a3704e6ca181e952", "ID": "ba071c37b7f5", "MemPerc": "48.02%", "MemUsage": "122.9MiB / 256MiB", "Name": "lab3-grade5-5cb3e12d11-lb-1", "NetIO": "481MB / 504MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 3.61GB", "CPUPerc": "170.18%", "Container": "82c814aed8a802a74ca991fd70bdc57d6a27fec9b48972cc484846cf9a64d826", "ID": "82c814aed8a8", "MemPerc": "34.15%", "MemUsage": "174.9MiB / 512MiB", "Name": "lab3-grade5-5cb3e12d11-postgres-1", "NetIO": "383MB / 321MB", "PIDs": "41"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.58%", "Container": "ad0ec7d2a7d061058e14ff33a16f02a54c81431fe713899ce9193fca7155dcfa", "ID": "ad0ec7d2a7d0", "MemPerc": "7.61%", "MemUsage": "9.738MiB / 128MiB", "Name": "lab3-grade5-5cb3e12d11-redis-1", "NetIO": "77.8MB / 103MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:42:03.936+00:00", "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:42:04.297+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "238446", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "238446", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "476892", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:42:04.416+00:00"} diff --git a/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/warmup.json b/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/warmup.json new file mode 100644 index 00000000..ea87c4be --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/07-pool-16-repeat7/warmup.json @@ -0,0 +1,39 @@ +{ + "completed_full_latency_ms": { + "p50": 683.235, + "p95": 1512.378, + "p99": 1705.248 + }, + "failure_counts": { + "connection": 41, + "dropped_inflight": 14805, + "http_503": 1073 + }, + "instance_responses": { + "4dcc867d0ce4": 6672, + "a80603f86d71": 7409 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "7bdf3eb62edd8d87", + "schedule_lag_ms": { + "p50": 0.057, + "p95": 0.194, + "p99": 10.361 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 30000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:41:15.626121Z", + "success_latency_ms": { + "p50": 649.71, + "p95": 1370.216, + "p99": 1633.277 + }, + "success_ratio": 0.469367, + "successful_requests": 14081, + "successful_rps_wall": 1370.345, + "successful_rps_window": 1408.1, + "wall_duration_s": 10.276, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pool-causal-2026-10-30/analysis/results.csv b/evidence/grade5-pool-causal-2026-10-30/analysis/results.csv new file mode 100644 index 00000000..b641ced8 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/analysis/results.csv @@ -0,0 +1,8 @@ +name,phase,replicas,api_total_cpus,api_total_memory_mib,postgres_cpus,pool_max_conns_per_replica,commit_delay_us,rate,source,successful_rps,scheduled_window_rps,wall_rps,success_ratio,p50_ms,p95_ms,p99_ms,schedule_p99_ms,completed_full_p99_ms,failures,messages_added,confirmed,samples,db_connections_max,lock_wait_max,io_wait_max,api_cpu_mean_pct,api_cpu_max_pct,api_memory_max_mib,postgres_cpu_mean_pct,postgres_cpu_max_pct,postgres_memory_max_mib,lb_cpu_mean_pct,lb_cpu_max_pct,lb_memory_max_mib,redis_cpu_mean_pct,redis_cpu_max_pct,redis_memory_max_mib,pool_wait_per_acquire_ms,pool_canceled_acquires,pool_full_sample_ratio,pool_sample_points,api_throttled_usec,postgres_throttled_usec,lb_throttled_usec,redis_throttled_usec,wal_bytes_delta,wal_buffers_full_delta,wal_write_time_delta,wal_fsync_time_delta,wal_writes_delta,wal_fsyncs_delta +pool-1-repeat1,pool_causal,2,4,1024,2,1,0,3000,evidence/grade5-pool-causal-2026-10-30,1744.487,1780.6,1744.487,0.593533,553.274,826.006,1102.593,0.173,1209.942,"{""dropped_inflight"": 35874, ""http_503"": 708}",53419,53418,9,3,0,1,122.61,127.62,206.45,68.77,73.69,90.44,22.32,23.56,111.8,6.67,7.96,9.74,,0,,0,0,0,6266,0,70209944.0,0.0,421.06100000000004,12799.087,53428.0,53417.0 +pool-8-repeat2,pool_causal,2,4,1024,2,8,0,3000,evidence/grade5-pool-causal-2026-10-30,2259.512,2312.933,2259.512,0.770978,346.987,985.588,1342.042,0.244,1342.103,"{""dropped_inflight"": 20612}",69388,69388,9,18,0,1,215.98,280.93,259.03,153.07,182.32,135.5,45.03,73.86,115.0,15.43,56.16,9.82,,0,,0,1295092,390332,83752,1260798,100750060.0,0.0,1077.243,20380.971999999998,32820.0,32801.0 +pool-16-repeat3,pool_causal,2,4,1024,2,16,0,3000,evidence/grade5-pool-causal-2026-10-30,1155.097,1166.5,1155.097,0.388833,648.933,1500.075,1856.782,1.057,1962.049,"{""dropped_inflight"": 51447, ""http_503"": 3558}",35067,34995,7,33,0,1,247.2,337.88,272.4,185.67,217.2,172.6,52.26,102.51,115.8,12.94,18.53,9.76,,0,,0,674927,12102634,1996242,37620,51655179.0,0.0,761.4340000000002,21522.679999999993,11786.0,11776.0 +pool-16-repeat4,pool_causal,2,4,1024,2,16,0,3000,evidence/grade5-pool-causal-2026-10-30,1268.743,1283.333,1268.743,0.427778,635.992,1283.087,1463.345,1.84,1765.311,"{""dropped_inflight"": 49018, ""http_503"": 2482}",38520,38500,8,33,0,1,216.71,257.63,233.7,180.29,194.18,174.0,42.6,53.01,114.7,15.53,49.44,9.94,,0,,0,162368,4913492,1416801,478875,56639011.0,0.0,850.699000000001,21088.371,13233.0,13222.0 +pool-8-repeat5,pool_causal,2,4,1024,2,8,0,3000,evidence/grade5-pool-causal-2026-10-30,1370.875,1385.767,1370.875,0.461922,578.034,1119.362,1660.509,2.054,1748.857,"{""dropped_inflight"": 45765, ""http_503"": 2662}",41581,41573,8,17,0,1,195.11,234.11,245.4,146.26,205.54,136.6,32.55,41.75,117.4,9.59,11.75,9.98,,0,,0,0,1603958,6013265,40010,64802131.0,0.0,1005.7559999999994,20222.51700000002,17933.0,17922.0 +pool-8-repeat6,pool_causal,2,4,1024,2,8,0,3000,evidence/grade5-pool-causal-2026-10-30,1582.944,1604.5,1582.944,0.534833,598.338,1039.764,1449.329,0.286,1472.713,"{""dropped_inflight"": 40678, ""http_503"": 1187}",48142,48135,8,17,0,1,211.12,231.29,237.31,154.7,170.61,137.1,39.24,44.38,123.3,10.5,14.55,9.78,,0,,0,309393,1273157,684234,751346,61965116.0,0.0,719.2880000000005,21495.131000000023,21208.0,21198.0 +pool-16-repeat7,pool_causal,2,4,1024,2,16,0,3000,evidence/grade5-pool-causal-2026-10-30,1523.583,1543.633,1523.583,0.514544,587.279,1092.595,1301.2,0.435,1574.41,"{""dropped_inflight"": 40998, ""http_503"": 2693}",46336,46309,8,33,0,1,211.61,246.32,263.2,173.16,181.44,175.1,39.54,43.95,124.4,10.6,13.69,9.8,,0,,0,67601,5087358,1847676,0,66235666.0,0.0,781.848,22263.318,15986.0,15974.0 diff --git a/evidence/grade5-pool-causal-2026-10-30/analysis/results.json b/evidence/grade5-pool-causal-2026-10-30/analysis/results.json new file mode 100644 index 00000000..4970a86b --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/analysis/results.json @@ -0,0 +1,380 @@ +[ + { + "name": "pool-1-repeat1", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 1, + "commit_delay_us": 0, + "rate": 3000, + "source": "evidence/grade5-pool-causal-2026-10-30", + "successful_rps": 1744.487, + "scheduled_window_rps": 1780.6, + "wall_rps": 1744.487, + "success_ratio": 0.593533, + "p50_ms": 553.274, + "p95_ms": 826.006, + "p99_ms": 1102.593, + "schedule_p99_ms": 0.173, + "completed_full_p99_ms": 1209.942, + "failures": "{\"dropped_inflight\": 35874, \"http_503\": 708}", + "messages_added": 53419, + "confirmed": 53418, + "samples": 9, + "db_connections_max": 3, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 122.61, + "api_cpu_max_pct": 127.62, + "api_memory_max_mib": 206.45, + "postgres_cpu_mean_pct": 68.77, + "postgres_cpu_max_pct": 73.69, + "postgres_memory_max_mib": 90.44, + "lb_cpu_mean_pct": 22.32, + "lb_cpu_max_pct": 23.56, + "lb_memory_max_mib": 111.8, + "redis_cpu_mean_pct": 6.67, + "redis_cpu_max_pct": 7.96, + "redis_memory_max_mib": 9.74, + "pool_wait_per_acquire_ms": null, + "pool_canceled_acquires": 0, + "pool_full_sample_ratio": null, + "pool_sample_points": 0, + "api_throttled_usec": 0, + "postgres_throttled_usec": 0, + "lb_throttled_usec": 6266, + "redis_throttled_usec": 0, + "wal_bytes_delta": 70209944.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 421.06100000000004, + "wal_fsync_time_delta": 12799.087, + "wal_writes_delta": 53428.0, + "wal_fsyncs_delta": 53417.0 + }, + { + "name": "pool-8-repeat2", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "rate": 3000, + "source": "evidence/grade5-pool-causal-2026-10-30", + "successful_rps": 2259.512, + "scheduled_window_rps": 2312.933, + "wall_rps": 2259.512, + "success_ratio": 0.770978, + "p50_ms": 346.987, + "p95_ms": 985.588, + "p99_ms": 1342.042, + "schedule_p99_ms": 0.244, + "completed_full_p99_ms": 1342.103, + "failures": "{\"dropped_inflight\": 20612}", + "messages_added": 69388, + "confirmed": 69388, + "samples": 9, + "db_connections_max": 18, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 215.98, + "api_cpu_max_pct": 280.93, + "api_memory_max_mib": 259.03, + "postgres_cpu_mean_pct": 153.07, + "postgres_cpu_max_pct": 182.32, + "postgres_memory_max_mib": 135.5, + "lb_cpu_mean_pct": 45.03, + "lb_cpu_max_pct": 73.86, + "lb_memory_max_mib": 115.0, + "redis_cpu_mean_pct": 15.43, + "redis_cpu_max_pct": 56.16, + "redis_memory_max_mib": 9.82, + "pool_wait_per_acquire_ms": null, + "pool_canceled_acquires": 0, + "pool_full_sample_ratio": null, + "pool_sample_points": 0, + "api_throttled_usec": 1295092, + "postgres_throttled_usec": 390332, + "lb_throttled_usec": 83752, + "redis_throttled_usec": 1260798, + "wal_bytes_delta": 100750060.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 1077.243, + "wal_fsync_time_delta": 20380.971999999998, + "wal_writes_delta": 32820.0, + "wal_fsyncs_delta": 32801.0 + }, + { + "name": "pool-16-repeat3", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "commit_delay_us": 0, + "rate": 3000, + "source": "evidence/grade5-pool-causal-2026-10-30", + "successful_rps": 1155.097, + "scheduled_window_rps": 1166.5, + "wall_rps": 1155.097, + "success_ratio": 0.388833, + "p50_ms": 648.933, + "p95_ms": 1500.075, + "p99_ms": 1856.782, + "schedule_p99_ms": 1.057, + "completed_full_p99_ms": 1962.049, + "failures": "{\"dropped_inflight\": 51447, \"http_503\": 3558}", + "messages_added": 35067, + "confirmed": 34995, + "samples": 7, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 247.2, + "api_cpu_max_pct": 337.88, + "api_memory_max_mib": 272.4, + "postgres_cpu_mean_pct": 185.67, + "postgres_cpu_max_pct": 217.2, + "postgres_memory_max_mib": 172.6, + "lb_cpu_mean_pct": 52.26, + "lb_cpu_max_pct": 102.51, + "lb_memory_max_mib": 115.8, + "redis_cpu_mean_pct": 12.94, + "redis_cpu_max_pct": 18.53, + "redis_memory_max_mib": 9.76, + "pool_wait_per_acquire_ms": null, + "pool_canceled_acquires": 0, + "pool_full_sample_ratio": null, + "pool_sample_points": 0, + "api_throttled_usec": 674927, + "postgres_throttled_usec": 12102634, + "lb_throttled_usec": 1996242, + "redis_throttled_usec": 37620, + "wal_bytes_delta": 51655179.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 761.4340000000002, + "wal_fsync_time_delta": 21522.679999999993, + "wal_writes_delta": 11786.0, + "wal_fsyncs_delta": 11776.0 + }, + { + "name": "pool-16-repeat4", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "commit_delay_us": 0, + "rate": 3000, + "source": "evidence/grade5-pool-causal-2026-10-30", + "successful_rps": 1268.743, + "scheduled_window_rps": 1283.333, + "wall_rps": 1268.743, + "success_ratio": 0.427778, + "p50_ms": 635.992, + "p95_ms": 1283.087, + "p99_ms": 1463.345, + "schedule_p99_ms": 1.84, + "completed_full_p99_ms": 1765.311, + "failures": "{\"dropped_inflight\": 49018, \"http_503\": 2482}", + "messages_added": 38520, + "confirmed": 38500, + "samples": 8, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 216.71, + "api_cpu_max_pct": 257.63, + "api_memory_max_mib": 233.7, + "postgres_cpu_mean_pct": 180.29, + "postgres_cpu_max_pct": 194.18, + "postgres_memory_max_mib": 174.0, + "lb_cpu_mean_pct": 42.6, + "lb_cpu_max_pct": 53.01, + "lb_memory_max_mib": 114.7, + "redis_cpu_mean_pct": 15.53, + "redis_cpu_max_pct": 49.44, + "redis_memory_max_mib": 9.94, + "pool_wait_per_acquire_ms": null, + "pool_canceled_acquires": 0, + "pool_full_sample_ratio": null, + "pool_sample_points": 0, + "api_throttled_usec": 162368, + "postgres_throttled_usec": 4913492, + "lb_throttled_usec": 1416801, + "redis_throttled_usec": 478875, + "wal_bytes_delta": 56639011.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 850.699000000001, + "wal_fsync_time_delta": 21088.371, + "wal_writes_delta": 13233.0, + "wal_fsyncs_delta": 13222.0 + }, + { + "name": "pool-8-repeat5", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "rate": 3000, + "source": "evidence/grade5-pool-causal-2026-10-30", + "successful_rps": 1370.875, + "scheduled_window_rps": 1385.767, + "wall_rps": 1370.875, + "success_ratio": 0.461922, + "p50_ms": 578.034, + "p95_ms": 1119.362, + "p99_ms": 1660.509, + "schedule_p99_ms": 2.054, + "completed_full_p99_ms": 1748.857, + "failures": "{\"dropped_inflight\": 45765, \"http_503\": 2662}", + "messages_added": 41581, + "confirmed": 41573, + "samples": 8, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 195.11, + "api_cpu_max_pct": 234.11, + "api_memory_max_mib": 245.4, + "postgres_cpu_mean_pct": 146.26, + "postgres_cpu_max_pct": 205.54, + "postgres_memory_max_mib": 136.6, + "lb_cpu_mean_pct": 32.55, + "lb_cpu_max_pct": 41.75, + "lb_memory_max_mib": 117.4, + "redis_cpu_mean_pct": 9.59, + "redis_cpu_max_pct": 11.75, + "redis_memory_max_mib": 9.98, + "pool_wait_per_acquire_ms": null, + "pool_canceled_acquires": 0, + "pool_full_sample_ratio": null, + "pool_sample_points": 0, + "api_throttled_usec": 0, + "postgres_throttled_usec": 1603958, + "lb_throttled_usec": 6013265, + "redis_throttled_usec": 40010, + "wal_bytes_delta": 64802131.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 1005.7559999999994, + "wal_fsync_time_delta": 20222.51700000002, + "wal_writes_delta": 17933.0, + "wal_fsyncs_delta": 17922.0 + }, + { + "name": "pool-8-repeat6", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "rate": 3000, + "source": "evidence/grade5-pool-causal-2026-10-30", + "successful_rps": 1582.944, + "scheduled_window_rps": 1604.5, + "wall_rps": 1582.944, + "success_ratio": 0.534833, + "p50_ms": 598.338, + "p95_ms": 1039.764, + "p99_ms": 1449.329, + "schedule_p99_ms": 0.286, + "completed_full_p99_ms": 1472.713, + "failures": "{\"dropped_inflight\": 40678, \"http_503\": 1187}", + "messages_added": 48142, + "confirmed": 48135, + "samples": 8, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 211.12, + "api_cpu_max_pct": 231.29, + "api_memory_max_mib": 237.31, + "postgres_cpu_mean_pct": 154.7, + "postgres_cpu_max_pct": 170.61, + "postgres_memory_max_mib": 137.1, + "lb_cpu_mean_pct": 39.24, + "lb_cpu_max_pct": 44.38, + "lb_memory_max_mib": 123.3, + "redis_cpu_mean_pct": 10.5, + "redis_cpu_max_pct": 14.55, + "redis_memory_max_mib": 9.78, + "pool_wait_per_acquire_ms": null, + "pool_canceled_acquires": 0, + "pool_full_sample_ratio": null, + "pool_sample_points": 0, + "api_throttled_usec": 309393, + "postgres_throttled_usec": 1273157, + "lb_throttled_usec": 684234, + "redis_throttled_usec": 751346, + "wal_bytes_delta": 61965116.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 719.2880000000005, + "wal_fsync_time_delta": 21495.131000000023, + "wal_writes_delta": 21208.0, + "wal_fsyncs_delta": 21198.0 + }, + { + "name": "pool-16-repeat7", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "commit_delay_us": 0, + "rate": 3000, + "source": "evidence/grade5-pool-causal-2026-10-30", + "successful_rps": 1523.583, + "scheduled_window_rps": 1543.633, + "wall_rps": 1523.583, + "success_ratio": 0.514544, + "p50_ms": 587.279, + "p95_ms": 1092.595, + "p99_ms": 1301.2, + "schedule_p99_ms": 0.435, + "completed_full_p99_ms": 1574.41, + "failures": "{\"dropped_inflight\": 40998, \"http_503\": 2693}", + "messages_added": 46336, + "confirmed": 46309, + "samples": 8, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 211.61, + "api_cpu_max_pct": 246.32, + "api_memory_max_mib": 263.2, + "postgres_cpu_mean_pct": 173.16, + "postgres_cpu_max_pct": 181.44, + "postgres_memory_max_mib": 175.1, + "lb_cpu_mean_pct": 39.54, + "lb_cpu_max_pct": 43.95, + "lb_memory_max_mib": 124.4, + "redis_cpu_mean_pct": 10.6, + "redis_cpu_max_pct": 13.69, + "redis_memory_max_mib": 9.8, + "pool_wait_per_acquire_ms": null, + "pool_canceled_acquires": 0, + "pool_full_sample_ratio": null, + "pool_sample_points": 0, + "api_throttled_usec": 67601, + "postgres_throttled_usec": 5087358, + "lb_throttled_usec": 1847676, + "redis_throttled_usec": 0, + "wal_bytes_delta": 66235666.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 781.848, + "wal_fsync_time_delta": 22263.318, + "wal_writes_delta": 15986.0, + "wal_fsyncs_delta": 15974.0 + } +] diff --git a/evidence/grade5-pool-causal-2026-10-30/cleanup.log b/evidence/grade5-pool-causal-2026-10-30/cleanup.log new file mode 100644 index 00000000..dacd870a --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/cleanup.log @@ -0,0 +1,30 @@ + Container lab3-grade5-5cb3e12d11-lb-1 Stopping + Container lab3-grade5-5cb3e12d11-redis-1 Stopping + Container lab3-grade5-5cb3e12d11-redis-1 Stopped + Container lab3-grade5-5cb3e12d11-redis-1 Removing + Container lab3-grade5-5cb3e12d11-redis-1 Removed + Container lab3-grade5-5cb3e12d11-lb-1 Stopped + Container lab3-grade5-5cb3e12d11-lb-1 Removing + Container lab3-grade5-5cb3e12d11-lb-1 Removed + Container lab3-grade5-5cb3e12d11-api-2 Stopping + Container lab3-grade5-5cb3e12d11-api-1 Stopping + Container lab3-grade5-5cb3e12d11-api-2 Stopped + Container lab3-grade5-5cb3e12d11-api-2 Removing + Container lab3-grade5-5cb3e12d11-api-2 Removed + Container lab3-grade5-5cb3e12d11-api-1 Stopped + Container lab3-grade5-5cb3e12d11-api-1 Removing + Container lab3-grade5-5cb3e12d11-api-1 Removed + Container lab3-grade5-5cb3e12d11-migrate-1 Stopping + Container lab3-grade5-5cb3e12d11-migrate-1 Stopped + Container lab3-grade5-5cb3e12d11-migrate-1 Removing + Container lab3-grade5-5cb3e12d11-migrate-1 Removed + Container lab3-grade5-5cb3e12d11-postgres-1 Stopping + Container lab3-grade5-5cb3e12d11-postgres-1 Stopped + Container lab3-grade5-5cb3e12d11-postgres-1 Removing + Container lab3-grade5-5cb3e12d11-postgres-1 Removed + Volume lab3-grade5-5cb3e12d11_postgres_data Removing + Volume lab3-grade5-5cb3e12d11_redis_data Removing + Network lab3-grade5-5cb3e12d11_default Removing + Volume lab3-grade5-5cb3e12d11_postgres_data Removed + Volume lab3-grade5-5cb3e12d11_redis_data Removed + Network lab3-grade5-5cb3e12d11_default Removed diff --git a/evidence/grade5-pool-causal-2026-10-30/compose-up.log b/evidence/grade5-pool-causal-2026-10-30/compose-up.log new file mode 100644 index 00000000..d2ae9953 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/compose-up.log @@ -0,0 +1,155 @@ +#1 [internal] load local bake definitions +#1 reading from stdin 1.44kB done +#1 DONE 0.0s + +#2 [migrate internal] load build definition from Dockerfile.migrate +#2 transferring dockerfile: 448B done +#2 DONE 0.0s + +#3 [api internal] load build definition from Dockerfile +#3 transferring dockerfile: 516B done +#3 DONE 0.0s + +#4 [migrate internal] load metadata for docker.io/library/golang:1.27.1-alpine +#4 DONE 2.0s + +#5 [migrate internal] load metadata for docker.io/library/alpine:3.22 +#5 DONE 2.0s + +#6 [api internal] load .dockerignore +#6 transferring context: 196B done +#6 DONE 0.0s + +#7 [api builder 1/6] FROM docker.io/library/golang:1.27.1-alpine@sha256:8a5910f31396cd4d89662f56c68b3ae31d374308270a1c3bd96672ee5ed43414 +#7 resolve docker.io/library/golang:1.27.1-alpine@sha256:8a5910f31396cd4d89662f56c68b3ae31d374308270a1c3bd96672ee5ed43414 0.0s done +#7 DONE 0.0s + +#8 [api stage-1 1/4] FROM docker.io/library/alpine:3.22@sha256:2e0b81d60597f449baa56dc25d355367869d2dca4cd57e866f1e2b52af3eb55f +#8 resolve docker.io/library/alpine:3.22@sha256:2e0b81d60597f449baa56dc25d355367869d2dca4cd57e866f1e2b52af3eb55f 0.0s done +#8 DONE 0.0s + +#9 [migrate internal] load build context +#9 transferring context: 632B done +#9 DONE 0.0s + +#10 [migrate stage-1 2/4] RUN addgroup -S app && adduser -S app -G app +#10 CACHED + +#11 [migrate builder 6/7] COPY db/migrations/ ./db/migrations/ +#11 CACHED + +#12 [migrate builder 7/7] RUN CGO_ENABLED=0 GOOS=linux go build -trimpath -o /app/migrate ./cmd/migrate +#12 CACHED + +#13 [migrate builder 3/7] COPY go.mod go.sum ./ +#13 CACHED + +#14 [migrate stage-1 3/4] WORKDIR /app +#14 CACHED + +#15 [migrate builder 5/7] COPY cmd/migrate/ ./cmd/migrate/ +#15 CACHED + +#16 [migrate stage-1 4/4] COPY --from=builder /app/migrate ./migrate +#16 CACHED + +#17 [api internal] load build context +#17 transferring context: 138.82kB 0.0s done +#17 DONE 0.0s + +#18 [migrate builder 4/7] RUN go mod download +#18 CACHED + +#19 [api builder 4/6] RUN go mod download +#19 CACHED + +#20 [api builder 3/6] COPY go.mod go.sum ./ +#20 CACHED + +#21 [api builder 2/6] WORKDIR /app +#21 CACHED + +#22 [migrate] exporting to image +#22 exporting layers done +#22 exporting manifest sha256:4d41c27094696dc169960931ec0dc492cd182dd8fcbb4934aad90f55b0005aa1 0.0s done +#22 exporting config sha256:205df2d6fff705737508d77288419679a364c4ba433ea2d6cb8c4b61756d71eb done +#22 exporting attestation manifest sha256:ab13b7dfdb17726c7afc13e7721edbd0698850060f723341d05407a4bda1d156 done +#22 exporting manifest list sha256:8ab5aeca528023c78ebf816af890766bc12ac84fc11f1969048c067d557da48a +#22 exporting manifest list sha256:8ab5aeca528023c78ebf816af890766bc12ac84fc11f1969048c067d557da48a done +#22 naming to docker.io/library/lab3-grade5-5cb3e12d11-migrate:latest done +#22 unpacking to docker.io/library/lab3-grade5-5cb3e12d11-migrate:latest done +#22 DONE 0.1s + +#23 [api builder 5/6] COPY . . +#23 DONE 0.1s + +#24 [migrate] resolving provenance for metadata file +#24 DONE 0.0s + +#25 [api builder 6/6] RUN CGO_ENABLED=0 GOOS=linux go build -o /app/server ./cmd/api +#25 DONE 17.9s + +#10 [api stage-1 2/4] RUN addgroup -S app && adduser -S app -G app +#10 CACHED + +#14 [api stage-1 3/4] WORKDIR /app +#14 CACHED + +#26 [api stage-1 4/4] COPY --from=builder /app/server ./server +#26 DONE 0.1s + +#27 [api] exporting to image +#27 exporting layers +#27 exporting layers 0.6s done +#27 exporting manifest sha256:07b33e1b7e7a092d7e20350bb3cb54b3e743ef3cc6d7d51f1f404011f442f048 done +#27 exporting config sha256:9ff6fe4104febc2770dfb7b24c2913ca7ff93c72d67d0f10b718c7f9cade0ffb done +#27 exporting attestation manifest sha256:08dd4b2fe944f030c73b1471520a30f846542e022f3316c25fb58e8216004441 done +#27 exporting manifest list sha256:243fa91cc859cc252b3a15e36f3db4a2934917e195a3d224b50df3f5cfd965d5 done +#27 naming to docker.io/library/lab3-grade5-5cb3e12d11-api:latest done +#27 unpacking to docker.io/library/lab3-grade5-5cb3e12d11-api:latest 0.1s done +#27 DONE 0.7s + +#28 [api] resolving provenance for metadata file +#28 DONE 0.0s + lab3-grade5-5cb3e12d11-migrate Built + lab3-grade5-5cb3e12d11-api Built + Network lab3-grade5-5cb3e12d11_default Creating + Network lab3-grade5-5cb3e12d11_default Created + Volume lab3-grade5-5cb3e12d11_postgres_data Creating + Volume lab3-grade5-5cb3e12d11_postgres_data Created + Volume lab3-grade5-5cb3e12d11_redis_data Creating + Volume lab3-grade5-5cb3e12d11_redis_data Created + Container lab3-grade5-5cb3e12d11-redis-1 Creating + Container lab3-grade5-5cb3e12d11-postgres-1 Creating + Container lab3-grade5-5cb3e12d11-redis-1 Created + Container lab3-grade5-5cb3e12d11-postgres-1 Created + Container lab3-grade5-5cb3e12d11-migrate-1 Creating + Container lab3-grade5-5cb3e12d11-migrate-1 Created + Container lab3-grade5-5cb3e12d11-api-2 Creating + Container lab3-grade5-5cb3e12d11-api-1 Creating + Container lab3-grade5-5cb3e12d11-api-2 Created + Container lab3-grade5-5cb3e12d11-api-1 Created + Container lab3-grade5-5cb3e12d11-lb-1 Creating + Container lab3-grade5-5cb3e12d11-lb-1 Created + Container lab3-grade5-5cb3e12d11-redis-1 Starting + Container lab3-grade5-5cb3e12d11-postgres-1 Starting + Container lab3-grade5-5cb3e12d11-redis-1 Started + Container lab3-grade5-5cb3e12d11-postgres-1 Started + Container lab3-grade5-5cb3e12d11-postgres-1 Waiting + Container lab3-grade5-5cb3e12d11-postgres-1 Healthy + Container lab3-grade5-5cb3e12d11-migrate-1 Starting + Container lab3-grade5-5cb3e12d11-migrate-1 Started + Container lab3-grade5-5cb3e12d11-migrate-1 Waiting + Container lab3-grade5-5cb3e12d11-postgres-1 Waiting + Container lab3-grade5-5cb3e12d11-migrate-1 Exited + Container lab3-grade5-5cb3e12d11-postgres-1 Healthy + Container lab3-grade5-5cb3e12d11-api-1 Starting + Container lab3-grade5-5cb3e12d11-api-1 Started + Container lab3-grade5-5cb3e12d11-api-2 Starting + Container lab3-grade5-5cb3e12d11-api-2 Started + Container lab3-grade5-5cb3e12d11-api-1 Waiting + Container lab3-grade5-5cb3e12d11-api-2 Waiting + Container lab3-grade5-5cb3e12d11-api-1 Healthy + Container lab3-grade5-5cb3e12d11-api-2 Healthy + Container lab3-grade5-5cb3e12d11-lb-1 Starting + Container lab3-grade5-5cb3e12d11-lb-1 Started diff --git a/evidence/grade5-pool-causal-2026-10-30/environment-after.json b/evidence/grade5-pool-causal-2026-10-30/environment-after.json new file mode 100644 index 00000000..ba54be82 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/environment-after.json @@ -0,0 +1,6 @@ +{ + "project": "lab3-grade5-5cb3e12d11", + "containers": [], + "volumes": [], + "at_utc": "2026-10-29T21:42:11.195+00:00" +} diff --git a/evidence/grade5-pool-causal-2026-10-30/go-build.log b/evidence/grade5-pool-causal-2026-10-30/go-build.log new file mode 100644 index 00000000..e69de29b diff --git a/evidence/grade5-pool-causal-2026-10-30/plan.json b/evidence/grade5-pool-causal-2026-10-30/plan.json new file mode 100644 index 00000000..45a0746b --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/plan.json @@ -0,0 +1,79 @@ +{ + "seed_messages": 100000, + "warmup_seconds": 10, + "warmup_rate": "target", + "settle_seconds": 3, + "max_inflight": 1024, + "runs": [ + { + "name": "pool-1-repeat1", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 1, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "pool-8-repeat2", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "pool-16-repeat3", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 16, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "pool-16-repeat4", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 16, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "pool-8-repeat5", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "pool-8-repeat6", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "pool-16-repeat7", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 16, + "rate": 3000, + "duration_seconds": 30 + } + ] +} diff --git a/evidence/grade5-pool-causal-2026-10-30/summary.json b/evidence/grade5-pool-causal-2026-10-30/summary.json new file mode 100644 index 00000000..ce93bcf6 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/summary.json @@ -0,0 +1,500 @@ +{ + "project": "lab3-grade5-5cb3e12d11", + "base_url": "http://127.0.0.1:63095", + "started_at_utc": "2026-10-29T21:34:55.545+00:00", + "host": { + "platform": "macOS-27.2-arm64-arm-64bit-Mach-O", + "machine": "arm64" + }, + "runs": [ + { + "name": "pool-1-repeat1", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 1, + "commit_delay_us": 0, + "duration_seconds": 30, + "instances": [ + "222e5ac9033a", + "25cb5aef2c1c" + ], + "api_limits": [ + { + "container_id": "222e5ac9033a81d331eab1bda3c49ec3b2b82489876ad75cd953bc7487d3128f", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "25cb5aef2c1c4bd3db9f6d8dbf49d21e64c36ead7677e6a5dec495abff50bafb", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 153419, + "messages_added": 53419, + "load": { + "completed_full_latency_ms": { + "p50": 556.276, + "p95": 884.572, + "p99": 1209.942 + }, + "failure_counts": { + "dropped_inflight": 35874, + "http_503": 708 + }, + "instance_responses": { + "222e5ac9033a": 26537, + "25cb5aef2c1c": 26881 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "9f79c49556b3609c", + "schedule_lag_ms": { + "p50": 0.073, + "p95": 0.123, + "p99": 0.173 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:35:53.873479Z", + "success_latency_ms": { + "p50": 553.274, + "p95": 826.006, + "p99": 1102.593 + }, + "success_ratio": 0.593533, + "successful_requests": 53418, + "successful_rps_wall": 1744.487, + "successful_rps_window": 1780.6, + "wall_duration_s": 30.621, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "pool-8-repeat2", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "duration_seconds": 30, + "instances": [ + "9396f62c9fb1", + "c180aefb90c7" + ], + "api_limits": [ + { + "container_id": "9396f62c9fb104226aca2dd1b046430ed2faa7021b2edd0a97a5c37edc97423f", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "c180aefb90c7a9ad025fc1d3d763a0423bba5803fa2bc0d982d5ad55132521bc", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 169388, + "messages_added": 69388, + "load": { + "completed_full_latency_ms": { + "p50": 347.078, + "p95": 985.681, + "p99": 1342.103 + }, + "failure_counts": { + "dropped_inflight": 20612 + }, + "instance_responses": { + "9396f62c9fb1": 34694, + "c180aefb90c7": 34694 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "50a545b9253321c8", + "schedule_lag_ms": { + "p50": 0.074, + "p95": 0.133, + "p99": 0.244 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:36:46.190039Z", + "success_latency_ms": { + "p50": 346.987, + "p95": 985.588, + "p99": 1342.042 + }, + "success_ratio": 0.770978, + "successful_requests": 69388, + "successful_rps_wall": 2259.512, + "successful_rps_window": 2312.933, + "wall_duration_s": 30.709, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "pool-16-repeat3", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 16, + "commit_delay_us": 0, + "duration_seconds": 30, + "instances": [ + "8b07cdf42646", + "db814fa134aa" + ], + "api_limits": [ + { + "container_id": "db814fa134aa0f74665995f1900f3783ee74c8351305d7a550e4224a578873c5", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "8b07cdf42646ef8ca6545c123c04e0fb8bf85624523150cd71af3dde3ec99959", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 135067, + "messages_added": 35067, + "load": { + "completed_full_latency_ms": { + "p50": 691, + "p95": 1640.368, + "p99": 1962.049 + }, + "failure_counts": { + "dropped_inflight": 51447, + "http_503": 3558 + }, + "instance_responses": { + "8b07cdf42646": 17174, + "db814fa134aa": 17821 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "5fcd2bb1d2fba3e2", + "schedule_lag_ms": { + "p50": 0.056, + "p95": 0.163, + "p99": 1.057 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:37:41.904271Z", + "success_latency_ms": { + "p50": 648.933, + "p95": 1500.075, + "p99": 1856.782 + }, + "success_ratio": 0.388833, + "successful_requests": 34995, + "successful_rps_wall": 1155.097, + "successful_rps_window": 1166.5, + "wall_duration_s": 30.296, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "pool-16-repeat4", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 16, + "commit_delay_us": 0, + "duration_seconds": 30, + "instances": [ + "6493b4c9dda2", + "78ba7de3ca3e" + ], + "api_limits": [ + { + "container_id": "78ba7de3ca3e777a02ddb9be9fdc839cb2d56ca0e0cda73dbcd06ca6b7aeb52a", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "6493b4c9dda29f1686b348cc9728e2fd7f0094200d16313e26091b13580a3d84", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 138520, + "messages_added": 38520, + "load": { + "completed_full_latency_ms": { + "p50": 650.668, + "p95": 1359.844, + "p99": 1765.311 + }, + "failure_counts": { + "dropped_inflight": 49018, + "http_503": 2482 + }, + "instance_responses": { + "6493b4c9dda2": 19356, + "78ba7de3ca3e": 19144 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "e32a53d6673de270", + "schedule_lag_ms": { + "p50": 0.058, + "p95": 0.166, + "p99": 1.84 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:38:40.649651Z", + "success_latency_ms": { + "p50": 635.992, + "p95": 1283.087, + "p99": 1463.345 + }, + "success_ratio": 0.427778, + "successful_requests": 38500, + "successful_rps_wall": 1268.743, + "successful_rps_window": 1283.333, + "wall_duration_s": 30.345, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "pool-8-repeat5", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "duration_seconds": 30, + "instances": [ + "a48a0fe32900", + "b902236bec94" + ], + "api_limits": [ + { + "container_id": "b902236bec94feca36e6747965a5f8b043b6e4c86967e9a392255dc0de2c0f40", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "a48a0fe32900e49b20745bc5d1b7b26c789965316d3e81bfd84ba5906d0ab908", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 141581, + "messages_added": 41581, + "load": { + "completed_full_latency_ms": { + "p50": 591.576, + "p95": 1348.219, + "p99": 1748.857 + }, + "failure_counts": { + "dropped_inflight": 45765, + "http_503": 2662 + }, + "instance_responses": { + "a48a0fe32900": 20495, + "b902236bec94": 21078 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "b4192f4362855ecb", + "schedule_lag_ms": { + "p50": 0.058, + "p95": 0.147, + "p99": 2.054 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:39:39.012676Z", + "success_latency_ms": { + "p50": 578.034, + "p95": 1119.362, + "p99": 1660.509 + }, + "success_ratio": 0.461922, + "successful_requests": 41573, + "successful_rps_wall": 1370.875, + "successful_rps_window": 1385.767, + "wall_duration_s": 30.326, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "pool-8-repeat6", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "duration_seconds": 30, + "instances": [ + "459f7868eb5a", + "dc6dd5ab94b6" + ], + "api_limits": [ + { + "container_id": "dc6dd5ab94b63967c0ad3b3d2c3117e69e88ea873f413cc845c2e48236ae75b7", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "459f7868eb5adf9f1cf7731144c52e13f2dae351b96b9435fedc01242d89fb84", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 148142, + "messages_added": 48142, + "load": { + "completed_full_latency_ms": { + "p50": 604.552, + "p95": 1116.976, + "p99": 1472.713 + }, + "failure_counts": { + "dropped_inflight": 40678, + "http_503": 1187 + }, + "instance_responses": { + "459f7868eb5a": 24553, + "dc6dd5ab94b6": 23582 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "e36b874ac94c9ccd", + "schedule_lag_ms": { + "p50": 0.058, + "p95": 0.12, + "p99": 0.286 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:40:35.643233Z", + "success_latency_ms": { + "p50": 598.338, + "p95": 1039.764, + "p99": 1449.329 + }, + "success_ratio": 0.534833, + "successful_requests": 48135, + "successful_rps_wall": 1582.944, + "successful_rps_window": 1604.5, + "wall_duration_s": 30.409, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "pool-16-repeat7", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 16, + "commit_delay_us": 0, + "duration_seconds": 30, + "instances": [ + "4dcc867d0ce4", + "a80603f86d71" + ], + "api_limits": [ + { + "container_id": "a80603f86d710acf32d78ad1b5f753317d5c3dd7505f226d207f0308bea81189", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "4dcc867d0ce40ed2c0d4d8956821b872f62e35ca0565f11d458bcaa529cb960e", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 146336, + "messages_added": 46336, + "load": { + "completed_full_latency_ms": { + "p50": 623.703, + "p95": 1254.991, + "p99": 1574.41 + }, + "failure_counts": { + "dropped_inflight": 40998, + "http_503": 2693 + }, + "instance_responses": { + "4dcc867d0ce4": 21808, + "a80603f86d71": 24501 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "29101a6a057a3d32", + "schedule_lag_ms": { + "p50": 0.058, + "p95": 0.134, + "p99": 0.435 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:41:32.611127Z", + "success_latency_ms": { + "p50": 587.279, + "p95": 1092.595, + "p99": 1301.2 + }, + "success_ratio": 0.514544, + "successful_requests": 46309, + "successful_rps_wall": 1523.583, + "successful_rps_window": 1543.633, + "wall_duration_s": 30.395, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + } + ], + "cleanup": "PASS", + "chat_id": "324013ef-bb66-484f-93ee-39b8faf5eb33", + "seed_messages": 100000, + "docker_server": "28.4.0", + "compose_version": "2.39.4-desktop.1", + "docker_resources": "8 CPUs, 4109803520 bytes RAM", + "finished_at_utc": "2026-10-29T21:42:11.195+00:00" +} diff --git a/evidence/grade5-pool-causal-2026-10-30/tools-sha256.txt b/evidence/grade5-pool-causal-2026-10-30/tools-sha256.txt new file mode 100644 index 00000000..8a8ea2d8 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/tools-sha256.txt @@ -0,0 +1,4 @@ +ae87e048d50030df69c08301c1c0d0edb491d6ae7253b50fa24b24956878665a evidence/grade5-pool-causal-2026-10-30/tools/load.go +68840387a34e6e363bd1aa26b81d87b733622dc661f9122700193a959fbbec97 evidence/grade5-pool-causal-2026-10-30/tools/plan.pool-causal.json +75c0ca950b85eaee3c0802e3001c61ba6436874b3be12cd38a5feb907b91528e evidence/grade5-pool-causal-2026-10-30/tools/poolstats.go +6d7e7f3d489c3bc28c6fbfd6e53a89fc02db56a3fb0d5c0800a147bbee04e3ef evidence/grade5-pool-causal-2026-10-30/tools/run.py diff --git a/evidence/grade5-pool-causal-2026-10-30/tools/load.go b/evidence/grade5-pool-causal-2026-10-30/tools/load.go new file mode 100644 index 00000000..ad969140 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/tools/load.go @@ -0,0 +1,204 @@ +// A fixed-rate HTTP workload for the lab 3 scaling experiment. +// Credentials are read from a local file and never written to output. +package main + +import ( + "bytes" + "context" + "crypto/rand" + "encoding/hex" + "encoding/json" + "errors" + "flag" + "fmt" + "io" + "math" + "net" + "net/http" + "os" + "sort" + "strconv" + "strings" + "sync" + "time" +) + +type credentials struct { + Token string `json:"token"` + ChatID string `json:"chat_id"` +} + +type result struct { + kind string + status int + latency time.Duration + lag time.Duration + full time.Duration + instanceID string +} + +type percentiles struct { + P50 float64 `json:"p50"` + P95 float64 `json:"p95"` + P99 float64 `json:"p99"` +} + +func quantiles(values []float64) percentiles { + if len(values) == 0 { + return percentiles{} + } + sort.Float64s(values) + get := func(p float64) float64 { + index := int(math.Ceil(p*float64(len(values)))) - 1 + return math.Round(values[index]*1000) / 1000 + } + return percentiles{P50: get(.50), P95: get(.95), P99: get(.99)} +} + +func main() { + baseURL := flag.String("base-url", "", "public load balancer URL") + authFile := flag.String("auth-file", "", "local JSON file with token and chat_id") + rate := flag.Float64("rate", 0, "scheduled requests per second") + duration := flag.Duration("duration", 20*time.Second, "scheduling window") + maxInFlight := flag.Int("max-inflight", 256, "maximum concurrent requests") + timeout := flag.Duration("timeout", 5*time.Second, "per-request timeout") + flag.Parse() + if *baseURL == "" || *authFile == "" || *rate <= 0 || *duration <= 0 || *maxInFlight <= 0 || *timeout <= 0 { + fmt.Fprintln(os.Stderr, "base-url, auth-file, positive rate, duration, max-inflight and timeout are required") + os.Exit(2) + } + content, err := os.ReadFile(*authFile) + if err != nil { + fmt.Fprintln(os.Stderr, "could not read auth file") + os.Exit(2) + } + var auth credentials + if err := json.Unmarshal(content, &auth); err != nil || auth.Token == "" || auth.ChatID == "" { + fmt.Fprintln(os.Stderr, "invalid auth file") + os.Exit(2) + } + nonce := make([]byte, 8) + if _, err := rand.Read(nonce); err != nil { + fmt.Fprintln(os.Stderr, "could not create workload identifier") + os.Exit(2) + } + runID := hex.EncodeToString(nonce) + payload, _ := json.Marshal(map[string]string{"text": "grade5-" + runID}) + transport := &http.Transport{ + MaxIdleConns: *maxInFlight, + MaxIdleConnsPerHost: *maxInFlight, + IdleConnTimeout: 90 * time.Second, + } + client := &http.Client{Transport: transport} + defer transport.CloseIdleConnections() + url := strings.TrimRight(*baseURL, "/") + "/api/v1/chats/" + auth.ChatID + "/messages" + count := int(math.Round(*rate * duration.Seconds())) + if count <= 0 || count > 2_000_000 { + fmt.Fprintln(os.Stderr, "request count is outside 1..2000000") + os.Exit(2) + } + results := make(chan result, count) + semaphore := make(chan struct{}, *maxInFlight) + var workers sync.WaitGroup + started := time.Now() + for i := 0; i < count; i++ { + planned := started.Add(time.Duration(float64(i) / *rate * float64(time.Second))) + if delay := time.Until(planned); delay > 0 { + time.Sleep(delay) + } + lag := time.Since(planned) + if lag > 250*time.Millisecond { + results <- result{kind: "dropped_scheduler", lag: lag} + continue + } + select { + case semaphore <- struct{}{}: + default: + results <- result{kind: "dropped_inflight", lag: lag} + continue + } + workers.Add(1) + go func(sequence int, planned time.Time) { + defer workers.Done() + defer func() { <-semaphore }() + scheduleLag := time.Since(planned) + ctx, cancel := context.WithTimeout(context.Background(), *timeout) + defer cancel() + req, err := http.NewRequestWithContext(ctx, http.MethodPost, url, bytes.NewReader(payload)) + if err != nil { + results <- result{kind: "client_request", lag: scheduleLag} + return + } + req.Header.Set("Accept", "application/json") + req.Header.Set("Content-Type", "application/json") + req.Header.Set("Authorization", "Bearer "+auth.Token) + req.Header.Set("Idempotency-Key", "g5-"+runID+"-"+strconv.Itoa(sequence)) + requestStarted := time.Now() + response, err := client.Do(req) + if err != nil { + kind := "connection" + var networkError net.Error + if errors.Is(err, context.DeadlineExceeded) || errors.As(err, &networkError) && networkError.Timeout() { + kind = "timeout" + } + results <- result{kind: kind, latency: time.Since(requestStarted), lag: scheduleLag, full: time.Since(planned)} + return + } + _, readErr := io.Copy(io.Discard, io.LimitReader(response.Body, 1<<20)) + response.Body.Close() + if readErr != nil { + results <- result{kind: "response_read", status: response.StatusCode, latency: time.Since(requestStarted), lag: scheduleLag, full: time.Since(planned)} + return + } + results <- result{kind: "response", status: response.StatusCode, latency: time.Since(requestStarted), lag: scheduleLag, full: time.Since(planned), instanceID: response.Header.Get("X-Instance-Id")} + }(i, planned) + } + workers.Wait() + close(results) + wall := time.Since(started) + counts := map[string]int{} + instances := map[string]int{} + latencies := make([]float64, 0, count) + lags := make([]float64, 0, count) + fullLatencies := make([]float64, 0, count) + success := 0 + for item := range results { + if item.full > 0 { + fullLatencies = append(fullLatencies, float64(item.full)/float64(time.Millisecond)) + } + if item.kind == "response" && item.status == http.StatusCreated { + success++ + latencies = append(latencies, float64(item.latency)/float64(time.Millisecond)) + if item.instanceID != "" { + instances[item.instanceID]++ + } + } else if item.kind == "response" { + counts["http_"+strconv.Itoa(item.status)]++ + } else { + counts[item.kind]++ + } + lags = append(lags, float64(item.lag)/float64(time.Millisecond)) + } + report := map[string]any{ + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries", + "started_at_utc": started.UTC().Format(time.RFC3339Nano), + "run_id": runID, + "scheduled_rps": *rate, + "scheduled_duration_s": duration.Seconds(), + "wall_duration_s": math.Round(wall.Seconds()*1000) / 1000, + "scheduled_requests": count, + "successful_requests": success, + "failure_counts": counts, + "success_ratio": math.Round(float64(success)/float64(count)*1_000_000) / 1_000_000, + "successful_rps_window": math.Round(float64(success)/duration.Seconds()*1000) / 1000, + "successful_rps_wall": math.Round(float64(success)/wall.Seconds()*1000) / 1000, + "success_latency_ms": quantiles(latencies), + "schedule_lag_ms": quantiles(lags), + "completed_full_latency_ms": quantiles(fullLatencies), + "instance_responses": instances, + "max_inflight": *maxInFlight, + "request_timeout_s": timeout.Seconds(), + } + output, _ := json.MarshalIndent(report, "", " ") + fmt.Println(string(output)) +} diff --git a/evidence/grade5-pool-causal-2026-10-30/tools/plan.pool-causal.json b/evidence/grade5-pool-causal-2026-10-30/tools/plan.pool-causal.json new file mode 100644 index 00000000..45a0746b --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/tools/plan.pool-causal.json @@ -0,0 +1,79 @@ +{ + "seed_messages": 100000, + "warmup_seconds": 10, + "warmup_rate": "target", + "settle_seconds": 3, + "max_inflight": 1024, + "runs": [ + { + "name": "pool-1-repeat1", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 1, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "pool-8-repeat2", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "pool-16-repeat3", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 16, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "pool-16-repeat4", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 16, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "pool-8-repeat5", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "pool-8-repeat6", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "pool-16-repeat7", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 16, + "rate": 3000, + "duration_seconds": 30 + } + ] +} diff --git a/evidence/grade5-pool-causal-2026-10-30/tools/poolstats.go b/evidence/grade5-pool-causal-2026-10-30/tools/poolstats.go new file mode 100644 index 00000000..b57a70c6 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/tools/poolstats.go @@ -0,0 +1,29 @@ +package main + +import ( + "context" + "log/slog" + "time" + + "github.com/jackc/pgx/v5/pgxpool" +) + +// logPoolStats is opt-in diagnostics for the isolated scaling experiment. +// It contains only aggregate counters, never connection strings or SQL values. +func logPoolStats(ctx context.Context, pool *pgxpool.Pool) { + ticker := time.NewTicker(time.Second) + defer ticker.Stop() + for { + select { + case <-ctx.Done(): + return + case <-ticker.C: + s := pool.Stat() + slog.Info("pg_pool_stats", "max_conns", s.MaxConns(), + "acquired", s.AcquiredConns(), "idle", s.IdleConns(), + "acquire_count", s.AcquireCount(), "empty_count", s.EmptyAcquireCount(), + "empty_wait_ns", s.EmptyAcquireWaitTime().Nanoseconds(), + "canceled_count", s.CanceledAcquireCount()) + } + } +} diff --git a/evidence/grade5-pool-causal-2026-10-30/tools/run.py b/evidence/grade5-pool-causal-2026-10-30/tools/run.py new file mode 100644 index 00000000..19c69f28 --- /dev/null +++ b/evidence/grade5-pool-causal-2026-10-30/tools/run.py @@ -0,0 +1,381 @@ +#!/usr/bin/env python3 +"""Repeatable, disposable Compose experiment for lab 3 scaling research.""" + +import argparse +import csv +import io +import json +import os +from pathlib import Path +import platform +import re +import socket +import subprocess +import sys +import tempfile +import threading +import time +from datetime import datetime, timezone +from urllib.parse import parse_qsl, urlencode, urlsplit, urlunsplit +from uuid import UUID, uuid4 + +ROOT = Path(__file__).resolve().parents[3] +sys.path.insert(0, str(ROOT / "tests")) +from client import Client # noqa: E402 + + +def utc_now(): + return datetime.now(timezone.utc).isoformat(timespec="milliseconds") + + +def command(argv, *, timeout=180, allow_failure=False, log=None): + result = subprocess.run(argv, cwd=ROOT, capture_output=True, text=True, timeout=timeout) + if log is not None: + log.write_text(result.stdout + result.stderr) + if result.returncode and not allow_failure: + detail = (result.stderr or result.stdout)[-1200:] + raise RuntimeError("command failed (%s): %s" % (result.returncode, detail)) + return result.stdout + + +def free_port(): + with socket.socket() as listener: + listener.bind(("127.0.0.1", 0)) + return listener.getsockname()[1] + + +def write_override(path, *, lb_port, replicas, total_cpus, total_memory_mib, postgres_cpus, + database_url_file=None): + if replicas not in (1, 2, 4) or total_cpus <= 0 or total_memory_mib < 256: + raise ValueError("invalid replica count or API budget") + if total_memory_mib % replicas: + raise ValueError("API memory budget must divide evenly between replicas") + per_cpu = total_cpus / replicas + per_memory = total_memory_mib // replicas + source = ( + "services:\n" + " api:\n" + " scale: %d\n" + " cpus: \"%.3f\"\n" + " mem_limit: %dm\n" + " environment:\n" + " PG_POOL_DIAGNOSTICS: \"1\"\n" + " secrets: !override\n" + " - source: database_url_api\n" + " target: database_url\n" + " lb:\n" + " ports: !override\n" + " - \"127.0.0.1:%d:8080\"\n" + " postgres:\n" + " cpus: \"%.3f\"\n" + " ports: !reset []\n" + " command: [\"postgres\", \"-c\", \"shared_preload_libraries=pg_stat_statements\", \"-c\", \"track_io_timing=on\", \"-c\", \"track_wal_io_timing=on\"]\n" + % (replicas, per_cpu, per_memory, lb_port, postgres_cpus) + ) + if database_url_file: + source += "secrets:\n database_url_api:\n file: %s\n" % json.dumps(str(database_url_file)) + path.write_text(source) + + +def write_database_url(path, pool_max_conns): + original = (ROOT / "secrets" / "database_url").read_text().strip() + if pool_max_conns is None: + path.write_text(original + "\n") + else: + if not isinstance(pool_max_conns, int) or pool_max_conns <= 0: + raise ValueError("pool_max_conns must be positive") + parsed = urlsplit(original) + query = dict(parse_qsl(parsed.query, keep_blank_values=True)) + query["pool_max_conns"] = str(pool_max_conns) + path.write_text(urlunsplit(parsed._replace(query=urlencode(query))) + "\n") + os.chmod(path, 0o600) + + +def psql(compose, sql, *, timeout=60): + output = command(compose + ["exec", "-T", "postgres", "psql", "-U", "messenger", "-d", "messenger", "-v", "ON_ERROR_STOP=1", "-Atc", sql], timeout=timeout) + return output.strip() + + +def message_count(compose): + return int(psql(compose, "SELECT count(*) FROM messages")) + + +def reset_dataset(compose, chat_id, user_id, seed_count): + chat_id, user_id = str(UUID(chat_id)), str(UUID(user_id)) + psql(compose, "TRUNCATE message_idempotency, messages") + if seed_count: + sql = ("INSERT INTO messages (chat_id, sender_id, text, created_at) " + "SELECT '%s'::uuid, '%s'::uuid, 'seed-' || g, now() - interval '1 day' " + "FROM generate_series(1, %d) AS g" % (chat_id, user_id, seed_count)) + psql(compose, sql, timeout=180) + psql(compose, "ANALYZE messages; ANALYZE message_idempotency") + actual = message_count(compose) + if actual != seed_count: + raise RuntimeError("dataset reset produced %d messages, expected %d" % (actual, seed_count)) + + +def api_ids(compose): + return command(compose + ["ps", "-q", "api"]).splitlines() + + +def api_limits(compose): + identifiers = api_ids(compose) + output = command(["docker", "inspect", "--format", + "{{.Id}} {{.HostConfig.NanoCpus}} {{.HostConfig.Memory}}"] + identifiers, + timeout=15) + return [dict(zip(("container_id", "nano_cpus", "memory_bytes"), line.split())) + for line in output.splitlines()] + + +def wait_instances(base_url, expected, seconds=60): + client = Client(base_url, timeout=3) + found = set() + deadline = time.monotonic() + seconds + while time.monotonic() < deadline: + try: + response = client.call("GET", "/health/ready", schema="Health") + found.add(response["headers"].get("X-Instance-Id")) + if len(found) == expected: + return sorted(found) + except Exception: + pass + time.sleep(.15) + raise RuntimeError("LB observed %d of %d API instances" % (len(found), expected)) + + +def sample_loop(stop, compose, path): + ids = [] + for service in ("api", "lb", "postgres", "redis"): + ids += command(compose + ["ps", "-q", service], timeout=10).splitlines() + lb = command(compose + ["ps", "-q", "lb"], timeout=10).strip() + with path.open("w") as output: + while not stop.is_set(): + sample = {"at_utc": utc_now()} + try: + raw = command(["docker", "stats", "--no-stream", "--format", "{{json .}}"] + ids, timeout=15) + sample["docker_stats"] = [json.loads(line) for line in raw.splitlines() if line.strip()] + sample["docker_at_utc"] = utc_now() + except Exception as exc: + sample["docker_error"] = type(exc).__name__ + try: + raw = psql(compose, "SELECT json_build_object('connections', count(*), 'active', count(*) FILTER (WHERE state='active'), 'lock_wait', count(*) FILTER (WHERE wait_event_type='Lock'), 'io_wait', count(*) FILTER (WHERE wait_event_type='IO')) FROM pg_stat_activity WHERE datname=current_database()", timeout=10) + sample["postgres_activity"] = json.loads(raw) + sample["postgres_at_utc"] = utc_now() + except Exception as exc: + sample["postgres_error"] = type(exc).__name__ + try: + raw = command(["docker", "exec", lb, "sh", "-c", "printf 'show stat\\n' | socat - TCP4:127.0.0.1:9999"], timeout=10) + rows = list(csv.DictReader(io.StringIO(raw.lstrip("# ")))) + sample["haproxy"] = [ + {key: row.get(key) for key in ("pxname", "svname", "status", "scur", "qcur", "stot", "ereq", "econ", "eresp", "wretr")} + for row in rows if row.get("pxname") == "api_replicas" + ] + sample["haproxy_at_utc"] = utc_now() + except Exception as exc: + sample["haproxy_error"] = type(exc).__name__ + output.write(json.dumps(sample, ensure_ascii=False) + "\n") + output.flush() + stop.wait(.5) + + +def diagnostic_snapshot(compose): + snapshot = {"at_utc": utc_now(), "cgroups": {}} + snapshot["durability"] = json.loads(psql(compose, "SELECT json_build_object('fsync',current_setting('fsync'),'synchronous_commit',current_setting('synchronous_commit'),'commit_delay',current_setting('commit_delay'),'commit_siblings',current_setting('commit_siblings'))")) + for service in ("api", "postgres", "lb", "redis"): + for identifier in command(compose + ["ps", "-q", service]).splitlines(): + raw = command(["docker", "exec", identifier, "cat", "/sys/fs/cgroup/cpu.stat"], timeout=10) + snapshot["cgroups"][identifier] = {"service": service, + **{line.split()[0]: int(line.split()[1]) for line in raw.splitlines()}} + snapshot["wal_io"] = json.loads(psql(compose, "SELECT coalesce(json_agg(row_to_json(i)), '[]'::json) FROM pg_stat_io i WHERE object='wal'")) + snapshot["wal"] = json.loads(psql(compose, "SELECT row_to_json(w) FROM pg_stat_wal w")) + return snapshot + + +def collect_pool_stats(compose, since): + snapshots = {} + for identifier in api_ids(compose): + result = subprocess.run(["docker", "logs", "--since", since, identifier], + cwd=ROOT, capture_output=True, text=True, timeout=30) + snapshots[identifier] = [ + {"line": line, "counters": {key: int(value) for key, value in + re.findall(r'(max_conns|acquired|idle|acquire_count|empty_count|empty_wait_ns|canceled_count)=(\d+)', line)}} + for line in (result.stdout + result.stderr).splitlines() if 'msg=pg_pool_stats' in line + ] + return snapshots + + +def pg_stat_statements(compose): + sql = ("SELECT coalesce(json_agg(row_to_json(q)), '[]'::json) FROM " + "(SELECT queryid, calls, round(total_exec_time::numeric,3) AS total_exec_ms, " + "round(mean_exec_time::numeric,3) AS mean_exec_ms, rows, shared_blks_hit, " + "shared_blks_read, temp_blks_written, left(query,160) AS query " + "FROM pg_stat_statements WHERE dbid=(SELECT oid FROM pg_database WHERE datname=current_database()) " + "ORDER BY total_exec_time DESC LIMIT 15) AS q") + return json.loads(psql(compose, sql)) + + +def run_load(binary, base_url, auth_file, rate, duration, max_inflight, output_path): + raw = command([str(binary), "-base-url", base_url, "-auth-file", str(auth_file), + "-rate", str(rate), "-duration", str(duration) + "s", + "-max-inflight", str(max_inflight), "-timeout", "5s"], timeout=duration + 40) + result = json.loads(raw) + output_path.write_text(json.dumps(result, indent=2, ensure_ascii=False) + "\n") + return result + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--plan", type=Path, required=True) + parser.add_argument("--output", type=Path, required=True) + args = parser.parse_args() + plan = json.loads(args.plan.read_text()) + runs = plan["runs"] + if not runs or not all(run["replicas"] in (1, 2, 4) for run in runs): + raise ValueError("plan must have runs with 1, 2, or 4 replicas") + output_dir = args.output.resolve() + if output_dir.exists() and any(output_dir.iterdir()): + raise FileExistsError("output directory must be empty") + output_dir.mkdir(parents=True, exist_ok=True) + (output_dir / "plan.json").write_text(json.dumps(plan, indent=2, ensure_ascii=False) + "\n") + project = "lab3-grade5-" + uuid4().hex[:10] + lb_port = free_port() + base_url = "http://127.0.0.1:%d" % lb_port + summary = {"project": project, "base_url": base_url, "started_at_utc": utc_now(), + "host": {"platform": platform.platform(), "machine": platform.machine()}, + "runs": [], "cleanup": "not_started"} + (output_dir / "summary.json").write_text(json.dumps(summary, indent=2, ensure_ascii=False) + "\n") + with tempfile.TemporaryDirectory(prefix="lab3-grade5-") as temporary: + temporary = Path(temporary) + override = temporary / "override.yaml" + auth_file = temporary / "auth.json" + database_url_file = temporary / "database_url" + binary = temporary / "grade5-load" + first = runs[0] + write_database_url(database_url_file, first.get("pool_max_conns")) + write_override(override, lb_port=lb_port, replicas=first["replicas"], + total_cpus=first["api_total_cpus"], total_memory_mib=first["api_total_memory_mib"], + postgres_cpus=first.get("postgres_cpus", 2), database_url_file=database_url_file) + compose = ["docker", "compose", "-p", project, "--env-file", ".env", + "-f", "compose.yaml", "-f", str(override)] + try: + command(["go", "build", "-o", str(binary), "student-tests/lab3/grade5/load.go"], timeout=180, + log=output_dir / "go-build.log") + command(compose + ["config", "--quiet"], timeout=30) + print("Building and starting disposable project", project, flush=True) + command(compose + ["up", "-d", "--build"], timeout=900, log=output_dir / "compose-up.log") + wait_instances(base_url, first["replicas"]) + psql(compose, "CREATE EXTENSION IF NOT EXISTS pg_stat_statements") + client = Client(base_url) + alice, _, _, chat = client.bootstrap() + auth_file.write_text(json.dumps({"token": alice["token"], "chat_id": chat["id"]})) + os.chmod(auth_file, 0o600) + summary["chat_id"] = chat["id"] + summary["seed_messages"] = plan["seed_messages"] + summary["docker_server"] = command(["docker", "version", "--format", "{{.Server.Version}}"], timeout=15).strip() + summary["compose_version"] = command(["docker", "compose", "version", "--short"], timeout=15).strip() + summary["docker_resources"] = command(["docker", "info", "--format", "{{.NCPU}} CPUs, {{.MemTotal}} bytes RAM"], timeout=15).strip() + previous_postgres_cpus = first.get("postgres_cpus", 2) + for index, run in enumerate(runs, 1): + name = run["name"] + if not name.replace("-", "").replace("_", "").isalnum(): + raise ValueError("unsafe run name") + run_dir = output_dir / ("%02d-%s" % (index, name)) + run_dir.mkdir() + write_database_url(database_url_file, run.get("pool_max_conns")) + write_override(override, lb_port=lb_port, replicas=run["replicas"], + total_cpus=run["api_total_cpus"], total_memory_mib=run["api_total_memory_mib"], + postgres_cpus=run.get("postgres_cpus", 2), database_url_file=database_url_file) + command(compose + ["config", "--quiet"], timeout=30) + print("Run %d/%d: %s" % (index, len(runs), name), flush=True) + delay = run.get("commit_delay_us", 0) + if not isinstance(delay, int) or not 0 <= delay <= 100000: + raise ValueError("invalid commit_delay_us") + psql(compose, "ALTER SYSTEM SET commit_delay='%d'" % delay) + psql(compose, "SELECT pg_reload_conf()") + if run.get("postgres_cpus", 2) != previous_postgres_cpus: + command(compose + ["up", "-d", "--no-deps", "--no-build", "--force-recreate", "postgres"], + timeout=120, log=run_dir / "compose-postgres.log") + deadline = time.monotonic() + 60 + while True: + try: + if psql(compose, "SELECT 1", timeout=5) == "1": + break + except Exception: + pass + if time.monotonic() > deadline: + raise RuntimeError("PostgreSQL did not become ready after budget change") + time.sleep(1) + previous_postgres_cpus = run.get("postgres_cpus", 2) + command(compose + ["up", "-d", "--no-deps", "--no-build", "--force-recreate", "--scale", "api=%d" % run["replicas"], "api"], + timeout=180, log=run_dir / "compose-scale.log") + instances = wait_instances(base_url, run["replicas"]) + warmup = plan.get("warmup_seconds", 3) + reset_dataset(compose, chat["id"], alice["id"], plan["seed_messages"]) + if warmup: + warmup_rate = plan.get("warmup_rate", min(200, run["rate"])) + if warmup_rate == "target": + warmup_rate = run["rate"] + run_load(binary, base_url, auth_file, warmup_rate, warmup, + plan.get("max_inflight", 1024), + run_dir / "warmup.json") + reset_dataset(compose, chat["id"], alice["id"], plan["seed_messages"]) + if plan.get("settle_seconds", 0): + psql(compose, "CHECKPOINT") + time.sleep(plan["settle_seconds"]) + psql(compose, "SELECT pg_stat_statements_reset()") + before = message_count(compose) + (run_dir / "diagnostics-before.json").write_text(json.dumps(diagnostic_snapshot(compose), indent=2) + "\n") + stop = threading.Event() + sampler = threading.Thread(target=sample_loop, args=(stop, compose, run_dir / "samples.jsonl")) + sampler.start() + try: + load = run_load(binary, base_url, auth_file, run["rate"], run["duration_seconds"], + run.get("max_inflight", plan.get("max_inflight", 1024)), + run_dir / "load.json") + finally: + stop.set() + sampler.join(timeout=30) + after = message_count(compose) + (run_dir / "pool-stats.json").write_text(json.dumps(collect_pool_stats(compose, load["started_at_utc"]), indent=2) + "\n") + (run_dir / "diagnostics-after.json").write_text(json.dumps(diagnostic_snapshot(compose), indent=2) + "\n") + sql_stats = pg_stat_statements(compose) + (run_dir / "postgres-statements.json").write_text(json.dumps(sql_stats, indent=2, ensure_ascii=False) + "\n") + item = {"name": name, "phase": run.get("phase", "unspecified"), + "replicas": run["replicas"], "api_total_cpus": run["api_total_cpus"], + "api_total_memory_mib": run["api_total_memory_mib"], + "postgres_cpus": run.get("postgres_cpus", 2), "rate": run["rate"], + "pool_max_conns_per_replica": run.get("pool_max_conns", "pgx_default"), + "commit_delay_us": delay, + "duration_seconds": run["duration_seconds"], "instances": instances, + "api_limits": api_limits(compose), + "messages_before": before, "messages_after": after, + "messages_added": after-before, "load": load} + summary["runs"].append(item) + (output_dir / "summary.json").write_text(json.dumps(summary, indent=2, ensure_ascii=False) + "\n") + print(" success=%d/%d, rps=%.1f, p99=%.1f ms" % + (load["successful_requests"], load["scheduled_requests"], + load["successful_rps_window"], load["success_latency_ms"]["p99"]), flush=True) + except Exception as exc: + summary["error"] = str(exc) + raise + finally: + print("Cleaning disposable project", project, flush=True) + try: + command(compose + ["down", "-v", "--remove-orphans"], timeout=180, + log=output_dir / "cleanup.log") + remaining_containers = command(["docker", "ps", "-aq", "--filter", + "label=com.docker.compose.project=" + project], timeout=15).splitlines() + remaining_volumes = command(["docker", "volume", "ls", "-q", "--filter", + "label=com.docker.compose.project=" + project], timeout=15).splitlines() + after = {"project": project, "containers": remaining_containers, + "volumes": remaining_volumes, "at_utc": utc_now()} + (output_dir / "environment-after.json").write_text(json.dumps(after, indent=2) + "\n") + summary["cleanup"] = "PASS" if not remaining_containers and not remaining_volumes else "FAIL: resources remain" + except Exception as exc: + summary["cleanup"] = "FAIL: " + str(exc) + summary["finished_at_utc"] = utc_now() + (output_dir / "summary.json").write_text(json.dumps(summary, indent=2, ensure_ascii=False) + "\n") + + +if __name__ == "__main__": + main() diff --git a/evidence/grade5-pool-pilot-2026-10-30-fixed/01-pilot-pool16/compose-scale.log b/evidence/grade5-pool-pilot-2026-10-30-fixed/01-pilot-pool16/compose-scale.log new file mode 100644 index 00000000..88bcd3a6 --- /dev/null +++ b/evidence/grade5-pool-pilot-2026-10-30-fixed/01-pilot-pool16/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-0d10bf3fd5-api-1 Recreate + Container lab3-grade5-0d10bf3fd5-api-2 Recreate + Container lab3-grade5-0d10bf3fd5-api-1 Recreated + Container lab3-grade5-0d10bf3fd5-api-2 Recreated + Container lab3-grade5-0d10bf3fd5-api-1 Starting + Container lab3-grade5-0d10bf3fd5-api-1 Started + Container lab3-grade5-0d10bf3fd5-api-2 Starting + Container lab3-grade5-0d10bf3fd5-api-2 Started diff --git a/evidence/grade5-pool-pilot-2026-10-30-fixed/01-pilot-pool16/load.json b/evidence/grade5-pool-pilot-2026-10-30-fixed/01-pilot-pool16/load.json new file mode 100644 index 00000000..cc23cc02 --- /dev/null +++ b/evidence/grade5-pool-pilot-2026-10-30-fixed/01-pilot-pool16/load.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "04597e536707": 150, + "09f5092a6c37": 150 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "d0d464950e88230e", + "schedule_lag_ms": { + "p50": 1.113, + "p95": 1.9, + "p99": 2.059 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 300, + "scheduled_rps": 100, + "started_at_utc": "2026-10-29T21:06:46.543546Z", + "success_latency_ms": { + "p50": 3.097, + "p95": 27.583, + "p99": 50.77 + }, + "success_ratio": 1, + "successful_requests": 300, + "successful_rps_wall": 100.16, + "successful_rps_window": 100, + "wall_duration_s": 2.995, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pool-pilot-2026-10-30-fixed/01-pilot-pool16/postgres-statements.json b/evidence/grade5-pool-pilot-2026-10-30-fixed/01-pilot-pool16/postgres-statements.json new file mode 100644 index 00000000..3db956f7 --- /dev/null +++ b/evidence/grade5-pool-pilot-2026-10-30-fixed/01-pilot-pool16/postgres-statements.json @@ -0,0 +1,90 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 300, + "total_exec_ms": 51.062, + "mean_exec_ms": 0.17, + "rows": 300, + "shared_blks_hit": 6007, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 300, + "total_exec_ms": 38.991, + "mean_exec_ms": 0.13, + "rows": 300, + "shared_blks_hit": 2882, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 300, + "total_exec_ms": 13.41, + "mean_exec_ms": 0.045, + "rows": 300, + "shared_blks_hit": 1200, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 4854991825702068830, + "calls": 300, + "total_exec_ms": 0.199, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 0.187, + "mean_exec_ms": 0.094, + "rows": 2, + "shared_blks_hit": 30, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 7421764486656699138, + "calls": 1, + "total_exec_ms": 0.176, + "mean_exec_ms": 0.176, + "rows": 1, + "shared_blks_hit": 1, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": 6097083398544187049, + "calls": 300, + "total_exec_ms": 0.169, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.129, + "mean_exec_ms": 0.129, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + } +] diff --git a/evidence/grade5-pool-pilot-2026-10-30-fixed/01-pilot-pool16/samples.jsonl b/evidence/grade5-pool-pilot-2026-10-30-fixed/01-pilot-pool16/samples.jsonl new file mode 100644 index 00000000..be23c710 --- /dev/null +++ b/evidence/grade5-pool-pilot-2026-10-30-fixed/01-pilot-pool16/samples.jsonl @@ -0,0 +1 @@ +{"at_utc": "2026-10-29T21:06:46.538+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "4.82%", "Container": "09f5092a6c37a4c8cc8ad4b7705d7016feff2d8ba60b2acfcfa205401662d5e2", "ID": "09f5092a6c37", "MemPerc": "2.09%", "MemUsage": "10.7MiB / 512MiB", "Name": "lab3-grade5-0d10bf3fd5-api-1", "NetIO": "266kB / 289kB", "PIDs": "7"}, {"BlockIO": "0B / 0B", "CPUPerc": "5.10%", "Container": "04597e5367072807e4bd1a3d87b604473bf5de471cd6b4bf8dbbabfc533d9e8c", "ID": "04597e536707", "MemPerc": "2.48%", "MemUsage": "12.69MiB / 512MiB", "Name": "lab3-grade5-0d10bf3fd5-api-2", "NetIO": "263kB / 286kB", "PIDs": "7"}, {"BlockIO": "0B / 0B", "CPUPerc": "2.14%", "Container": "60b30aff4b3bec0318b0b5195efcabe9d4c012926a9335f5289901a9cd20f139", "ID": "60b30aff4b3b", "MemPerc": "38.54%", "MemUsage": "98.67MiB / 256MiB", "Name": "lab3-grade5-0d10bf3fd5-lb-1", "NetIO": "380kB / 376kB", "PIDs": "9"}, {"BlockIO": "1.63MB / 59MB", "CPUPerc": "10.50%", "Container": "845fde98b67c8ed45c917c6f278d49b33e230faaabff208a923ef6cca79ed8c9", "ID": "845fde98b67c", "MemPerc": "7.98%", "MemUsage": "40.87MiB / 512MiB", "Name": "lab3-grade5-0d10bf3fd5-postgres-1", "NetIO": "341kB / 280kB", "PIDs": "13"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "1.14%", "Container": "04cfc847ff5828e503c1b92552b99fb45b72ae3e8d01201b3cd64b56fe745798", "ID": "04cfc847ff58", "MemPerc": "7.46%", "MemUsage": "9.555MiB / 128MiB", "Name": "lab3-grade5-0d10bf3fd5-redis-1", "NetIO": "55.6kB / 64.8kB", "PIDs": "6"}], "postgres_activity": {"connections": 5, "active": 1, "lock_wait": 0, "io_wait": 0}, "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "213", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "206", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "420", "ereq": "", "econ": "1", "eresp": "0", "wretr": "0"}]} diff --git a/evidence/grade5-pool-pilot-2026-10-30-fixed/01-pilot-pool16/warmup.json b/evidence/grade5-pool-pilot-2026-10-30-fixed/01-pilot-pool16/warmup.json new file mode 100644 index 00000000..42c26002 --- /dev/null +++ b/evidence/grade5-pool-pilot-2026-10-30-fixed/01-pilot-pool16/warmup.json @@ -0,0 +1,30 @@ +{ + "failure_counts": {}, + "instance_responses": { + "04597e536707": 50, + "09f5092a6c37": 50 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "ca79d2d96570dd56", + "schedule_lag_ms": { + "p50": 1.303, + "p95": 1.813, + "p99": 1.948 + }, + "scheduled_duration_s": 1, + "scheduled_requests": 100, + "scheduled_rps": 100, + "started_at_utc": "2026-10-29T21:06:44.713074Z", + "success_latency_ms": { + "p50": 2.872, + "p95": 5.652, + "p99": 8.159 + }, + "success_ratio": 1, + "successful_requests": 100, + "successful_rps_wall": 100.387, + "successful_rps_window": 100, + "wall_duration_s": 0.996, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pool-pilot-2026-10-30-fixed/cleanup.log b/evidence/grade5-pool-pilot-2026-10-30-fixed/cleanup.log new file mode 100644 index 00000000..f92738d0 --- /dev/null +++ b/evidence/grade5-pool-pilot-2026-10-30-fixed/cleanup.log @@ -0,0 +1,30 @@ + Container lab3-grade5-0d10bf3fd5-lb-1 Stopping + Container lab3-grade5-0d10bf3fd5-redis-1 Stopping + Container lab3-grade5-0d10bf3fd5-lb-1 Stopped + Container lab3-grade5-0d10bf3fd5-lb-1 Removing + Container lab3-grade5-0d10bf3fd5-redis-1 Stopped + Container lab3-grade5-0d10bf3fd5-redis-1 Removing + Container lab3-grade5-0d10bf3fd5-lb-1 Removed + Container lab3-grade5-0d10bf3fd5-api-2 Stopping + Container lab3-grade5-0d10bf3fd5-api-1 Stopping + Container lab3-grade5-0d10bf3fd5-redis-1 Removed + Container lab3-grade5-0d10bf3fd5-api-2 Stopped + Container lab3-grade5-0d10bf3fd5-api-2 Removing + Container lab3-grade5-0d10bf3fd5-api-1 Stopped + Container lab3-grade5-0d10bf3fd5-api-1 Removing + Container lab3-grade5-0d10bf3fd5-api-2 Removed + Container lab3-grade5-0d10bf3fd5-api-1 Removed + Container lab3-grade5-0d10bf3fd5-migrate-1 Stopping + Container lab3-grade5-0d10bf3fd5-migrate-1 Stopped + Container lab3-grade5-0d10bf3fd5-migrate-1 Removing + Container lab3-grade5-0d10bf3fd5-migrate-1 Removed + Container lab3-grade5-0d10bf3fd5-postgres-1 Stopping + Container lab3-grade5-0d10bf3fd5-postgres-1 Stopped + Container lab3-grade5-0d10bf3fd5-postgres-1 Removing + Container lab3-grade5-0d10bf3fd5-postgres-1 Removed + Volume lab3-grade5-0d10bf3fd5_redis_data Removing + Volume lab3-grade5-0d10bf3fd5_postgres_data Removing + Network lab3-grade5-0d10bf3fd5_default Removing + Volume lab3-grade5-0d10bf3fd5_redis_data Removed + Volume lab3-grade5-0d10bf3fd5_postgres_data Removed + Network lab3-grade5-0d10bf3fd5_default Removed diff --git a/evidence/grade5-pool-pilot-2026-10-30-fixed/compose-up.log b/evidence/grade5-pool-pilot-2026-10-30-fixed/compose-up.log new file mode 100644 index 00000000..a299e708 --- /dev/null +++ b/evidence/grade5-pool-pilot-2026-10-30-fixed/compose-up.log @@ -0,0 +1,154 @@ +#1 [internal] load local bake definitions +#1 reading from stdin 1.44kB done +#1 DONE 0.0s + +#2 [migrate internal] load build definition from Dockerfile.migrate +#2 transferring dockerfile: 448B done +#2 DONE 0.0s + +#3 [api internal] load build definition from Dockerfile +#3 transferring dockerfile: 516B done +#3 DONE 0.0s + +#4 [api internal] load metadata for docker.io/library/golang:1.27.1-alpine +#4 DONE 0.8s + +#5 [api internal] load metadata for docker.io/library/alpine:3.22 +#5 DONE 1.8s + +#6 [migrate internal] load .dockerignore +#6 transferring context: 196B done +#6 DONE 0.0s + +#7 [migrate builder 1/7] FROM docker.io/library/golang:1.27.1-alpine@sha256:8a5910f31396cd4d89662f56c68b3ae31d374308270a1c3bd96672ee5ed43414 +#7 resolve docker.io/library/golang:1.27.1-alpine@sha256:8a5910f31396cd4d89662f56c68b3ae31d374308270a1c3bd96672ee5ed43414 0.0s done +#7 DONE 0.0s + +#8 [migrate stage-1 1/4] FROM docker.io/library/alpine:3.22@sha256:2e0b81d60597f449baa56dc25d355367869d2dca4cd57e866f1e2b52af3eb55f +#8 resolve docker.io/library/alpine:3.22@sha256:2e0b81d60597f449baa56dc25d355367869d2dca4cd57e866f1e2b52af3eb55f 0.0s done +#8 DONE 0.0s + +#9 [migrate internal] load build context +#9 transferring context: 632B done +#9 DONE 0.0s + +#10 [migrate builder 3/7] COPY go.mod go.sum ./ +#10 CACHED + +#11 [migrate stage-1 3/4] WORKDIR /app +#11 CACHED + +#12 [migrate builder 5/7] COPY cmd/migrate/ ./cmd/migrate/ +#12 CACHED + +#13 [migrate stage-1 2/4] RUN addgroup -S app && adduser -S app -G app +#13 CACHED + +#14 [migrate builder 6/7] COPY db/migrations/ ./db/migrations/ +#14 CACHED + +#15 [migrate builder 7/7] RUN CGO_ENABLED=0 GOOS=linux go build -trimpath -o /app/migrate ./cmd/migrate +#15 CACHED + +#16 [migrate stage-1 4/4] COPY --from=builder /app/migrate ./migrate +#16 CACHED + +#17 [api internal] load build context +#17 transferring context: 62.74kB 0.0s done +#17 DONE 0.0s + +#18 [api builder 4/7] RUN go mod download +#18 CACHED + +#19 [api builder 3/6] COPY go.mod go.sum ./ +#19 CACHED + +#20 [api builder 2/7] WORKDIR /app +#20 CACHED + +#21 [api builder 4/6] RUN go mod download +#21 CACHED + +#22 [migrate] exporting to image +#22 exporting layers done +#22 exporting manifest sha256:9114cd070d80eec0f7ee6bfe056626b9a0cb7a40493440855282da47d719d190 done +#22 exporting config sha256:e67b5ceb1285cddc57eddbd13117e6dcaf9b8312ead1fc3c6bcd1b370158bba0 done +#22 exporting attestation manifest sha256:947a919ed7675cffc8e0faea277d966d5458328f115b9d0340754c169f42beec done +#22 exporting manifest list sha256:e4e3841a41152f1109b7d45f8e1b14c8e0f84f2ec038b4b4731ce3800fce4d99 done +#22 naming to docker.io/library/lab3-grade5-0d10bf3fd5-migrate:latest done +#22 unpacking to docker.io/library/lab3-grade5-0d10bf3fd5-migrate:latest done +#22 DONE 0.1s + +#23 [api builder 5/6] COPY . . +#23 DONE 0.1s + +#24 [migrate] resolving provenance for metadata file +#24 DONE 0.0s + +#25 [api builder 6/6] RUN CGO_ENABLED=0 GOOS=linux go build -o /app/server ./cmd/api +#25 DONE 11.9s + +#13 [api stage-1 2/4] RUN addgroup -S app && adduser -S app -G app +#13 CACHED + +#11 [api stage-1 3/4] WORKDIR /app +#11 CACHED + +#26 [api stage-1 4/4] COPY --from=builder /app/server ./server +#26 CACHED + +#27 [api] exporting to image +#27 exporting layers done +#27 exporting manifest sha256:fa036688d8c9be27550eab338b8c73cb9e90a34003665826cdd0db99eaeb69e9 0.0s done +#27 exporting config sha256:2b3932d4e8a5812a4992b9dc87f9627bfcd033bc8c1951d801ae73298d21ebfd 0.0s done +#27 exporting attestation manifest sha256:99a4583e62d8418132dd763bb949c5b707765726190eea0c9dc51422a0ea93c8 0.0s done +#27 exporting manifest list sha256:8cc41e96e80999957c788da61d7d516ab19c2d043b1a2752fc71d3ac869c17c8 +#27 exporting manifest list sha256:8cc41e96e80999957c788da61d7d516ab19c2d043b1a2752fc71d3ac869c17c8 0.0s done +#27 naming to docker.io/library/lab3-grade5-0d10bf3fd5-api:latest done +#27 unpacking to docker.io/library/lab3-grade5-0d10bf3fd5-api:latest 0.0s done +#27 DONE 0.2s + +#28 [api] resolving provenance for metadata file +#28 DONE 0.0s + lab3-grade5-0d10bf3fd5-migrate Built + lab3-grade5-0d10bf3fd5-api Built + Network lab3-grade5-0d10bf3fd5_default Creating + Network lab3-grade5-0d10bf3fd5_default Created + Volume lab3-grade5-0d10bf3fd5_redis_data Creating + Volume lab3-grade5-0d10bf3fd5_redis_data Created + Volume lab3-grade5-0d10bf3fd5_postgres_data Creating + Volume lab3-grade5-0d10bf3fd5_postgres_data Created + Container lab3-grade5-0d10bf3fd5-redis-1 Creating + Container lab3-grade5-0d10bf3fd5-postgres-1 Creating + Container lab3-grade5-0d10bf3fd5-redis-1 Created + Container lab3-grade5-0d10bf3fd5-postgres-1 Created + Container lab3-grade5-0d10bf3fd5-migrate-1 Creating + Container lab3-grade5-0d10bf3fd5-migrate-1 Created + Container lab3-grade5-0d10bf3fd5-api-2 Creating + Container lab3-grade5-0d10bf3fd5-api-1 Creating + Container lab3-grade5-0d10bf3fd5-api-1 Created + Container lab3-grade5-0d10bf3fd5-api-2 Created + Container lab3-grade5-0d10bf3fd5-lb-1 Creating + Container lab3-grade5-0d10bf3fd5-lb-1 Created + Container lab3-grade5-0d10bf3fd5-postgres-1 Starting + Container lab3-grade5-0d10bf3fd5-redis-1 Starting + Container lab3-grade5-0d10bf3fd5-postgres-1 Started + Container lab3-grade5-0d10bf3fd5-postgres-1 Waiting + Container lab3-grade5-0d10bf3fd5-redis-1 Started + Container lab3-grade5-0d10bf3fd5-postgres-1 Healthy + Container lab3-grade5-0d10bf3fd5-migrate-1 Starting + Container lab3-grade5-0d10bf3fd5-migrate-1 Started + Container lab3-grade5-0d10bf3fd5-postgres-1 Waiting + Container lab3-grade5-0d10bf3fd5-migrate-1 Waiting + Container lab3-grade5-0d10bf3fd5-migrate-1 Exited + Container lab3-grade5-0d10bf3fd5-postgres-1 Healthy + Container lab3-grade5-0d10bf3fd5-api-2 Starting + Container lab3-grade5-0d10bf3fd5-api-2 Started + Container lab3-grade5-0d10bf3fd5-api-1 Starting + Container lab3-grade5-0d10bf3fd5-api-1 Started + Container lab3-grade5-0d10bf3fd5-api-2 Waiting + Container lab3-grade5-0d10bf3fd5-api-1 Waiting + Container lab3-grade5-0d10bf3fd5-api-2 Healthy + Container lab3-grade5-0d10bf3fd5-api-1 Healthy + Container lab3-grade5-0d10bf3fd5-lb-1 Starting + Container lab3-grade5-0d10bf3fd5-lb-1 Started diff --git a/evidence/grade5-pool-pilot-2026-10-30-fixed/environment-after.json b/evidence/grade5-pool-pilot-2026-10-30-fixed/environment-after.json new file mode 100644 index 00000000..d465a89e --- /dev/null +++ b/evidence/grade5-pool-pilot-2026-10-30-fixed/environment-after.json @@ -0,0 +1,6 @@ +{ + "project": "lab3-grade5-0d10bf3fd5", + "containers": [], + "volumes": [], + "at_utc": "2026-10-29T21:06:51.586+00:00" +} diff --git a/evidence/grade5-pool-pilot-2026-10-30-fixed/go-build.log b/evidence/grade5-pool-pilot-2026-10-30-fixed/go-build.log new file mode 100644 index 00000000..e69de29b diff --git a/evidence/grade5-pool-pilot-2026-10-30-fixed/plan.json b/evidence/grade5-pool-pilot-2026-10-30-fixed/plan.json new file mode 100644 index 00000000..43aa2f7e --- /dev/null +++ b/evidence/grade5-pool-pilot-2026-10-30-fixed/plan.json @@ -0,0 +1,18 @@ +{ + "seed_messages": 1000, + "warmup_seconds": 1, + "max_inflight": 1024, + "runs": [ + { + "name": "pilot-pool16", + "phase": "pilot", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns": 16, + "rate": 100, + "duration_seconds": 3 + } + ] +} diff --git a/evidence/grade5-pool-pilot-2026-10-30-fixed/summary.json b/evidence/grade5-pool-pilot-2026-10-30-fixed/summary.json new file mode 100644 index 00000000..9199ef39 --- /dev/null +++ b/evidence/grade5-pool-pilot-2026-10-30-fixed/summary.json @@ -0,0 +1,78 @@ +{ + "project": "lab3-grade5-0d10bf3fd5", + "base_url": "http://127.0.0.1:50528", + "started_at_utc": "2026-10-29T21:06:11.385+00:00", + "host": { + "platform": "macOS-27.2-arm64-arm-64bit-Mach-O", + "machine": "arm64" + }, + "runs": [ + { + "name": "pilot-pool16", + "phase": "pilot", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 100, + "pool_max_conns_per_replica": 16, + "duration_seconds": 3, + "instances": [ + "04597e536707", + "09f5092a6c37" + ], + "api_limits": [ + { + "container_id": "09f5092a6c37a4c8cc8ad4b7705d7016feff2d8ba60b2acfcfa205401662d5e2", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "04597e5367072807e4bd1a3d87b604473bf5de471cd6b4bf8dbbabfc533d9e8c", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 1000, + "messages_after": 1300, + "messages_added": 300, + "load": { + "failure_counts": {}, + "instance_responses": { + "04597e536707": 150, + "09f5092a6c37": 150 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "d0d464950e88230e", + "schedule_lag_ms": { + "p50": 1.113, + "p95": 1.9, + "p99": 2.059 + }, + "scheduled_duration_s": 3, + "scheduled_requests": 300, + "scheduled_rps": 100, + "started_at_utc": "2026-10-29T21:06:46.543546Z", + "success_latency_ms": { + "p50": 3.097, + "p95": 27.583, + "p99": 50.77 + }, + "success_ratio": 1, + "successful_requests": 300, + "successful_rps_wall": 100.16, + "successful_rps_window": 100, + "wall_duration_s": 2.995, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + } + ], + "cleanup": "PASS", + "chat_id": "a887524d-4824-4a67-a0fc-74a33a853cea", + "seed_messages": 1000, + "docker_server": "28.4.0", + "compose_version": "2.39.4-desktop.1", + "docker_resources": "8 CPUs, 4109803520 bytes RAM", + "finished_at_utc": "2026-10-29T21:06:51.586+00:00" +} diff --git a/evidence/grade5-pool-pilot-2026-10-30/cleanup.log b/evidence/grade5-pool-pilot-2026-10-30/cleanup.log new file mode 100644 index 00000000..5c8951a3 --- /dev/null +++ b/evidence/grade5-pool-pilot-2026-10-30/cleanup.log @@ -0,0 +1,30 @@ + Container lab3-grade5-6f9ed16813-lb-1 Stopping + Container lab3-grade5-6f9ed16813-redis-1 Stopping + Container lab3-grade5-6f9ed16813-lb-1 Stopped + Container lab3-grade5-6f9ed16813-lb-1 Removing + Container lab3-grade5-6f9ed16813-lb-1 Removed + Container lab3-grade5-6f9ed16813-api-1 Stopping + Container lab3-grade5-6f9ed16813-api-2 Stopping + Container lab3-grade5-6f9ed16813-api-2 Stopped + Container lab3-grade5-6f9ed16813-api-2 Removing + Container lab3-grade5-6f9ed16813-api-1 Stopped + Container lab3-grade5-6f9ed16813-api-1 Removing + Container lab3-grade5-6f9ed16813-api-1 Removed + Container lab3-grade5-6f9ed16813-api-2 Removed + Container lab3-grade5-6f9ed16813-migrate-1 Stopping + Container lab3-grade5-6f9ed16813-migrate-1 Stopped + Container lab3-grade5-6f9ed16813-migrate-1 Removing + Container lab3-grade5-6f9ed16813-migrate-1 Removed + Container lab3-grade5-6f9ed16813-postgres-1 Stopping + Container lab3-grade5-6f9ed16813-redis-1 Stopped + Container lab3-grade5-6f9ed16813-redis-1 Removing + Container lab3-grade5-6f9ed16813-redis-1 Removed + Container lab3-grade5-6f9ed16813-postgres-1 Stopped + Container lab3-grade5-6f9ed16813-postgres-1 Removing + Container lab3-grade5-6f9ed16813-postgres-1 Removed + Volume lab3-grade5-6f9ed16813_redis_data Removing + Volume lab3-grade5-6f9ed16813_postgres_data Removing + Network lab3-grade5-6f9ed16813_default Removing + Volume lab3-grade5-6f9ed16813_redis_data Removed + Volume lab3-grade5-6f9ed16813_postgres_data Removed + Network lab3-grade5-6f9ed16813_default Removed diff --git a/evidence/grade5-pool-pilot-2026-10-30/compose-up.log b/evidence/grade5-pool-pilot-2026-10-30/compose-up.log new file mode 100644 index 00000000..3add6c4d --- /dev/null +++ b/evidence/grade5-pool-pilot-2026-10-30/compose-up.log @@ -0,0 +1,144 @@ +#1 [internal] load local bake definitions +#1 reading from stdin 1.44kB done +#1 DONE 0.0s + +#2 [migrate internal] load build definition from Dockerfile.migrate +#2 transferring dockerfile: 448B done +#2 DONE 0.0s + +#3 [api internal] load build definition from Dockerfile +#3 transferring dockerfile: 516B 0.0s done +#3 DONE 0.0s + +#4 [migrate internal] load metadata for docker.io/library/golang:1.27.1-alpine +#4 DONE 1.4s + +#5 [api internal] load metadata for docker.io/library/alpine:3.22 +#5 DONE 1.4s + +#6 [api internal] load .dockerignore +#6 transferring context: 196B done +#6 DONE 0.0s + +#7 [migrate builder 1/6] FROM docker.io/library/golang:1.27.1-alpine@sha256:8a5910f31396cd4d89662f56c68b3ae31d374308270a1c3bd96672ee5ed43414 +#7 resolve docker.io/library/golang:1.27.1-alpine@sha256:8a5910f31396cd4d89662f56c68b3ae31d374308270a1c3bd96672ee5ed43414 0.0s done +#7 DONE 0.0s + +#8 [api stage-1 1/4] FROM docker.io/library/alpine:3.22@sha256:2e0b81d60597f449baa56dc25d355367869d2dca4cd57e866f1e2b52af3eb55f +#8 resolve docker.io/library/alpine:3.22@sha256:2e0b81d60597f449baa56dc25d355367869d2dca4cd57e866f1e2b52af3eb55f 0.0s done +#8 DONE 0.0s + +#9 [migrate internal] load build context +#9 transferring context: 632B done +#9 DONE 0.0s + +#10 [migrate stage-1 2/4] RUN addgroup -S app && adduser -S app -G app +#10 CACHED + +#11 [migrate builder 7/7] RUN CGO_ENABLED=0 GOOS=linux go build -trimpath -o /app/migrate ./cmd/migrate +#11 CACHED + +#12 [migrate builder 3/7] COPY go.mod go.sum ./ +#12 CACHED + +#13 [migrate builder 5/7] COPY cmd/migrate/ ./cmd/migrate/ +#13 CACHED + +#14 [migrate stage-1 3/4] WORKDIR /app +#14 CACHED + +#15 [migrate builder 6/7] COPY db/migrations/ ./db/migrations/ +#15 CACHED + +#16 [migrate stage-1 4/4] COPY --from=builder /app/migrate ./migrate +#16 CACHED + +#17 [api internal] load build context +#17 transferring context: 62.38kB 0.0s done +#17 DONE 0.0s + +#18 [migrate builder 4/7] RUN go mod download +#18 CACHED + +#19 [api builder 3/6] COPY go.mod go.sum ./ +#19 CACHED + +#20 [api builder 2/6] WORKDIR /app +#20 CACHED + +#21 [api builder 4/6] RUN go mod download +#21 CACHED + +#22 [migrate] exporting to image +#22 exporting layers done +#22 exporting manifest sha256:d08058793b008a996b88d4abc6a94e5e2ca9cba542012812951e17d7d372b8d3 done +#22 exporting config sha256:1270d6d281e03a49ce1d917720611ff3bf8599be8febe98a70c43543fb5c2250 done +#22 exporting attestation manifest sha256:f2de5471816b7c0c8c114a15a2099f98de751becdb5be0bc341ba8e29d5375d8 done +#22 exporting manifest list sha256:b3ef7ae0a7bec4dc2efdfd14825350d20027b642ca464ee14edddb9e5bfeb8e4 done +#22 naming to docker.io/library/lab3-grade5-6f9ed16813-migrate:latest done +#22 unpacking to docker.io/library/lab3-grade5-6f9ed16813-migrate:latest done +#22 DONE 0.0s + +#23 [api builder 5/6] COPY . . +#23 DONE 0.1s + +#24 [migrate] resolving provenance for metadata file +#24 DONE 0.0s + +#25 [api builder 6/6] RUN CGO_ENABLED=0 GOOS=linux go build -o /app/server ./cmd/api +#25 DONE 12.5s + +#14 [api stage-1 3/4] WORKDIR /app +#14 CACHED + +#10 [api stage-1 2/4] RUN addgroup -S app && adduser -S app -G app +#10 CACHED + +#26 [api stage-1 4/4] COPY --from=builder /app/server ./server +#26 CACHED + +#27 [api] exporting to image +#27 exporting layers done +#27 exporting manifest sha256:d46b29e8bd96e47ca33950b45a6cb2001debcbe3f4338ce5d74240cdfaa1e7d2 done +#27 exporting config sha256:81ed172ef537c37e6312aa4ae0a2f300bb05b1a6b9d1d3fd59d505179f0cf85b done +#27 exporting attestation manifest sha256:4cada404d7277a41bac6581b1383b265dc82defb581a4c4bac07f84cda9e7418 done +#27 exporting manifest list sha256:f749d2b358062195c06a69f22006583c11896078d951df690e2f42cb68b83be1 done +#27 naming to docker.io/library/lab3-grade5-6f9ed16813-api:latest done +#27 unpacking to docker.io/library/lab3-grade5-6f9ed16813-api:latest done +#27 DONE 0.0s + +#28 [api] resolving provenance for metadata file +#28 DONE 0.0s + lab3-grade5-6f9ed16813-migrate Built + lab3-grade5-6f9ed16813-api Built + Network lab3-grade5-6f9ed16813_default Creating + Network lab3-grade5-6f9ed16813_default Created + Volume lab3-grade5-6f9ed16813_postgres_data Creating + Volume lab3-grade5-6f9ed16813_postgres_data Created + Volume lab3-grade5-6f9ed16813_redis_data Creating + Volume lab3-grade5-6f9ed16813_redis_data Created + Container lab3-grade5-6f9ed16813-redis-1 Creating + Container lab3-grade5-6f9ed16813-postgres-1 Creating + Container lab3-grade5-6f9ed16813-redis-1 Created + Container lab3-grade5-6f9ed16813-postgres-1 Created + Container lab3-grade5-6f9ed16813-migrate-1 Creating + Container lab3-grade5-6f9ed16813-migrate-1 Created + Container lab3-grade5-6f9ed16813-api-2 Creating + Container lab3-grade5-6f9ed16813-api-1 Creating + Container lab3-grade5-6f9ed16813-api-2 Created + Container lab3-grade5-6f9ed16813-api-1 Created + Container lab3-grade5-6f9ed16813-lb-1 Creating + Container lab3-grade5-6f9ed16813-lb-1 Created + Container lab3-grade5-6f9ed16813-redis-1 Starting + Container lab3-grade5-6f9ed16813-postgres-1 Starting + Container lab3-grade5-6f9ed16813-redis-1 Started + Container lab3-grade5-6f9ed16813-postgres-1 Started + Container lab3-grade5-6f9ed16813-postgres-1 Waiting + Container lab3-grade5-6f9ed16813-postgres-1 Healthy + Container lab3-grade5-6f9ed16813-migrate-1 Starting + Container lab3-grade5-6f9ed16813-migrate-1 Started + Container lab3-grade5-6f9ed16813-postgres-1 Waiting + Container lab3-grade5-6f9ed16813-migrate-1 Waiting + Container lab3-grade5-6f9ed16813-migrate-1 service "migrate" didn't complete successfully: exit 1 + Container lab3-grade5-6f9ed16813-postgres-1 Healthy +service "migrate" didn't complete successfully: exit 1 diff --git a/evidence/grade5-pool-pilot-2026-10-30/environment-after.json b/evidence/grade5-pool-pilot-2026-10-30/environment-after.json new file mode 100644 index 00000000..e8ae98f8 --- /dev/null +++ b/evidence/grade5-pool-pilot-2026-10-30/environment-after.json @@ -0,0 +1,6 @@ +{ + "project": "lab3-grade5-6f9ed16813", + "containers": [], + "volumes": [], + "at_utc": "2026-10-29T21:05:38.927+00:00" +} diff --git a/evidence/grade5-pool-pilot-2026-10-30/go-build.log b/evidence/grade5-pool-pilot-2026-10-30/go-build.log new file mode 100644 index 00000000..e69de29b diff --git a/evidence/grade5-pool-pilot-2026-10-30/plan.json b/evidence/grade5-pool-pilot-2026-10-30/plan.json new file mode 100644 index 00000000..43aa2f7e --- /dev/null +++ b/evidence/grade5-pool-pilot-2026-10-30/plan.json @@ -0,0 +1,18 @@ +{ + "seed_messages": 1000, + "warmup_seconds": 1, + "max_inflight": 1024, + "runs": [ + { + "name": "pilot-pool16", + "phase": "pilot", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns": 16, + "rate": 100, + "duration_seconds": 3 + } + ] +} diff --git a/evidence/grade5-pool-pilot-2026-10-30/summary.json b/evidence/grade5-pool-pilot-2026-10-30/summary.json new file mode 100644 index 00000000..cf1a9fb0 --- /dev/null +++ b/evidence/grade5-pool-pilot-2026-10-30/summary.json @@ -0,0 +1,13 @@ +{ + "project": "lab3-grade5-6f9ed16813", + "base_url": "http://127.0.0.1:50348", + "started_at_utc": "2026-10-29T21:05:15.071+00:00", + "host": { + "platform": "macOS-27.2-arm64-arm-64bit-Mach-O", + "machine": "arm64" + }, + "runs": [], + "cleanup": "PASS", + "error": "command failed (1): \n Container lab3-grade5-6f9ed16813-postgres-1 Created\n Container lab3-grade5-6f9ed16813-migrate-1 Creating\n Container lab3-grade5-6f9ed16813-migrate-1 Created\n Container lab3-grade5-6f9ed16813-api-2 Creating\n Container lab3-grade5-6f9ed16813-api-1 Creating\n Container lab3-grade5-6f9ed16813-api-2 Created\n Container lab3-grade5-6f9ed16813-api-1 Created\n Container lab3-grade5-6f9ed16813-lb-1 Creating\n Container lab3-grade5-6f9ed16813-lb-1 Created\n Container lab3-grade5-6f9ed16813-redis-1 Starting\n Container lab3-grade5-6f9ed16813-postgres-1 Starting\n Container lab3-grade5-6f9ed16813-redis-1 Started\n Container lab3-grade5-6f9ed16813-postgres-1 Started\n Container lab3-grade5-6f9ed16813-postgres-1 Waiting\n Container lab3-grade5-6f9ed16813-postgres-1 Healthy\n Container lab3-grade5-6f9ed16813-migrate-1 Starting\n Container lab3-grade5-6f9ed16813-migrate-1 Started\n Container lab3-grade5-6f9ed16813-postgres-1 Waiting\n Container lab3-grade5-6f9ed16813-migrate-1 Waiting\n Container lab3-grade5-6f9ed16813-migrate-1 service \"migrate\" didn't complete successfully: exit 1\n Container lab3-grade5-6f9ed16813-postgres-1 Healthy\nservice \"migrate\" didn't complete successfully: exit 1\n", + "finished_at_utc": "2026-10-29T21:05:38.928+00:00" +} diff --git a/evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/compose-scale.log b/evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/compose-scale.log new file mode 100644 index 00000000..4fed9749 --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-2db6daf652-api-2 Recreate + Container lab3-grade5-2db6daf652-api-1 Recreate + Container lab3-grade5-2db6daf652-api-1 Recreated + Container lab3-grade5-2db6daf652-api-2 Recreated + Container lab3-grade5-2db6daf652-api-1 Starting + Container lab3-grade5-2db6daf652-api-1 Started + Container lab3-grade5-2db6daf652-api-2 Starting + Container lab3-grade5-2db6daf652-api-2 Started diff --git a/evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/diagnostics-after.json b/evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/diagnostics-after.json new file mode 100644 index 00000000..03781d7c --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/diagnostics-after.json @@ -0,0 +1,685 @@ +{ + "at_utc": "2026-10-29T21:20:28.904+00:00", + "cgroups": { + "6673f1537c5378ff24d7990489ce8d978c9dd91628275e5b109e21c7422d2af8": { + "service": "api", + "usage_usec": 41346986, + "user_usec": 28988657, + "system_usec": 12358328, + "nr_periods": 437, + "nr_throttled": 4, + "throttled_usec": 659093, + "nr_bursts": 0, + "burst_usec": 0 + }, + "0fdb410be602cc167aba58f80485a34aa84c785039de1246d6697941c981674b": { + "service": "api", + "usage_usec": 40465958, + "user_usec": 27410162, + "system_usec": 13055796, + "nr_periods": 431, + "nr_throttled": 7, + "throttled_usec": 630958, + "nr_bursts": 0, + "burst_usec": 0 + }, + "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875": { + "service": "postgres", + "usage_usec": 60505375, + "user_usec": 39786415, + "system_usec": 20718959, + "nr_periods": 542, + "nr_throttled": 17, + "throttled_usec": 695705, + "nr_bursts": 0, + "burst_usec": 0 + }, + "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21": { + "service": "lb", + "usage_usec": 15394053, + "user_usec": 6381010, + "system_usec": 9013042, + "nr_periods": 455, + "nr_throttled": 9, + "throttled_usec": 1277085, + "nr_bursts": 0, + "burst_usec": 0 + }, + "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c": { + "service": "redis", + "usage_usec": 4359537, + "user_usec": 1766282, + "system_usec": 2593255, + "nr_periods": 609, + "nr_throttled": 1, + "throttled_usec": 15157, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 6, + "write_bytes": 100663296, + "write_time": 67.603, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 6, + "fsync_time": 59.447, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 37560, + "write_bytes": 403234816, + "write_time": 916.471, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 30573, + "fsync_time": 27421.849000000002, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 250, + "write_bytes": 2351104, + "write_time": 4.285, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 4.676, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 2, + "write_bytes": 16384, + "write_time": 0.02, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 2, + "fsync_time": 0.22, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.019, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 30, + "write_bytes": 18685952, + "write_time": 20.92, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 30, + "fsync_time": 159.262, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + } + ], + "wal": { + "wal_records": 1578626, + "wal_fpi": 3720, + "wal_bytes": 179834409, + "wal_buffers_full": 7214, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + } +} diff --git a/evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/diagnostics-before.json b/evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/diagnostics-before.json new file mode 100644 index 00000000..7c6ec00d --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/diagnostics-before.json @@ -0,0 +1,685 @@ +{ + "at_utc": "2026-10-29T21:19:54.848+00:00", + "cgroups": { + "6673f1537c5378ff24d7990489ce8d978c9dd91628275e5b109e21c7422d2af8": { + "service": "api", + "usage_usec": 10466898, + "user_usec": 7355208, + "system_usec": 3111689, + "nr_periods": 125, + "nr_throttled": 3, + "throttled_usec": 528972, + "nr_bursts": 0, + "burst_usec": 0 + }, + "0fdb410be602cc167aba58f80485a34aa84c785039de1246d6697941c981674b": { + "service": "api", + "usage_usec": 10492447, + "user_usec": 7001892, + "system_usec": 3490554, + "nr_periods": 118, + "nr_throttled": 5, + "throttled_usec": 509725, + "nr_bursts": 0, + "burst_usec": 0 + }, + "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875": { + "service": "postgres", + "usage_usec": 17930827, + "user_usec": 11832460, + "system_usec": 6098367, + "nr_periods": 220, + "nr_throttled": 5, + "throttled_usec": 75357, + "nr_bursts": 0, + "burst_usec": 0 + }, + "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21": { + "service": "lb", + "usage_usec": 4095677, + "user_usec": 1608850, + "system_usec": 2486826, + "nr_periods": 141, + "nr_throttled": 3, + "throttled_usec": 339183, + "nr_bursts": 0, + "burst_usec": 0 + }, + "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c": { + "service": "redis", + "usage_usec": 1318359, + "user_usec": 570886, + "system_usec": 747473, + "nr_periods": 280, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 6, + "write_bytes": 100663296, + "write_time": 67.603, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 6, + "fsync_time": 59.447, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 14809, + "write_bytes": 150069248, + "write_time": 227.014, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 7834, + "fsync_time": 6049.567, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 243, + "write_bytes": 2220032, + "write_time": 4.13, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 2, + "fsync_time": 0.8190000000000001, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 2, + "write_bytes": 16384, + "write_time": 0.02, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 2, + "fsync_time": 0.22, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.019, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 16, + "write_bytes": 18563072, + "write_time": 20.644000000000002, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 16, + "fsync_time": 131.258, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + } + ], + "wal": { + "wal_records": 859625, + "wal_fpi": 3153, + "wal_bytes": 113689639, + "wal_buffers_full": 7214, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + } +} diff --git a/evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/load.json b/evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/load.json new file mode 100644 index 00000000..c6eb1dc9 --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/load.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 528.878, + "p95": 1171.629, + "p99": 1581.162 + }, + "failure_counts": { + "dropped_inflight": 37297, + "http_503": 1807 + }, + "instance_responses": { + "0fdb410be602": 26351, + "6673f1537c53": 24545 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "d688f8ab90a46f97", + "schedule_lag_ms": { + "p50": 0.058, + "p95": 0.115, + "p99": 0.322 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:19:56.387133Z", + "success_latency_ms": { + "p50": 516.354, + "p95": 1140.493, + "p99": 1315.751 + }, + "success_ratio": 0.565511, + "successful_requests": 50896, + "successful_rps_wall": 1677.661, + "successful_rps_window": 1696.533, + "wall_duration_s": 30.337, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/postgres-statements.json b/evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/postgres-statements.json new file mode 100644 index 00000000..740b9699 --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/postgres-statements.json @@ -0,0 +1,123 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 50915, + "total_exec_ms": 17315.9, + "mean_exec_ms": 0.34, + "rows": 50915, + "shared_blks_hit": 1209694, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 50925, + "total_exec_ms": 12347.396, + "mean_exec_ms": 0.242, + "rows": 50925, + "shared_blks_hit": 484582, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 51854, + "total_exec_ms": 3173.336, + "mean_exec_ms": 0.061, + "rows": 51854, + "shared_blks_hit": 207416, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 6097083398544187049, + "calls": 50911, + "total_exec_ms": 62.885, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 50951, + "total_exec_ms": 35.167, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 30.051, + "mean_exec_ms": 15.026, + "rows": 2, + "shared_blks_hit": 3168, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 7421764486656699138, + "calls": 9, + "total_exec_ms": 4.528, + "mean_exec_ms": 0.503, + "rows": 9, + "shared_blks_hit": 9, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 0.438, + "mean_exec_ms": 0.219, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.204, + "mean_exec_ms": 0.204, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.107, + "mean_exec_ms": 0.054, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": -7676915344437841334, + "calls": 15, + "total_exec_ms": 0.014, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/samples.jsonl b/evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/samples.jsonl new file mode 100644 index 00000000..8755f99f --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/samples.jsonl @@ -0,0 +1,9 @@ +{"at_utc": "2026-10-29T21:19:57.192+00:00", "docker_stats": [{"BlockIO": "135kB / 0B", "CPUPerc": "116.11%", "Container": "6673f1537c5378ff24d7990489ce8d978c9dd91628275e5b109e21c7422d2af8", "ID": "6673f1537c53", "MemPerc": "27.79%", "MemUsage": "142.3MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "16.5MB / 17.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "117.51%", "Container": "0fdb410be602cc167aba58f80485a34aa84c785039de1246d6697941c981674b", "ID": "0fdb410be602", "MemPerc": "24.04%", "MemUsage": "123.1MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "16.7MB / 17.7MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "41.19%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "44.68%", "MemUsage": "114.4MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "24.2MB / 25.2MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 377MB", "CPUPerc": "154.49%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "20.05%", "MemUsage": "102.7MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "18.5MB / 15.6MB", "PIDs": "25"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "11.37%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.65%", "MemUsage": "9.793MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "3.93MB / 5.2MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:19:59.481+00:00", "postgres_activity": {"connections": 17, "active": 14, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:19:59.936+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "618", "qcur": "0", "stot": "13196", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "399", "qcur": "0", "stot": "13196", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1017", "qcur": "0", "stot": "26392", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:20:00.095+00:00"} +{"at_utc": "2026-10-29T21:20:00.596+00:00", "docker_stats": [{"BlockIO": "135kB / 0B", "CPUPerc": "110.82%", "Container": "6673f1537c5378ff24d7990489ce8d978c9dd91628275e5b109e21c7422d2af8", "ID": "6673f1537c53", "MemPerc": "25.28%", "MemUsage": "129.4MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "22.2MB / 23.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "107.25%", "Container": "0fdb410be602cc167aba58f80485a34aa84c785039de1246d6697941c981674b", "ID": "0fdb410be602", "MemPerc": "25.77%", "MemUsage": "132MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "22.2MB / 23.7MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "37.18%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "44.72%", "MemUsage": "114.5MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "32.2MB / 33.6MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 404MB", "CPUPerc": "157.80%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "20.07%", "MemUsage": "102.8MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "23MB / 19.3MB", "PIDs": "25"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "11.28%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.64%", "MemUsage": "9.777MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "5.23MB / 6.93MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:20:03.249+00:00", "postgres_activity": {"connections": 17, "active": 8, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:20:03.944+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "537", "qcur": "0", "stot": "16920", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "479", "qcur": "0", "stot": "16920", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1016", "qcur": "0", "stot": "33840", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:20:04.106+00:00"} +{"at_utc": "2026-10-29T21:20:04.608+00:00", "docker_stats": [{"BlockIO": "135kB / 0B", "CPUPerc": "110.59%", "Container": "6673f1537c5378ff24d7990489ce8d978c9dd91628275e5b109e21c7422d2af8", "ID": "6673f1537c53", "MemPerc": "27.28%", "MemUsage": "139.7MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "26.5MB / 28.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "111.00%", "Container": "0fdb410be602cc167aba58f80485a34aa84c785039de1246d6697941c981674b", "ID": "0fdb410be602", "MemPerc": "23.92%", "MemUsage": "122.5MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "26.7MB / 28.7MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "36.10%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "44.70%", "MemUsage": "114.4MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "38.3MB / 40.1MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 447MB", "CPUPerc": "144.23%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "20.16%", "MemUsage": "103.2MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "30.2MB / 25.4MB", "PIDs": "25"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "11.27%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.61%", "MemUsage": "9.746MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "6.23MB / 8.26MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:20:06.824+00:00", "postgres_activity": {"connections": 17, "active": 7, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:20:07.230+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "688", "qcur": "0", "stot": "20017", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "334", "qcur": "0", "stot": "20017", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "40034", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:20:07.372+00:00"} +{"at_utc": "2026-10-29T21:20:07.876+00:00", "docker_stats": [{"BlockIO": "135kB / 0B", "CPUPerc": "117.05%", "Container": "6673f1537c5378ff24d7990489ce8d978c9dd91628275e5b109e21c7422d2af8", "ID": "6673f1537c53", "MemPerc": "25.15%", "MemUsage": "128.8MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "30.2MB / 32.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "113.82%", "Container": "0fdb410be602cc167aba58f80485a34aa84c785039de1246d6697941c981674b", "ID": "0fdb410be602", "MemPerc": "24.86%", "MemUsage": "127.3MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "30.5MB / 32.8MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "36.80%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "44.89%", "MemUsage": "114.9MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "45.9MB / 48.1MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 484MB", "CPUPerc": "155.31%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "20.94%", "MemUsage": "107.2MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "36.6MB / 30.7MB", "PIDs": "25"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "9.75%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.62%", "MemUsage": "9.758MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "7.47MB / 9.91MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:20:10.492+00:00", "postgres_activity": {"connections": 17, "active": 9, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:20:10.838+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "842", "qcur": "0", "stot": "23908", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "177", "qcur": "0", "stot": "23907", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1020", "qcur": "0", "stot": "47816", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:20:10.977+00:00"} +{"at_utc": "2026-10-29T21:20:11.479+00:00", "docker_stats": [{"BlockIO": "135kB / 0B", "CPUPerc": "124.67%", "Container": "6673f1537c5378ff24d7990489ce8d978c9dd91628275e5b109e21c7422d2af8", "ID": "6673f1537c53", "MemPerc": "31.41%", "MemUsage": "160.8MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "35.4MB / 38.1MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "139.26%", "Container": "0fdb410be602cc167aba58f80485a34aa84c785039de1246d6697941c981674b", "ID": "0fdb410be602", "MemPerc": "20.93%", "MemUsage": "107.2MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "36.1MB / 38.9MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "46.06%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "45.03%", "MemUsage": "115.3MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "51.2MB / 53.7MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 511MB", "CPUPerc": "204.18%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "21.99%", "MemUsage": "112.6MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "41MB / 34.4MB", "PIDs": "25"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "12.25%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.62%", "MemUsage": "9.758MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "8.19MB / 10.9MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:20:14.220+00:00", "postgres_activity": {"connections": 17, "active": 3, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:20:14.619+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "685", "qcur": "0", "stot": "26510", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "339", "qcur": "0", "stot": "26510", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "53020", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:20:14.760+00:00"} +{"at_utc": "2026-10-29T21:20:15.261+00:00", "docker_stats": [{"BlockIO": "135kB / 0B", "CPUPerc": "116.21%", "Container": "6673f1537c5378ff24d7990489ce8d978c9dd91628275e5b109e21c7422d2af8", "ID": "6673f1537c53", "MemPerc": "30.94%", "MemUsage": "158.4MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "39MB / 41.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "105.31%", "Container": "0fdb410be602cc167aba58f80485a34aa84c785039de1246d6697941c981674b", "ID": "0fdb410be602", "MemPerc": "21.13%", "MemUsage": "108.2MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "39.9MB / 43MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "42.46%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "44.88%", "MemUsage": "114.9MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "56.6MB / 59.5MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 535MB", "CPUPerc": "160.59%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "22.42%", "MemUsage": "114.8MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "45.1MB / 37.9MB", "PIDs": "25"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "8.58%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.60%", "MemUsage": "9.727MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "9.24MB / 12.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:20:17.416+00:00", "postgres_activity": {"connections": 17, "active": 11, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:20:17.747+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "790", "qcur": "0", "stot": "29148", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "228", "qcur": "0", "stot": "29148", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1018", "qcur": "0", "stot": "58296", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:20:17.878+00:00"} +{"at_utc": "2026-10-29T21:20:18.379+00:00", "docker_stats": [{"BlockIO": "135kB / 0B", "CPUPerc": "121.93%", "Container": "6673f1537c5378ff24d7990489ce8d978c9dd91628275e5b109e21c7422d2af8", "ID": "6673f1537c53", "MemPerc": "32.53%", "MemUsage": "166.6MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "42.6MB / 45.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "110.69%", "Container": "0fdb410be602cc167aba58f80485a34aa84c785039de1246d6697941c981674b", "ID": "0fdb410be602", "MemPerc": "19.56%", "MemUsage": "100.2MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "43.7MB / 47.2MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "43.63%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "44.90%", "MemUsage": "114.9MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "61.8MB / 65MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 568MB", "CPUPerc": "129.78%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "22.98%", "MemUsage": "117.7MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "50.8MB / 42.6MB", "PIDs": "25"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "10.62%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.60%", "MemUsage": "9.723MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "10.1MB / 13.4MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:20:20.993+00:00", "postgres_activity": {"connections": 14, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:20:21.736+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP 1/2", "scur": "584", "qcur": "0", "stot": "32411", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "439", "qcur": "0", "stot": "32411", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "64822", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:20:21.941+00:00"} +{"at_utc": "2026-10-29T21:20:22.444+00:00", "docker_stats": [{"BlockIO": "135kB / 0B", "CPUPerc": "117.09%", "Container": "6673f1537c5378ff24d7990489ce8d978c9dd91628275e5b109e21c7422d2af8", "ID": "6673f1537c53", "MemPerc": "29.57%", "MemUsage": "151.4MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "47.3MB / 50.9MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "85.63%", "Container": "0fdb410be602cc167aba58f80485a34aa84c785039de1246d6697941c981674b", "ID": "0fdb410be602", "MemPerc": "25.61%", "MemUsage": "131.1MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "47.4MB / 51.1MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "43.93%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "45.22%", "MemUsage": "115.8MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "68.7MB / 72.3MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 606MB", "CPUPerc": "159.06%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "23.44%", "MemUsage": "120MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "54.4MB / 45.7MB", "PIDs": "25"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "15.62%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.61%", "MemUsage": "9.742MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "11.2MB / 14.9MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:20:25.358+00:00", "postgres_activity": {"connections": 17, "active": 4, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:20:26.018+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "553", "qcur": "0", "stot": "35516", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "464", "qcur": "0", "stot": "35516", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1017", "qcur": "0", "stot": "71032", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:20:26.148+00:00"} +{"at_utc": "2026-10-29T21:20:26.648+00:00", "docker_stats": [{"BlockIO": "135kB / 0B", "CPUPerc": "0.61%", "Container": "6673f1537c5378ff24d7990489ce8d978c9dd91628275e5b109e21c7422d2af8", "ID": "6673f1537c53", "MemPerc": "23.68%", "MemUsage": "121.2MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "49.5MB / 53.5MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.11%", "Container": "0fdb410be602cc167aba58f80485a34aa84c785039de1246d6697941c981674b", "ID": "0fdb410be602", "MemPerc": "25.31%", "MemUsage": "129.6MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "50.5MB / 54.7MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "0.14%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "44.64%", "MemUsage": "114.3MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "71.9MB / 75.6MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 622MB", "CPUPerc": "3.18%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "23.79%", "MemUsage": "121.8MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "57.4MB / 48.2MB", "PIDs": "25"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "2.02%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.77%", "MemUsage": "9.941MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "11.7MB / 15.5MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:20:28.461+00:00", "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:20:28.651+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "35736", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "35735", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "71471", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:20:28.727+00:00"} diff --git a/evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/warmup.json b/evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/warmup.json new file mode 100644 index 00000000..e1c0f62f --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/01-pool8-r3000/warmup.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 429.381, + "p95": 1303.703, + "p99": 1467.795 + }, + "failure_counts": { + "dropped_inflight": 11245, + "http_503": 991 + }, + "instance_responses": { + "0fdb410be602": 8852, + "6673f1537c53": 8912 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "30b4a4a9598af5df", + "schedule_lag_ms": { + "p50": 0.059, + "p95": 0.135, + "p99": 2.958 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 30000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:19:39.006534Z", + "success_latency_ms": { + "p50": 418.164, + "p95": 1011.17, + "p99": 1407.791 + }, + "success_ratio": 0.592133, + "successful_requests": 17764, + "successful_rps_wall": 1727.48, + "successful_rps_window": 1776.4, + "wall_duration_s": 10.283, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/compose-scale.log b/evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/compose-scale.log new file mode 100644 index 00000000..8d4b681c --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-2db6daf652-api-2 Recreate + Container lab3-grade5-2db6daf652-api-1 Recreate + Container lab3-grade5-2db6daf652-api-2 Recreated + Container lab3-grade5-2db6daf652-api-1 Recreated + Container lab3-grade5-2db6daf652-api-1 Starting + Container lab3-grade5-2db6daf652-api-1 Started + Container lab3-grade5-2db6daf652-api-2 Starting + Container lab3-grade5-2db6daf652-api-2 Started diff --git a/evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/diagnostics-after.json b/evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/diagnostics-after.json new file mode 100644 index 00000000..fbefc6cb --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/diagnostics-after.json @@ -0,0 +1,685 @@ +{ + "at_utc": "2026-10-29T21:21:24.455+00:00", + "cgroups": { + "28d5cefe4b3b9ca92f6005d2673bf13b14fb29bc4ce9fb5d0bf3758397e16489": { + "service": "api", + "usage_usec": 38354727, + "user_usec": 27146069, + "system_usec": 11208657, + "nr_periods": 440, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "a2848cd4be560e68530183c0f8f406c2c65bbae6eff07bb60c8f4409ccb2c4ab": { + "service": "api", + "usage_usec": 38263946, + "user_usec": 26878094, + "system_usec": 11385852, + "nr_periods": 447, + "nr_throttled": 2, + "throttled_usec": 31017, + "nr_bursts": 0, + "burst_usec": 0 + }, + "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875": { + "service": "postgres", + "usage_usec": 114249606, + "user_usec": 75448476, + "system_usec": 38801129, + "nr_periods": 1045, + "nr_throttled": 27, + "throttled_usec": 951203, + "nr_bursts": 0, + "burst_usec": 0 + }, + "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21": { + "service": "lb", + "usage_usec": 30530227, + "user_usec": 12691395, + "system_usec": 17838831, + "nr_periods": 920, + "nr_throttled": 22, + "throttled_usec": 2708049, + "nr_bursts": 0, + "burst_usec": 0 + }, + "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c": { + "service": "redis", + "usage_usec": 8224992, + "user_usec": 3364228, + "system_usec": 4860763, + "nr_periods": 1128, + "nr_throttled": 1, + "throttled_usec": 15157, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 9, + "write_bytes": 150994944, + "write_time": 106.358, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 99.01, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 82384, + "write_bytes": 861216768, + "write_time": 1845.949, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 69061, + "fsync_time": 54874.789000000004, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 250, + "write_bytes": 2351104, + "write_time": 4.285, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 4.676, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 3, + "write_bytes": 24576, + "write_time": 0.048, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 3, + "fsync_time": 0.376, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.019, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 17.126, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 15.221, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 65, + "write_bytes": 38035456, + "write_time": 36.087, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 65, + "fsync_time": 225.95600000000002, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + } + ], + "wal": { + "wal_records": 3090845, + "wal_fpi": 5590, + "wal_bytes": 340324419, + "wal_buffers_full": 13536, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + } +} diff --git a/evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/diagnostics-before.json b/evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/diagnostics-before.json new file mode 100644 index 00000000..d913635e --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/diagnostics-before.json @@ -0,0 +1,685 @@ +{ + "at_utc": "2026-10-29T21:20:50.319+00:00", + "cgroups": { + "28d5cefe4b3b9ca92f6005d2673bf13b14fb29bc4ce9fb5d0bf3758397e16489": { + "service": "api", + "usage_usec": 9990104, + "user_usec": 7062043, + "system_usec": 2928061, + "nr_periods": 126, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "a2848cd4be560e68530183c0f8f406c2c65bbae6eff07bb60c8f4409ccb2c4ab": { + "service": "api", + "usage_usec": 9976456, + "user_usec": 6954965, + "system_usec": 3021490, + "nr_periods": 129, + "nr_throttled": 1, + "throttled_usec": 27785, + "nr_bursts": 0, + "burst_usec": 0 + }, + "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875": { + "service": "postgres", + "usage_usec": 76989820, + "user_usec": 51184095, + "system_usec": 25805724, + "nr_periods": 722, + "nr_throttled": 19, + "throttled_usec": 827024, + "nr_bursts": 0, + "burst_usec": 0 + }, + "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21": { + "service": "lb", + "usage_usec": 19422454, + "user_usec": 8064101, + "system_usec": 11358352, + "nr_periods": 600, + "nr_throttled": 11, + "throttled_usec": 1451879, + "nr_bursts": 0, + "burst_usec": 0 + }, + "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c": { + "service": "redis", + "usage_usec": 5401338, + "user_usec": 2224918, + "system_usec": 3176419, + "nr_periods": 794, + "nr_throttled": 1, + "throttled_usec": 15157, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 9, + "write_bytes": 150994944, + "write_time": 106.358, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 99.01, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 55078, + "write_bytes": 569753600, + "write_time": 1213.526, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 41767, + "fsync_time": 34819.024, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 250, + "write_bytes": 2351104, + "write_time": 4.285, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 4.676, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 3, + "write_bytes": 24576, + "write_time": 0.048, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 3, + "fsync_time": 0.376, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.019, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 17.126, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 15.221, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 45, + "write_bytes": 37871616, + "write_time": 35.847, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 45, + "fsync_time": 206.701, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + } + ], + "wal": { + "wal_records": 2452139, + "wal_fpi": 3745, + "wal_bytes": 273141728, + "wal_buffers_full": 13536, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + } +} diff --git a/evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/load.json b/evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/load.json new file mode 100644 index 00000000..8dffccf1 --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/load.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 601.874, + "p95": 1100.88, + "p99": 1365.79 + }, + "failure_counts": { + "dropped_inflight": 42109, + "http_503": 1789 + }, + "instance_responses": { + "28d5cefe4b3b": 22982, + "a2848cd4be56": 23120 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "dcbd83cd1e32cfba", + "schedule_lag_ms": { + "p50": 0.057, + "p95": 0.11, + "p99": 0.312 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:20:51.353995Z", + "success_latency_ms": { + "p50": 593.34, + "p95": 955.505, + "p99": 1235.123 + }, + "success_ratio": 0.512244, + "successful_requests": 46102, + "successful_rps_wall": 1518.403, + "successful_rps_window": 1536.733, + "wall_duration_s": 30.362, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/postgres-statements.json b/evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/postgres-statements.json new file mode 100644 index 00000000..e1dcaa23 --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/postgres-statements.json @@ -0,0 +1,123 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 46113, + "total_exec_ms": 10768.449, + "mean_exec_ms": 0.234, + "rows": 46113, + "shared_blks_hit": 1098594, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 46118, + "total_exec_ms": 7699.429, + "mean_exec_ms": 0.167, + "rows": 46118, + "shared_blks_hit": 429506, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 47043, + "total_exec_ms": 1418.592, + "mean_exec_ms": 0.03, + "rows": 47043, + "shared_blks_hit": 188172, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 6097083398544187049, + "calls": 46111, + "total_exec_ms": 38.257, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 36.681, + "mean_exec_ms": 18.34, + "rows": 2, + "shared_blks_hit": 3106, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 4854991825702068830, + "calls": 46134, + "total_exec_ms": 29.277, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 9, + "total_exec_ms": 6.595, + "mean_exec_ms": 0.733, + "rows": 9, + "shared_blks_hit": 9, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 0.826, + "mean_exec_ms": 0.413, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.27, + "mean_exec_ms": 0.27, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.142, + "mean_exec_ms": 0.071, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": -7676915344437841334, + "calls": 2, + "total_exec_ms": 0.003, + "mean_exec_ms": 0.002, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/samples.jsonl b/evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/samples.jsonl new file mode 100644 index 00000000..ef148f5d --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/samples.jsonl @@ -0,0 +1,9 @@ +{"at_utc": "2026-10-29T21:20:52.284+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "96.79%", "Container": "28d5cefe4b3b9ca92f6005d2673bf13b14fb29bc4ce9fb5d0bf3758397e16489", "ID": "28d5cefe4b3b", "MemPerc": "20.66%", "MemUsage": "105.8MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "16.4MB / 17.7MB", "PIDs": "8"}, {"BlockIO": "0B / 0B", "CPUPerc": "100.29%", "Container": "a2848cd4be560e68530183c0f8f406c2c65bbae6eff07bb60c8f4409ccb2c4ab", "ID": "a2848cd4be56", "MemPerc": "19.63%", "MemUsage": "100.5MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "16.6MB / 17.6MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "51.78%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "44.77%", "MemUsage": "114.6MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "94.5MB / 98.9MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 943MB", "CPUPerc": "124.38%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "20.49%", "MemUsage": "104.9MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "76.1MB / 63.9MB", "PIDs": "17"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "10.03%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.62%", "MemUsage": "9.758MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "15.5MB / 20.6MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:20:55.212+00:00", "postgres_activity": {"connections": 9, "active": 6, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:20:55.589+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "517", "qcur": "0", "stot": "48595", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "500", "qcur": "0", "stot": "48595", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1017", "qcur": "0", "stot": "97190", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:20:55.735+00:00"} +{"at_utc": "2026-10-29T21:20:56.235+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "99.81%", "Container": "28d5cefe4b3b9ca92f6005d2673bf13b14fb29bc4ce9fb5d0bf3758397e16489", "ID": "28d5cefe4b3b", "MemPerc": "22.40%", "MemUsage": "114.7MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "19.9MB / 21.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "96.88%", "Container": "a2848cd4be560e68530183c0f8f406c2c65bbae6eff07bb60c8f4409ccb2c4ab", "ID": "a2848cd4be56", "MemPerc": "22.57%", "MemUsage": "115.5MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "19.9MB / 21.3MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "33.49%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "44.67%", "MemUsage": "114.3MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "101MB / 106MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 971MB", "CPUPerc": "116.14%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "20.52%", "MemUsage": "105MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "80.1MB / 67.3MB", "PIDs": "17"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "12.30%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.60%", "MemUsage": "9.73MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "16.3MB / 21.7MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:20:58.384+00:00", "postgres_activity": {"connections": 9, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:20:58.810+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "520", "qcur": "0", "stot": "50885", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "504", "qcur": "0", "stot": "50885", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "101770", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:20:58.919+00:00"} +{"at_utc": "2026-10-29T21:20:59.419+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "103.53%", "Container": "28d5cefe4b3b9ca92f6005d2673bf13b14fb29bc4ce9fb5d0bf3758397e16489", "ID": "28d5cefe4b3b", "MemPerc": "22.46%", "MemUsage": "115MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "24.4MB / 26.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "116.03%", "Container": "a2848cd4be560e68530183c0f8f406c2c65bbae6eff07bb60c8f4409ccb2c4ab", "ID": "a2848cd4be56", "MemPerc": "22.62%", "MemUsage": "115.8MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "24.4MB / 26.3MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "33.49%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "44.64%", "MemUsage": "114.3MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "107MB / 112MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 1GB", "CPUPerc": "135.98%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "20.50%", "MemUsage": "105MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "84.2MB / 70.7MB", "PIDs": "17"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "8.75%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.60%", "MemUsage": "9.734MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "17.4MB / 23.1MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:21:02.027+00:00", "postgres_activity": {"connections": 9, "active": 5, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:21:02.403+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "498", "qcur": "0", "stot": "54013", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "523", "qcur": "0", "stot": "54013", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "108027", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:21:02.509+00:00"} +{"at_utc": "2026-10-29T21:21:03.011+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "104.69%", "Container": "28d5cefe4b3b9ca92f6005d2673bf13b14fb29bc4ce9fb5d0bf3758397e16489", "ID": "28d5cefe4b3b", "MemPerc": "24.49%", "MemUsage": "125.4MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "28.3MB / 30.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "101.82%", "Container": "a2848cd4be560e68530183c0f8f406c2c65bbae6eff07bb60c8f4409ccb2c4ab", "ID": "a2848cd4be56", "MemPerc": "23.59%", "MemUsage": "120.8MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "28.2MB / 30.4MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "40.69%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "44.70%", "MemUsage": "114.4MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "111MB / 116MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 1.04GB", "CPUPerc": "137.84%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "20.52%", "MemUsage": "105.1MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "89.8MB / 75.3MB", "PIDs": "17"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "9.59%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.60%", "MemUsage": "9.73MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "18.3MB / 24.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:21:05.664+00:00", "postgres_activity": {"connections": 9, "active": 7, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:21:06.229+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "557", "qcur": "0", "stot": "56975", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "464", "qcur": "0", "stot": "56975", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1021", "qcur": "0", "stot": "113950", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:21:06.452+00:00"} +{"at_utc": "2026-10-29T21:21:06.953+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "101.12%", "Container": "28d5cefe4b3b9ca92f6005d2673bf13b14fb29bc4ce9fb5d0bf3758397e16489", "ID": "28d5cefe4b3b", "MemPerc": "24.99%", "MemUsage": "128MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "31.6MB / 34.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "105.74%", "Container": "a2848cd4be560e68530183c0f8f406c2c65bbae6eff07bb60c8f4409ccb2c4ab", "ID": "a2848cd4be56", "MemPerc": "23.46%", "MemUsage": "120.1MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "31.7MB / 34.3MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "42.32%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "44.82%", "MemUsage": "114.7MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "118MB / 123MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 1.07GB", "CPUPerc": "128.91%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "20.54%", "MemUsage": "105.2MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "93.8MB / 78.8MB", "PIDs": "17"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "12.72%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.60%", "MemUsage": "9.734MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "19.1MB / 25.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:21:08.916+00:00", "postgres_activity": {"connections": 9, "active": 3, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:21:09.223+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "593", "qcur": "0", "stot": "59429", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "430", "qcur": "0", "stot": "59428", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "118857", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:21:09.375+00:00"} +{"at_utc": "2026-10-29T21:21:09.876+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "109.38%", "Container": "28d5cefe4b3b9ca92f6005d2673bf13b14fb29bc4ce9fb5d0bf3758397e16489", "ID": "28d5cefe4b3b", "MemPerc": "27.37%", "MemUsage": "140.1MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "36.4MB / 39.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "105.89%", "Container": "a2848cd4be560e68530183c0f8f406c2c65bbae6eff07bb60c8f4409ccb2c4ab", "ID": "a2848cd4be56", "MemPerc": "21.67%", "MemUsage": "111MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "36.7MB / 39.7MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "37.22%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "44.95%", "MemUsage": "115.1MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "125MB / 130MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 1.11GB", "CPUPerc": "145.34%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "20.56%", "MemUsage": "105.3MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "99.6MB / 83.6MB", "PIDs": "17"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "9.45%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.60%", "MemUsage": "9.723MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "19.8MB / 26.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:21:12.509+00:00", "postgres_activity": {"connections": 9, "active": 4, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:21:12.817+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "666", "qcur": "0", "stot": "62989", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "355", "qcur": "0", "stot": "62989", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1021", "qcur": "0", "stot": "125978", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:21:12.930+00:00"} +{"at_utc": "2026-10-29T21:21:13.434+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "111.07%", "Container": "28d5cefe4b3b9ca92f6005d2673bf13b14fb29bc4ce9fb5d0bf3758397e16489", "ID": "28d5cefe4b3b", "MemPerc": "24.12%", "MemUsage": "123.5MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "40.1MB / 43.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "107.54%", "Container": "a2848cd4be560e68530183c0f8f406c2c65bbae6eff07bb60c8f4409ccb2c4ab", "ID": "a2848cd4be56", "MemPerc": "24.27%", "MemUsage": "124.2MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "39MB / 42MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "42.41%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "45.20%", "MemUsage": "115.7MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "130MB / 136MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 1.14GB", "CPUPerc": "141.99%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "20.59%", "MemUsage": "105.4MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "104MB / 87.1MB", "PIDs": "17"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "9.39%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.59%", "MemUsage": "9.719MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "21.1MB / 28.1MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:21:16.405+00:00", "postgres_activity": {"connections": 9, "active": 1, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:21:16.818+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "495", "qcur": "0", "stot": "65745", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "527", "qcur": "0", "stot": "65744", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "131489", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:21:16.967+00:00"} +{"at_utc": "2026-10-29T21:21:17.470+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "96.23%", "Container": "28d5cefe4b3b9ca92f6005d2673bf13b14fb29bc4ce9fb5d0bf3758397e16489", "ID": "28d5cefe4b3b", "MemPerc": "24.88%", "MemUsage": "127.4MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "43MB / 46.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "108.55%", "Container": "a2848cd4be560e68530183c0f8f406c2c65bbae6eff07bb60c8f4409ccb2c4ab", "ID": "a2848cd4be56", "MemPerc": "24.14%", "MemUsage": "123.6MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "44.7MB / 48.4MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "38.99%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "45.24%", "MemUsage": "115.8MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "136MB / 143MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 1.18GB", "CPUPerc": "129.31%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "20.61%", "MemUsage": "105.5MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "107MB / 89.8MB", "PIDs": "17"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "11.75%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.60%", "MemUsage": "9.734MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "22.1MB / 29.4MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:21:20.088+00:00", "postgres_activity": {"connections": 9, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:21:20.694+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "482", "qcur": "0", "stot": "68726", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "542", "qcur": "0", "stot": "68726", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "137452", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:21:20.901+00:00"} +{"at_utc": "2026-10-29T21:21:21.402+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "0.22%", "Container": "28d5cefe4b3b9ca92f6005d2673bf13b14fb29bc4ce9fb5d0bf3758397e16489", "ID": "28d5cefe4b3b", "MemPerc": "22.78%", "MemUsage": "116.6MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "46.4MB / 50.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "15.96%", "Container": "a2848cd4be560e68530183c0f8f406c2c65bbae6eff07bb60c8f4409ccb2c4ab", "ID": "a2848cd4be56", "MemPerc": "21.93%", "MemUsage": "112.3MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "46.6MB / 50.8MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "0.42%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "44.85%", "MemUsage": "114.8MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "139MB / 146MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 1.21GB", "CPUPerc": "0.21%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "20.58%", "MemUsage": "105.4MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "111MB / 93.5MB", "PIDs": "17"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "3.30%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.59%", "MemUsage": "9.711MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "22.5MB / 29.9MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:21:24.025+00:00", "postgres_activity": {"connections": 9, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:21:24.212+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "69086", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "69085", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "138171", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:21:24.280+00:00"} diff --git a/evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/warmup.json b/evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/warmup.json new file mode 100644 index 00000000..b412fdf1 --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/02-pool4-r3000/warmup.json @@ -0,0 +1,37 @@ +{ + "completed_full_latency_ms": { + "p50": 509.65, + "p95": 921.387, + "p99": 1226.74 + }, + "failure_counts": { + "dropped_inflight": 11193 + }, + "instance_responses": { + "28d5cefe4b3b": 9403, + "a2848cd4be56": 9404 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "48dfdab642f1c954", + "schedule_lag_ms": { + "p50": 0.059, + "p95": 0.102, + "p99": 0.198 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 30000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:20:34.177622Z", + "success_latency_ms": { + "p50": 509.561, + "p95": 921.354, + "p99": 1226.715 + }, + "success_ratio": 0.6269, + "successful_requests": 18807, + "successful_rps_wall": 1802.306, + "successful_rps_window": 1880.7, + "wall_duration_s": 10.435, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/compose-scale.log b/evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/compose-scale.log new file mode 100644 index 00000000..df01b8e6 --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-2db6daf652-api-1 Recreate + Container lab3-grade5-2db6daf652-api-2 Recreate + Container lab3-grade5-2db6daf652-api-2 Recreated + Container lab3-grade5-2db6daf652-api-1 Recreated + Container lab3-grade5-2db6daf652-api-2 Starting + Container lab3-grade5-2db6daf652-api-2 Started + Container lab3-grade5-2db6daf652-api-1 Starting + Container lab3-grade5-2db6daf652-api-1 Started diff --git a/evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/diagnostics-after.json b/evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/diagnostics-after.json new file mode 100644 index 00000000..1ae78cfd --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/diagnostics-after.json @@ -0,0 +1,685 @@ +{ + "at_utc": "2026-10-29T21:22:18.388+00:00", + "cgroups": { + "09623a7dfa964c4c168345ff3d3fa2069c2cf5b7d431c9c9d7ae42d086a171bb": { + "service": "api", + "usage_usec": 42607652, + "user_usec": 30427962, + "system_usec": 12179690, + "nr_periods": 438, + "nr_throttled": 1, + "throttled_usec": 203338, + "nr_bursts": 0, + "burst_usec": 0 + }, + "3cdd240f1d55d61ca4b2f94dd00f15bff02d0d7c5f62b7f7af59627a3f136616": { + "service": "api", + "usage_usec": 43428182, + "user_usec": 28898619, + "system_usec": 14529563, + "nr_periods": 438, + "nr_throttled": 7, + "throttled_usec": 560207, + "nr_bursts": 0, + "burst_usec": 0 + }, + "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875": { + "service": "postgres", + "usage_usec": 184195480, + "user_usec": 121541702, + "system_usec": 62653777, + "nr_periods": 1539, + "nr_throttled": 92, + "throttled_usec": 7061279, + "nr_bursts": 0, + "burst_usec": 0 + }, + "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21": { + "service": "lb", + "usage_usec": 47530545, + "user_usec": 19498070, + "system_usec": 28032475, + "nr_periods": 1379, + "nr_throttled": 37, + "throttled_usec": 6704706, + "nr_bursts": 0, + "burst_usec": 0 + }, + "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c": { + "service": "redis", + "usage_usec": 12739090, + "user_usec": 5090159, + "system_usec": 7648931, + "nr_periods": 1640, + "nr_throttled": 7, + "throttled_usec": 388154, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 9, + "write_bytes": 150994944, + "write_time": 106.358, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 99.01, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 113949, + "write_bytes": 1233395712, + "write_time": 2845.5570000000002, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 94497, + "fsync_time": 84145.386, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 250, + "write_bytes": 2351104, + "write_time": 4.285, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 4.676, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 4, + "write_bytes": 32768, + "write_time": 0.077, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 4, + "fsync_time": 0.47700000000000004, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.019, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 17.126, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 15.221, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 90, + "write_bytes": 57008128, + "write_time": 55.441, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 90, + "fsync_time": 342.617, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + } + ], + "wal": { + "wal_records": 4722216, + "wal_fpi": 7390, + "wal_bytes": 521336139, + "wal_buffers_full": 19647, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + } +} diff --git a/evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/diagnostics-before.json b/evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/diagnostics-before.json new file mode 100644 index 00000000..e3fc05d6 --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/diagnostics-before.json @@ -0,0 +1,685 @@ +{ + "at_utc": "2026-10-29T21:21:46.220+00:00", + "cgroups": { + "09623a7dfa964c4c168345ff3d3fa2069c2cf5b7d431c9c9d7ae42d086a171bb": { + "service": "api", + "usage_usec": 10240112, + "user_usec": 7265325, + "system_usec": 2974787, + "nr_periods": 127, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "3cdd240f1d55d61ca4b2f94dd00f15bff02d0d7c5f62b7f7af59627a3f136616": { + "service": "api", + "usage_usec": 11350794, + "user_usec": 7692794, + "system_usec": 3658000, + "nr_periods": 132, + "nr_throttled": 2, + "throttled_usec": 241331, + "nr_bursts": 0, + "burst_usec": 0 + }, + "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875": { + "service": "postgres", + "usage_usec": 134134006, + "user_usec": 88731776, + "system_usec": 45402230, + "nr_periods": 1226, + "nr_throttled": 42, + "throttled_usec": 2314485, + "nr_bursts": 0, + "burst_usec": 0 + }, + "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21": { + "service": "lb", + "usage_usec": 35164332, + "user_usec": 14561851, + "system_usec": 20602480, + "nr_periods": 1070, + "nr_throttled": 29, + "throttled_usec": 3351103, + "nr_bursts": 0, + "burst_usec": 0 + }, + "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c": { + "service": "redis", + "usage_usec": 9615594, + "user_usec": 3945453, + "system_usec": 5670141, + "nr_periods": 1327, + "nr_throttled": 7, + "throttled_usec": 388154, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 9, + "write_bytes": 150994944, + "write_time": 106.358, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 99.01, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 94776, + "write_bytes": 989159424, + "write_time": 2125.68, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 75341, + "fsync_time": 61843.734000000004, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 250, + "write_bytes": 2351104, + "write_time": 4.285, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 4.676, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 4, + "write_bytes": 32768, + "write_time": 0.077, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 4, + "fsync_time": 0.47700000000000004, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.019, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 17.126, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 15.221, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 80, + "write_bytes": 56852480, + "write_time": 54.743, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 80, + "fsync_time": 283.007, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + } + ], + "wal": { + "wal_records": 3948665, + "wal_fpi": 5612, + "wal_bytes": 434959820, + "wal_buffers_full": 19647, + "stats_reset": "2026-10-29T21:19:21.628398+00:00" + } +} diff --git a/evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/load.json b/evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/load.json new file mode 100644 index 00000000..f2fec05d --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/load.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 540.83, + "p95": 1186.856, + "p99": 1523.874 + }, + "failure_counts": { + "dropped_inflight": 33948, + "http_503": 1420 + }, + "instance_responses": { + "09623a7dfa96": 26606, + "3cdd240f1d55": 28026 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "7c7b276a5ea2736d", + "schedule_lag_ms": { + "p50": 0.06, + "p95": 0.124, + "p99": 0.954 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:21:47.637005Z", + "success_latency_ms": { + "p50": 510.961, + "p95": 1149.177, + "p99": 1366.154 + }, + "success_ratio": 0.607022, + "successful_requests": 54632, + "successful_rps_wall": 1802.645, + "successful_rps_window": 1821.067, + "wall_duration_s": 30.307, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/postgres-statements.json b/evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/postgres-statements.json new file mode 100644 index 00000000..93b4e27a --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/postgres-statements.json @@ -0,0 +1,123 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 54653, + "total_exec_ms": 31995.623, + "mean_exec_ms": 0.585, + "rows": 54653, + "shared_blks_hit": 1301129, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 54657, + "total_exec_ms": 23121.356, + "mean_exec_ms": 0.423, + "rows": 54657, + "shared_blks_hit": 538862, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 55317, + "total_exec_ms": 6722.096, + "mean_exec_ms": 0.122, + "rows": 55317, + "shared_blks_hit": 221268, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 6097083398544187049, + "calls": 54647, + "total_exec_ms": 44.968, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 44.611, + "mean_exec_ms": 22.306, + "rows": 2, + "shared_blks_hit": 3242, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 4854991825702068830, + "calls": 54675, + "total_exec_ms": 41.271, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 8, + "total_exec_ms": 6.301, + "mean_exec_ms": 0.788, + "rows": 8, + "shared_blks_hit": 8, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 0.548, + "mean_exec_ms": 0.274, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.517, + "mean_exec_ms": 0.517, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.266, + "mean_exec_ms": 0.133, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": -7676915344437841334, + "calls": 9, + "total_exec_ms": 0.012, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/samples.jsonl b/evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/samples.jsonl new file mode 100644 index 00000000..43543fcb --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/samples.jsonl @@ -0,0 +1,8 @@ +{"at_utc": "2026-10-29T21:21:48.962+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "118.44%", "Container": "09623a7dfa964c4c168345ff3d3fa2069c2cf5b7d431c9c9d7ae42d086a171bb", "ID": "09623a7dfa96", "MemPerc": "22.14%", "MemUsage": "113.4MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "18MB / 19.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "122.25%", "Container": "3cdd240f1d55d61ca4b2f94dd00f15bff02d0d7c5f62b7f7af59627a3f136616", "ID": "3cdd240f1d55", "MemPerc": "24.83%", "MemUsage": "127.1MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "17.4MB / 18.2MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "44.38%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "45.45%", "MemUsage": "116.3MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "163MB / 171MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 1.42GB", "CPUPerc": "183.87%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "31.52%", "MemUsage": "161.4MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "131MB / 110MB", "PIDs": "41"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "9.89%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.63%", "MemUsage": "9.762MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "26.6MB / 35.4MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:21:51.792+00:00", "postgres_activity": {"connections": 33, "active": 8, "lock_wait": 0, "io_wait": 2}, "postgres_at_utc": "2026-10-29T21:21:52.235+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "634", "qcur": "0", "stot": "82893", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "390", "qcur": "0", "stot": "82890", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "165783", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:21:52.385+00:00"} +{"at_utc": "2026-10-29T21:21:52.886+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "127.56%", "Container": "09623a7dfa964c4c168345ff3d3fa2069c2cf5b7d431c9c9d7ae42d086a171bb", "ID": "09623a7dfa96", "MemPerc": "23.44%", "MemUsage": "120MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "20.8MB / 22.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "125.07%", "Container": "3cdd240f1d55d61ca4b2f94dd00f15bff02d0d7c5f62b7f7af59627a3f136616", "ID": "3cdd240f1d55", "MemPerc": "22.58%", "MemUsage": "115.6MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "21.5MB / 22.8MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "41.49%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "46.75%", "MemUsage": "119.7MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "171MB / 178MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 1.45GB", "CPUPerc": "129.68%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "31.41%", "MemUsage": "160.8MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "136MB / 114MB", "PIDs": "41"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "10.83%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.63%", "MemUsage": "9.766MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "27.6MB / 36.6MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:21:55.520+00:00", "postgres_activity": {"connections": 33, "active": 16, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:21:55.855+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "289", "qcur": "0", "stot": "85545", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "722", "qcur": "0", "stot": "85541", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1013", "qcur": "0", "stot": "171087", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:21:55.984+00:00"} +{"at_utc": "2026-10-29T21:21:56.484+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "124.65%", "Container": "09623a7dfa964c4c168345ff3d3fa2069c2cf5b7d431c9c9d7ae42d086a171bb", "ID": "09623a7dfa96", "MemPerc": "37.34%", "MemUsage": "191.2MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "26.6MB / 28.4MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "117.28%", "Container": "3cdd240f1d55d61ca4b2f94dd00f15bff02d0d7c5f62b7f7af59627a3f136616", "ID": "3cdd240f1d55", "MemPerc": "20.05%", "MemUsage": "102.7MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "26.6MB / 28.5MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "47.07%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "47.44%", "MemUsage": "121.4MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "178MB / 186MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 1.49GB", "CPUPerc": "179.98%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "31.48%", "MemUsage": "161.2MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "142MB / 119MB", "PIDs": "41"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "11.12%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.62%", "MemUsage": "9.758MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "28.7MB / 38.1MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:21:58.732+00:00", "postgres_activity": {"connections": 33, "active": 8, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:21:59.432+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "13", "qcur": "0", "stot": "89350", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "1010", "qcur": "0", "stot": "89347", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "178697", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:21:59.563+00:00"} +{"at_utc": "2026-10-29T21:22:00.064+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "122.52%", "Container": "09623a7dfa964c4c168345ff3d3fa2069c2cf5b7d431c9c9d7ae42d086a171bb", "ID": "09623a7dfa96", "MemPerc": "36.85%", "MemUsage": "188.7MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "30.9MB / 33MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "108.37%", "Container": "3cdd240f1d55d61ca4b2f94dd00f15bff02d0d7c5f62b7f7af59627a3f136616", "ID": "3cdd240f1d55", "MemPerc": "19.73%", "MemUsage": "101MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "32.7MB / 35.1MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "41.73%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "47.36%", "MemUsage": "121.3MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "186MB / 195MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 1.52GB", "CPUPerc": "172.77%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "31.44%", "MemUsage": "161MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "149MB / 125MB", "PIDs": "41"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "10.39%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.62%", "MemUsage": "9.754MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "30.1MB / 40MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:22:02.689+00:00", "postgres_activity": {"connections": 33, "active": 10, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:22:03.211+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "322", "qcur": "0", "stot": "93553", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "701", "qcur": "0", "stot": "93550", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "187103", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:22:03.949+00:00"} +{"at_utc": "2026-10-29T21:22:04.451+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "121.00%", "Container": "09623a7dfa964c4c168345ff3d3fa2069c2cf5b7d431c9c9d7ae42d086a171bb", "ID": "09623a7dfa96", "MemPerc": "35.05%", "MemUsage": "179.5MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "37.4MB / 40MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "121.82%", "Container": "3cdd240f1d55d61ca4b2f94dd00f15bff02d0d7c5f62b7f7af59627a3f136616", "ID": "3cdd240f1d55", "MemPerc": "20.00%", "MemUsage": "102.4MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "37.8MB / 40.5MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "38.72%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "47.12%", "MemUsage": "120.6MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "193MB / 202MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 1.55GB", "CPUPerc": "187.80%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "31.48%", "MemUsage": "161.2MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "154MB / 129MB", "PIDs": "41"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "13.17%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.63%", "MemUsage": "9.766MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "31.3MB / 41.5MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:22:06.942+00:00", "postgres_activity": {"connections": 33, "active": 22, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:22:07.646+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "292", "qcur": "0", "stot": "97184", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "728", "qcur": "0", "stot": "97180", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1021", "qcur": "0", "stot": "194365", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:22:07.806+00:00"} +{"at_utc": "2026-10-29T21:22:08.310+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "117.04%", "Container": "09623a7dfa964c4c168345ff3d3fa2069c2cf5b7d431c9c9d7ae42d086a171bb", "ID": "09623a7dfa96", "MemPerc": "34.67%", "MemUsage": "177.5MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "43.6MB / 46.7MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "125.88%", "Container": "3cdd240f1d55d61ca4b2f94dd00f15bff02d0d7c5f62b7f7af59627a3f136616", "ID": "3cdd240f1d55", "MemPerc": "19.85%", "MemUsage": "101.6MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "44.1MB / 47.3MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "46.31%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "46.97%", "MemUsage": "120.2MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "200MB / 209MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 1.59GB", "CPUPerc": "169.27%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "31.54%", "MemUsage": "161.5MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "161MB / 135MB", "PIDs": "41"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "11.85%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.60%", "MemUsage": "9.73MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "32.7MB / 43.4MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:22:10.918+00:00", "postgres_activity": {"connections": 33, "active": 2, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:22:11.363+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "23", "qcur": "0", "stot": "101341", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "998", "qcur": "0", "stot": "101338", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1021", "qcur": "0", "stot": "202679", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:22:11.492+00:00"} +{"at_utc": "2026-10-29T21:22:11.994+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "146.60%", "Container": "09623a7dfa964c4c168345ff3d3fa2069c2cf5b7d431c9c9d7ae42d086a171bb", "ID": "09623a7dfa96", "MemPerc": "36.95%", "MemUsage": "189.2MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "48.2MB / 51.7MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "179.21%", "Container": "3cdd240f1d55d61ca4b2f94dd00f15bff02d0d7c5f62b7f7af59627a3f136616", "ID": "3cdd240f1d55", "MemPerc": "19.89%", "MemUsage": "101.8MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "48.8MB / 52.5MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "45.57%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "47.08%", "MemUsage": "120.5MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "209MB / 219MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 1.61GB", "CPUPerc": "174.01%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "31.65%", "MemUsage": "162MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "166MB / 139MB", "PIDs": "41"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "11.04%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.64%", "MemUsage": "9.773MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "33.8MB / 44.9MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:22:14.602+00:00", "postgres_activity": {"connections": 33, "active": 3, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:22:15.279+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "98", "qcur": "0", "stot": "104687", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "919", "qcur": "0", "stot": "104684", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1016", "qcur": "0", "stot": "209372", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:22:15.404+00:00"} +{"at_utc": "2026-10-29T21:22:15.905+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "119.44%", "Container": "09623a7dfa964c4c168345ff3d3fa2069c2cf5b7d431c9c9d7ae42d086a171bb", "ID": "09623a7dfa96", "MemPerc": "38.98%", "MemUsage": "199.6MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-1", "NetIO": "52.2MB / 55.9MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "106.34%", "Container": "3cdd240f1d55d61ca4b2f94dd00f15bff02d0d7c5f62b7f7af59627a3f136616", "ID": "3cdd240f1d55", "MemPerc": "17.51%", "MemUsage": "89.66MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-api-2", "NetIO": "53.1MB / 57.2MB", "PIDs": "9"}, {"BlockIO": "28.7kB / 0B", "CPUPerc": "48.05%", "Container": "c13d495b5a559cf947839847926148e7ca27cdd33085fbbb747c62ec42d75f21", "ID": "c13d495b5a55", "MemPerc": "47.04%", "MemUsage": "120.4MiB / 256MiB", "Name": "lab3-grade5-2db6daf652-lb-1", "NetIO": "214MB / 225MB", "PIDs": "9"}, {"BlockIO": "1.52MB / 1.66GB", "CPUPerc": "186.34%", "Container": "0a4c1102fde1db1bb06d24e056afe4d2d3c43add48d2e1fadab32d13877cc875", "ID": "0a4c1102fde1", "MemPerc": "32.01%", "MemUsage": "163.9MiB / 512MiB", "Name": "lab3-grade5-2db6daf652-postgres-1", "NetIO": "172MB / 144MB", "PIDs": "41"}, {"BlockIO": "8.19kB / 16.4kB", "CPUPerc": "11.43%", "Container": "d41f50a1ac656a90088faa1d6f930b2fc142558c8aa5d0f88f96e4b36101e48c", "ID": "d41f50a1ac65", "MemPerc": "7.61%", "MemUsage": "9.746MiB / 128MiB", "Name": "lab3-grade5-2db6daf652-redis-1", "NetIO": "34.8MB / 46.2MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:22:17.815+00:00", "postgres_activity": {"connections": 33, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:22:18.101+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "107151", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "107147", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "214298", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:22:18.173+00:00"} diff --git a/evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/warmup.json b/evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/warmup.json new file mode 100644 index 00000000..caed5afc --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/03-pool16-r3000/warmup.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 450.392, + "p95": 1132.597, + "p99": 2024.056 + }, + "failure_counts": { + "dropped_inflight": 9929, + "http_503": 928 + }, + "instance_responses": { + "09623a7dfa96": 10035, + "3cdd240f1d55": 9108 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "55774d7267afa766", + "schedule_lag_ms": { + "p50": 0.062, + "p95": 0.125, + "p99": 0.752 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 30000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:21:29.921795Z", + "success_latency_ms": { + "p50": 442.835, + "p95": 713.014, + "p99": 860.379 + }, + "success_ratio": 0.6381, + "successful_requests": 19143, + "successful_rps_wall": 1840.642, + "successful_rps_window": 1914.3, + "wall_duration_s": 10.4, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-pool-screen-2026-10-30/analysis/results.csv b/evidence/grade5-pool-screen-2026-10-30/analysis/results.csv new file mode 100644 index 00000000..1a66fccf --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/analysis/results.csv @@ -0,0 +1,4 @@ +name,phase,replicas,api_total_cpus,api_total_memory_mib,postgres_cpus,pool_max_conns_per_replica,rate,source,successful_rps,scheduled_window_rps,wall_rps,success_ratio,p50_ms,p95_ms,p99_ms,schedule_p99_ms,completed_full_p99_ms,failures,messages_added,confirmed,samples,db_connections_max,lock_wait_max,io_wait_max,api_cpu_mean_pct,api_cpu_max_pct,api_memory_max_mib,postgres_cpu_mean_pct,postgres_cpu_max_pct,postgres_memory_max_mib,lb_cpu_mean_pct,lb_cpu_max_pct,lb_memory_max_mib,redis_cpu_mean_pct,redis_cpu_max_pct,redis_memory_max_mib,api_throttled_usec,postgres_throttled_usec,lb_throttled_usec,redis_throttled_usec,wal_bytes_delta,wal_buffers_full_delta,wal_write_time_delta,wal_fsync_time_delta,wal_writes_delta,wal_fsyncs_delta +pool8-r3000,pool_screen,2,4,1024,2,8,3000,evidence/grade5-pool-screen-2026-10-30,1677.661,1696.533,1677.661,0.565511,516.354,1140.493,1315.751,0.322,1581.162,"{""dropped_inflight"": 37297, ""http_503"": 1807}",50911,50896,9,17,0,1,202.85,263.93,282.5,140.96,204.18,121.8,36.39,46.06,115.8,10.31,15.62,9.94,251354,620348,937902,15157,66144770.0,0.0,689.8879999999999,21404.143000000004,22772.0,22760.0 +pool4-r3000,pool_screen,2,4,1024,2,4,3000,evidence/grade5-pool-screen-2026-10-30,1518.403,1536.733,1518.403,0.512244,593.34,955.505,1235.123,0.312,1365.79,"{""dropped_inflight"": 42109, ""http_503"": 1789}",46111,46102,9,9,0,1,186.84,219.56,251.1,117.79,145.34,105.5,35.65,51.78,115.8,9.7,12.72,9.76,3232,124179,1256170,0,67182691.0,0.0,632.663,20075.02000000001,27326.0,27314.0 +pool16-r3000,pool_screen,2,4,1024,2,16,3000,evidence/grade5-pool-screen-2026-10-30,1802.645,1821.067,1802.645,0.607022,510.961,1149.177,1366.154,0.954,1523.874,"{""dropped_inflight"": 33948, ""http_503"": 1420}",54647,54632,8,33,0,2,250.43,325.81,293.9,172.97,187.8,163.9,44.16,48.05,121.4,11.21,13.17,9.77,522214,4746794,3353603,0,86376319.0,0.0,720.5750000000003,22361.261999999995,19183.0,19166.0 diff --git a/evidence/grade5-pool-screen-2026-10-30/analysis/results.json b/evidence/grade5-pool-screen-2026-10-30/analysis/results.json new file mode 100644 index 00000000..0c9b1070 --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/analysis/results.json @@ -0,0 +1,149 @@ +[ + { + "name": "pool8-r3000", + "phase": "pool_screen", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "rate": 3000, + "source": "evidence/grade5-pool-screen-2026-10-30", + "successful_rps": 1677.661, + "scheduled_window_rps": 1696.533, + "wall_rps": 1677.661, + "success_ratio": 0.565511, + "p50_ms": 516.354, + "p95_ms": 1140.493, + "p99_ms": 1315.751, + "schedule_p99_ms": 0.322, + "completed_full_p99_ms": 1581.162, + "failures": "{\"dropped_inflight\": 37297, \"http_503\": 1807}", + "messages_added": 50911, + "confirmed": 50896, + "samples": 9, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 202.85, + "api_cpu_max_pct": 263.93, + "api_memory_max_mib": 282.5, + "postgres_cpu_mean_pct": 140.96, + "postgres_cpu_max_pct": 204.18, + "postgres_memory_max_mib": 121.8, + "lb_cpu_mean_pct": 36.39, + "lb_cpu_max_pct": 46.06, + "lb_memory_max_mib": 115.8, + "redis_cpu_mean_pct": 10.31, + "redis_cpu_max_pct": 15.62, + "redis_memory_max_mib": 9.94, + "api_throttled_usec": 251354, + "postgres_throttled_usec": 620348, + "lb_throttled_usec": 937902, + "redis_throttled_usec": 15157, + "wal_bytes_delta": 66144770.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 689.8879999999999, + "wal_fsync_time_delta": 21404.143000000004, + "wal_writes_delta": 22772.0, + "wal_fsyncs_delta": 22760.0 + }, + { + "name": "pool4-r3000", + "phase": "pool_screen", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 4, + "rate": 3000, + "source": "evidence/grade5-pool-screen-2026-10-30", + "successful_rps": 1518.403, + "scheduled_window_rps": 1536.733, + "wall_rps": 1518.403, + "success_ratio": 0.512244, + "p50_ms": 593.34, + "p95_ms": 955.505, + "p99_ms": 1235.123, + "schedule_p99_ms": 0.312, + "completed_full_p99_ms": 1365.79, + "failures": "{\"dropped_inflight\": 42109, \"http_503\": 1789}", + "messages_added": 46111, + "confirmed": 46102, + "samples": 9, + "db_connections_max": 9, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 186.84, + "api_cpu_max_pct": 219.56, + "api_memory_max_mib": 251.1, + "postgres_cpu_mean_pct": 117.79, + "postgres_cpu_max_pct": 145.34, + "postgres_memory_max_mib": 105.5, + "lb_cpu_mean_pct": 35.65, + "lb_cpu_max_pct": 51.78, + "lb_memory_max_mib": 115.8, + "redis_cpu_mean_pct": 9.7, + "redis_cpu_max_pct": 12.72, + "redis_memory_max_mib": 9.76, + "api_throttled_usec": 3232, + "postgres_throttled_usec": 124179, + "lb_throttled_usec": 1256170, + "redis_throttled_usec": 0, + "wal_bytes_delta": 67182691.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 632.663, + "wal_fsync_time_delta": 20075.02000000001, + "wal_writes_delta": 27326.0, + "wal_fsyncs_delta": 27314.0 + }, + { + "name": "pool16-r3000", + "phase": "pool_screen", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 16, + "rate": 3000, + "source": "evidence/grade5-pool-screen-2026-10-30", + "successful_rps": 1802.645, + "scheduled_window_rps": 1821.067, + "wall_rps": 1802.645, + "success_ratio": 0.607022, + "p50_ms": 510.961, + "p95_ms": 1149.177, + "p99_ms": 1366.154, + "schedule_p99_ms": 0.954, + "completed_full_p99_ms": 1523.874, + "failures": "{\"dropped_inflight\": 33948, \"http_503\": 1420}", + "messages_added": 54647, + "confirmed": 54632, + "samples": 8, + "db_connections_max": 33, + "lock_wait_max": 0, + "io_wait_max": 2, + "api_cpu_mean_pct": 250.43, + "api_cpu_max_pct": 325.81, + "api_memory_max_mib": 293.9, + "postgres_cpu_mean_pct": 172.97, + "postgres_cpu_max_pct": 187.8, + "postgres_memory_max_mib": 163.9, + "lb_cpu_mean_pct": 44.16, + "lb_cpu_max_pct": 48.05, + "lb_memory_max_mib": 121.4, + "redis_cpu_mean_pct": 11.21, + "redis_cpu_max_pct": 13.17, + "redis_memory_max_mib": 9.77, + "api_throttled_usec": 522214, + "postgres_throttled_usec": 4746794, + "lb_throttled_usec": 3353603, + "redis_throttled_usec": 0, + "wal_bytes_delta": 86376319.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 720.5750000000003, + "wal_fsync_time_delta": 22361.261999999995, + "wal_writes_delta": 19183.0, + "wal_fsyncs_delta": 19166.0 + } +] diff --git a/evidence/grade5-pool-screen-2026-10-30/cleanup.log b/evidence/grade5-pool-screen-2026-10-30/cleanup.log new file mode 100644 index 00000000..2fceaaef --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/cleanup.log @@ -0,0 +1,30 @@ + Container lab3-grade5-2db6daf652-lb-1 Stopping + Container lab3-grade5-2db6daf652-redis-1 Stopping + Container lab3-grade5-2db6daf652-redis-1 Stopped + Container lab3-grade5-2db6daf652-redis-1 Removing + Container lab3-grade5-2db6daf652-redis-1 Removed + Container lab3-grade5-2db6daf652-lb-1 Stopped + Container lab3-grade5-2db6daf652-lb-1 Removing + Container lab3-grade5-2db6daf652-lb-1 Removed + Container lab3-grade5-2db6daf652-api-1 Stopping + Container lab3-grade5-2db6daf652-api-2 Stopping + Container lab3-grade5-2db6daf652-api-2 Stopped + Container lab3-grade5-2db6daf652-api-2 Removing + Container lab3-grade5-2db6daf652-api-1 Stopped + Container lab3-grade5-2db6daf652-api-1 Removing + Container lab3-grade5-2db6daf652-api-2 Removed + Container lab3-grade5-2db6daf652-api-1 Removed + Container lab3-grade5-2db6daf652-migrate-1 Stopping + Container lab3-grade5-2db6daf652-migrate-1 Stopped + Container lab3-grade5-2db6daf652-migrate-1 Removing + Container lab3-grade5-2db6daf652-migrate-1 Removed + Container lab3-grade5-2db6daf652-postgres-1 Stopping + Container lab3-grade5-2db6daf652-postgres-1 Stopped + Container lab3-grade5-2db6daf652-postgres-1 Removing + Container lab3-grade5-2db6daf652-postgres-1 Removed + Volume lab3-grade5-2db6daf652_postgres_data Removing + Network lab3-grade5-2db6daf652_default Removing + Volume lab3-grade5-2db6daf652_redis_data Removing + Volume lab3-grade5-2db6daf652_postgres_data Removed + Volume lab3-grade5-2db6daf652_redis_data Removed + Network lab3-grade5-2db6daf652_default Removed diff --git a/evidence/grade5-pool-screen-2026-10-30/compose-up.log b/evidence/grade5-pool-screen-2026-10-30/compose-up.log new file mode 100644 index 00000000..ee4359d9 --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/compose-up.log @@ -0,0 +1,160 @@ +#1 [internal] load local bake definitions +#1 reading from stdin 1.44kB done +#1 DONE 0.0s + +#2 [migrate internal] load build definition from Dockerfile.migrate +#2 transferring dockerfile: 448B done +#2 DONE 0.0s + +#3 [api internal] load build definition from Dockerfile +#3 transferring dockerfile: 516B done +#3 DONE 0.0s + +#4 [api internal] load metadata for docker.io/library/alpine:3.22 +#4 DONE 1.7s + +#5 [api internal] load metadata for docker.io/library/golang:1.27.1-alpine +#5 DONE 1.7s + +#6 [api internal] load .dockerignore +#6 transferring context: 196B done +#6 DONE 0.0s + +#7 [migrate builder 1/7] FROM docker.io/library/golang:1.27.1-alpine@sha256:8a5910f31396cd4d89662f56c68b3ae31d374308270a1c3bd96672ee5ed43414 +#7 resolve docker.io/library/golang:1.27.1-alpine@sha256:8a5910f31396cd4d89662f56c68b3ae31d374308270a1c3bd96672ee5ed43414 0.0s done +#7 DONE 0.0s + +#8 [migrate stage-1 1/4] FROM docker.io/library/alpine:3.22@sha256:2e0b81d60597f449baa56dc25d355367869d2dca4cd57e866f1e2b52af3eb55f +#8 resolve docker.io/library/alpine:3.22@sha256:2e0b81d60597f449baa56dc25d355367869d2dca4cd57e866f1e2b52af3eb55f 0.0s done +#8 DONE 0.0s + +#9 [migrate internal] load build context +#9 transferring context: 632B 0.0s done +#9 DONE 0.0s + +#10 [migrate builder 2/7] WORKDIR /app +#10 CACHED + +#11 [migrate builder 4/7] RUN go mod download +#11 CACHED + +#12 [migrate builder 5/7] COPY cmd/migrate/ ./cmd/migrate/ +#12 CACHED + +#13 [migrate builder 3/7] COPY go.mod go.sum ./ +#13 CACHED + +#14 [migrate builder 7/7] RUN CGO_ENABLED=0 GOOS=linux go build -trimpath -o /app/migrate ./cmd/migrate +#14 CACHED + +#15 [migrate stage-1 3/4] WORKDIR /app +#15 CACHED + +#16 [migrate stage-1 2/4] RUN addgroup -S app && adduser -S app -G app +#16 CACHED + +#17 [migrate builder 6/7] COPY db/migrations/ ./db/migrations/ +#17 CACHED + +#18 [migrate stage-1 4/4] COPY --from=builder /app/migrate ./migrate +#18 CACHED + +#19 [migrate] exporting to image +#19 exporting layers done +#19 exporting manifest sha256:e792ffb0eebbadb4a5ce215d2eb1868fc38cfd5ef9d221b9610f1341614d8669 0.0s done +#19 exporting config sha256:2d3f994c74bf270c691d3550d3e382a779d205e6506e54827933c796c847952c +#19 exporting config sha256:2d3f994c74bf270c691d3550d3e382a779d205e6506e54827933c796c847952c done +#19 exporting attestation manifest sha256:a8dfe8fe4cf3aa0cc4abbe7a53de44745ce1a00ca04af59e96fbee0842589fb7 0.0s done +#19 exporting manifest list sha256:1de35a4fdbd6ca0ab13741ad71bf1d1d1b95bb3a8d0366d289528bd54710f88d done +#19 naming to docker.io/library/lab3-grade5-2db6daf652-migrate:latest done +#19 unpacking to docker.io/library/lab3-grade5-2db6daf652-migrate:latest done +#19 DONE 0.1s + +#20 [api internal] load build context +#20 transferring context: 2.18MB 0.1s done +#20 DONE 0.1s + +#11 [migrate builder 4/7] RUN go mod download +#11 CACHED + +#21 [api builder 4/6] RUN go mod download +#21 CACHED + +#22 [api builder 3/6] COPY go.mod go.sum ./ +#22 CACHED + +#10 [api builder 2/7] WORKDIR /app +#10 CACHED + +#23 [api builder 5/6] COPY . . +#23 DONE 0.1s + +#24 [migrate] resolving provenance for metadata file +#24 DONE 0.0s + +#25 [api builder 6/6] RUN CGO_ENABLED=0 GOOS=linux go build -o /app/server ./cmd/api +#25 DONE 24.0s + +#16 [api stage-1 2/4] RUN addgroup -S app && adduser -S app -G app +#16 CACHED + +#15 [api stage-1 3/4] WORKDIR /app +#15 CACHED + +#26 [api stage-1 4/4] COPY --from=builder /app/server ./server +#26 CACHED + +#27 [api] exporting to image +#27 exporting layers done +#27 exporting manifest sha256:67b035ee44a9d485b258be01de32c5999da61f956e4c3c9e6ab1cc200082b816 done +#27 exporting config sha256:c2dbad9f4ce3c832ef6496771f3765a057af37e5ecc7c71430d5fff936d1ed02 done +#27 exporting attestation manifest sha256:8457028331499a01cbcd6744d617bc32d0970ba2a83f12ec7d1324b9b350afea 0.0s done +#27 exporting manifest list sha256:8160355281f8b63fafb9a6a44e093f16b38bd2ed0a6577eb94d1ada6411bfd1f done +#27 naming to docker.io/library/lab3-grade5-2db6daf652-api:latest done +#27 unpacking to docker.io/library/lab3-grade5-2db6daf652-api:latest done +#27 DONE 0.1s + +#28 [api] resolving provenance for metadata file +#28 DONE 0.0s + lab3-grade5-2db6daf652-migrate Built + lab3-grade5-2db6daf652-api Built + Network lab3-grade5-2db6daf652_default Creating + Network lab3-grade5-2db6daf652_default Created + Volume lab3-grade5-2db6daf652_postgres_data Creating + Volume lab3-grade5-2db6daf652_postgres_data Created + Volume lab3-grade5-2db6daf652_redis_data Creating + Volume lab3-grade5-2db6daf652_redis_data Created + Container lab3-grade5-2db6daf652-postgres-1 Creating + Container lab3-grade5-2db6daf652-redis-1 Creating + Container lab3-grade5-2db6daf652-redis-1 Created + Container lab3-grade5-2db6daf652-postgres-1 Created + Container lab3-grade5-2db6daf652-migrate-1 Creating + Container lab3-grade5-2db6daf652-migrate-1 Created + Container lab3-grade5-2db6daf652-api-2 Creating + Container lab3-grade5-2db6daf652-api-1 Creating + Container lab3-grade5-2db6daf652-api-2 Created + Container lab3-grade5-2db6daf652-api-1 Created + Container lab3-grade5-2db6daf652-lb-1 Creating + Container lab3-grade5-2db6daf652-lb-1 Created + Container lab3-grade5-2db6daf652-postgres-1 Starting + Container lab3-grade5-2db6daf652-redis-1 Starting + Container lab3-grade5-2db6daf652-redis-1 Started + Container lab3-grade5-2db6daf652-postgres-1 Started + Container lab3-grade5-2db6daf652-postgres-1 Waiting + Container lab3-grade5-2db6daf652-postgres-1 Healthy + Container lab3-grade5-2db6daf652-migrate-1 Starting + Container lab3-grade5-2db6daf652-migrate-1 Started + Container lab3-grade5-2db6daf652-postgres-1 Waiting + Container lab3-grade5-2db6daf652-migrate-1 Waiting + Container lab3-grade5-2db6daf652-postgres-1 Healthy + Container lab3-grade5-2db6daf652-migrate-1 Exited + Container lab3-grade5-2db6daf652-api-1 Starting + Container lab3-grade5-2db6daf652-api-1 Started + Container lab3-grade5-2db6daf652-api-2 Starting + Container lab3-grade5-2db6daf652-api-2 Started + Container lab3-grade5-2db6daf652-api-1 Waiting + Container lab3-grade5-2db6daf652-api-2 Waiting + Container lab3-grade5-2db6daf652-api-1 Healthy + Container lab3-grade5-2db6daf652-api-2 Healthy + Container lab3-grade5-2db6daf652-lb-1 Starting + Container lab3-grade5-2db6daf652-lb-1 Started diff --git a/evidence/grade5-pool-screen-2026-10-30/environment-after.json b/evidence/grade5-pool-screen-2026-10-30/environment-after.json new file mode 100644 index 00000000..7260f1bd --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/environment-after.json @@ -0,0 +1,6 @@ +{ + "project": "lab3-grade5-2db6daf652", + "containers": [], + "volumes": [], + "at_utc": "2026-10-29T21:22:22.326+00:00" +} diff --git a/evidence/grade5-pool-screen-2026-10-30/go-build.log b/evidence/grade5-pool-screen-2026-10-30/go-build.log new file mode 100644 index 00000000..e69de29b diff --git a/evidence/grade5-pool-screen-2026-10-30/plan.json b/evidence/grade5-pool-screen-2026-10-30/plan.json new file mode 100644 index 00000000..a2f041a6 --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/plan.json @@ -0,0 +1,39 @@ +{ + "seed_messages": 100000, + "warmup_seconds": 10, + "warmup_rate": "target", + "settle_seconds": 3, + "max_inflight": 1024, + "runs": [ + { + "name": "pool8-r3000", + "phase": "pool_screen", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "pool4-r3000", + "phase": "pool_screen", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 4, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "pool16-r3000", + "phase": "pool_screen", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 16, + "rate": 3000, + "duration_seconds": 30 + } + ] +} diff --git a/evidence/grade5-pool-screen-2026-10-30/summary.json b/evidence/grade5-pool-screen-2026-10-30/summary.json new file mode 100644 index 00000000..c8628ced --- /dev/null +++ b/evidence/grade5-pool-screen-2026-10-30/summary.json @@ -0,0 +1,222 @@ +{ + "project": "lab3-grade5-2db6daf652", + "base_url": "http://127.0.0.1:56457", + "started_at_utc": "2026-10-29T21:18:51.851+00:00", + "host": { + "platform": "macOS-27.2-arm64-arm-64bit-Mach-O", + "machine": "arm64" + }, + "runs": [ + { + "name": "pool8-r3000", + "phase": "pool_screen", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 8, + "duration_seconds": 30, + "instances": [ + "0fdb410be602", + "6673f1537c53" + ], + "api_limits": [ + { + "container_id": "6673f1537c5378ff24d7990489ce8d978c9dd91628275e5b109e21c7422d2af8", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "0fdb410be602cc167aba58f80485a34aa84c785039de1246d6697941c981674b", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 150911, + "messages_added": 50911, + "load": { + "completed_full_latency_ms": { + "p50": 528.878, + "p95": 1171.629, + "p99": 1581.162 + }, + "failure_counts": { + "dropped_inflight": 37297, + "http_503": 1807 + }, + "instance_responses": { + "0fdb410be602": 26351, + "6673f1537c53": 24545 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "d688f8ab90a46f97", + "schedule_lag_ms": { + "p50": 0.058, + "p95": 0.115, + "p99": 0.322 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:19:56.387133Z", + "success_latency_ms": { + "p50": 516.354, + "p95": 1140.493, + "p99": 1315.751 + }, + "success_ratio": 0.565511, + "successful_requests": 50896, + "successful_rps_wall": 1677.661, + "successful_rps_window": 1696.533, + "wall_duration_s": 30.337, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "pool4-r3000", + "phase": "pool_screen", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 4, + "duration_seconds": 30, + "instances": [ + "28d5cefe4b3b", + "a2848cd4be56" + ], + "api_limits": [ + { + "container_id": "28d5cefe4b3b9ca92f6005d2673bf13b14fb29bc4ce9fb5d0bf3758397e16489", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "a2848cd4be560e68530183c0f8f406c2c65bbae6eff07bb60c8f4409ccb2c4ab", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 146111, + "messages_added": 46111, + "load": { + "completed_full_latency_ms": { + "p50": 601.874, + "p95": 1100.88, + "p99": 1365.79 + }, + "failure_counts": { + "dropped_inflight": 42109, + "http_503": 1789 + }, + "instance_responses": { + "28d5cefe4b3b": 22982, + "a2848cd4be56": 23120 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "dcbd83cd1e32cfba", + "schedule_lag_ms": { + "p50": 0.057, + "p95": 0.11, + "p99": 0.312 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:20:51.353995Z", + "success_latency_ms": { + "p50": 593.34, + "p95": 955.505, + "p99": 1235.123 + }, + "success_ratio": 0.512244, + "successful_requests": 46102, + "successful_rps_wall": 1518.403, + "successful_rps_window": 1536.733, + "wall_duration_s": 30.362, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "pool16-r3000", + "phase": "pool_screen", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 16, + "duration_seconds": 30, + "instances": [ + "09623a7dfa96", + "3cdd240f1d55" + ], + "api_limits": [ + { + "container_id": "09623a7dfa964c4c168345ff3d3fa2069c2cf5b7d431c9c9d7ae42d086a171bb", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "3cdd240f1d55d61ca4b2f94dd00f15bff02d0d7c5f62b7f7af59627a3f136616", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 154647, + "messages_added": 54647, + "load": { + "completed_full_latency_ms": { + "p50": 540.83, + "p95": 1186.856, + "p99": 1523.874 + }, + "failure_counts": { + "dropped_inflight": 33948, + "http_503": 1420 + }, + "instance_responses": { + "09623a7dfa96": 26606, + "3cdd240f1d55": 28026 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "7c7b276a5ea2736d", + "schedule_lag_ms": { + "p50": 0.06, + "p95": 0.124, + "p99": 0.954 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:21:47.637005Z", + "success_latency_ms": { + "p50": 510.961, + "p95": 1149.177, + "p99": 1366.154 + }, + "success_ratio": 0.607022, + "successful_requests": 54632, + "successful_rps_wall": 1802.645, + "successful_rps_window": 1821.067, + "wall_duration_s": 30.307, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + } + ], + "cleanup": "PASS", + "chat_id": "b436bab3-2ea6-479d-94d1-4d797517c29e", + "seed_messages": 100000, + "docker_server": "28.4.0", + "compose_version": "2.39.4-desktop.1", + "docker_resources": "8 CPUs, 4109803520 bytes RAM", + "finished_at_utc": "2026-10-29T21:22:22.327+00:00" +} diff --git a/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/compose-scale.log b/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/compose-scale.log new file mode 100644 index 00000000..7dd71bcc --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-b5e252d49c-api-2 Recreate + Container lab3-grade5-b5e252d49c-api-1 Recreate + Container lab3-grade5-b5e252d49c-api-1 Recreated + Container lab3-grade5-b5e252d49c-api-2 Recreated + Container lab3-grade5-b5e252d49c-api-1 Starting + Container lab3-grade5-b5e252d49c-api-1 Started + Container lab3-grade5-b5e252d49c-api-2 Starting + Container lab3-grade5-b5e252d49c-api-2 Started diff --git a/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/diagnostics-after.json b/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/diagnostics-after.json new file mode 100644 index 00000000..1695a4cd --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/diagnostics-after.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:43:57.472+00:00", + "cgroups": { + "8edd4966b58fae7a4a3683d38e112ea6878d89cbf577d190abb85eeaf21f6daf": { + "service": "api", + "usage_usec": 41019967, + "user_usec": 29653517, + "system_usec": 11366449, + "nr_periods": 452, + "nr_throttled": 8, + "throttled_usec": 910643, + "nr_bursts": 0, + "burst_usec": 0 + }, + "6bcb3031193aeb14e0696976f431b5aa3514ed279ddb65a4bbf626474eabbbc3": { + "service": "api", + "usage_usec": 41541413, + "user_usec": 29784853, + "system_usec": 11756560, + "nr_periods": 437, + "nr_throttled": 14, + "throttled_usec": 557954, + "nr_bursts": 0, + "burst_usec": 0 + }, + "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db": { + "service": "postgres", + "usage_usec": 62781105, + "user_usec": 41481275, + "system_usec": 21299830, + "nr_periods": 546, + "nr_throttled": 25, + "throttled_usec": 3307066, + "nr_bursts": 0, + "burst_usec": 0 + }, + "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103": { + "service": "lb", + "usage_usec": 15850600, + "user_usec": 6333976, + "system_usec": 9516624, + "nr_periods": 479, + "nr_throttled": 12, + "throttled_usec": 1505688, + "nr_bursts": 0, + "burst_usec": 0 + }, + "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7": { + "service": "redis", + "usage_usec": 4317789, + "user_usec": 1754578, + "system_usec": 2563210, + "nr_periods": 625, + "nr_throttled": 2, + "throttled_usec": 42374, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 6, + "write_bytes": 100663296, + "write_time": 78.029, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 6, + "fsync_time": 74.235, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 38414, + "write_bytes": 416006144, + "write_time": 951.16, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 32661, + "fsync_time": 27102.716, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 724, + "write_bytes": 7274496, + "write_time": 9.971, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 15.875, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 2, + "write_bytes": 16384, + "write_time": 0.022, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 2, + "fsync_time": 0.182, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.027, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 32, + "write_bytes": 21946368, + "write_time": 17.703, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 32, + "fsync_time": 604.611, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + } + ], + "wal": { + "wal_records": 1624639, + "wal_fpi": 3739, + "wal_bytes": 183564475, + "wal_buffers_full": 6455, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + } +} diff --git a/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/diagnostics-before.json b/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/diagnostics-before.json new file mode 100644 index 00000000..baacc5ba --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/diagnostics-before.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:43:24.703+00:00", + "cgroups": { + "8edd4966b58fae7a4a3683d38e112ea6878d89cbf577d190abb85eeaf21f6daf": { + "service": "api", + "usage_usec": 10249371, + "user_usec": 7334167, + "system_usec": 2915203, + "nr_periods": 138, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + }, + "6bcb3031193aeb14e0696976f431b5aa3514ed279ddb65a4bbf626474eabbbc3": { + "service": "api", + "usage_usec": 10684986, + "user_usec": 7627126, + "system_usec": 3057860, + "nr_periods": 124, + "nr_throttled": 3, + "throttled_usec": 13488, + "nr_bursts": 0, + "burst_usec": 0 + }, + "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db": { + "service": "postgres", + "usage_usec": 19231047, + "user_usec": 12758822, + "system_usec": 6472224, + "nr_periods": 222, + "nr_throttled": 5, + "throttled_usec": 1676048, + "nr_bursts": 0, + "burst_usec": 0 + }, + "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103": { + "service": "lb", + "usage_usec": 4323196, + "user_usec": 1694840, + "system_usec": 2628355, + "nr_periods": 163, + "nr_throttled": 4, + "throttled_usec": 250931, + "nr_bursts": 0, + "burst_usec": 0 + }, + "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7": { + "service": "redis", + "usage_usec": 1262150, + "user_usec": 552986, + "system_usec": 709164, + "nr_periods": 302, + "nr_throttled": 0, + "throttled_usec": 0, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 6, + "write_bytes": 100663296, + "write_time": 78.029, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 6, + "fsync_time": 74.235, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 16078, + "write_bytes": 168534016, + "write_time": 244.167, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 10337, + "fsync_time": 6431.04, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 718, + "write_bytes": 7086080, + "write_time": 9.822000000000001, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 3, + "fsync_time": 5.24, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 2, + "write_bytes": 16384, + "write_time": 0.022, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 2, + "fsync_time": 0.182, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.027, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 18, + "write_bytes": 21831680, + "write_time": 16.669, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 18, + "fsync_time": 38.977000000000004, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + } + ], + "wal": { + "wal_records": 928148, + "wal_fpi": 3153, + "wal_bytes": 119526126, + "wal_buffers_full": 6455, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + } +} diff --git a/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/load.json b/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/load.json new file mode 100644 index 00000000..d87872da --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/load.json @@ -0,0 +1,39 @@ +{ + "completed_full_latency_ms": { + "p50": 596.727, + "p95": 1104.248, + "p99": 1400.298 + }, + "failure_counts": { + "connection": 37, + "dropped_inflight": 40061, + "http_503": 1079 + }, + "instance_responses": { + "6bcb3031193a": 24054, + "8edd4966b58f": 24769 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "f191dfd59227712d", + "schedule_lag_ms": { + "p50": 0.079, + "p95": 0.142, + "p99": 0.524 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:43:26.012835Z", + "success_latency_ms": { + "p50": 590.769, + "p95": 996.85, + "p99": 1384.435 + }, + "success_ratio": 0.542478, + "successful_requests": 48823, + "successful_rps_wall": 1605.723, + "successful_rps_window": 1627.433, + "wall_duration_s": 30.406, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/pool-stats.json b/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/pool-stats.json new file mode 100644 index 00000000..408f8404 --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/pool-stats.json @@ -0,0 +1,750 @@ +{ + "8edd4966b58fae7a4a3683d38e112ea6878d89cbf577d190abb85eeaf21f6daf": [ + { + "line": "2026/10/29 21:43:26 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=23276 empty_count=22576 empty_wait_ns=3212613021675 canceled_count=447", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 23276, + "empty_count": 22576, + "empty_wait_ns": 3212613021675, + "canceled_count": 447 + } + }, + { + "line": "2026/10/29 21:43:27 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=25081 empty_count=24381 empty_wait_ns=3701976223569 canceled_count=447", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 25081, + "empty_count": 24381, + "empty_wait_ns": 3701976223569, + "canceled_count": 447 + } + }, + { + "line": "2026/10/29 21:43:28 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=27527 empty_count=26827 empty_wait_ns=4150229013914 canceled_count=447", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 27527, + "empty_count": 26827, + "empty_wait_ns": 4150229013914, + "canceled_count": 447 + } + }, + { + "line": "2026/10/29 21:43:29 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=28364 empty_count=27664 empty_wait_ns=4377975379927 canceled_count=447", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 28364, + "empty_count": 27664, + "empty_wait_ns": 4377975379927, + "canceled_count": 447 + } + }, + { + "line": "2026/10/29 21:43:30 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=30051 empty_count=29351 empty_wait_ns=4907705645278 canceled_count=447", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 30051, + "empty_count": 29351, + "empty_wait_ns": 4907705645278, + "canceled_count": 447 + } + }, + { + "line": "2026/10/29 21:43:31 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=31777 empty_count=31077 empty_wait_ns=5284855575026 canceled_count=447", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 31777, + "empty_count": 31077, + "empty_wait_ns": 5284855575026, + "canceled_count": 447 + } + }, + { + "line": "2026/10/29 21:43:32 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=34097 empty_count=33397 empty_wait_ns=5601990629937 canceled_count=447", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 34097, + "empty_count": 33397, + "empty_wait_ns": 5601990629937, + "canceled_count": 447 + } + }, + { + "line": "2026/10/29 21:43:33 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=35623 empty_count=34923 empty_wait_ns=5770944194749 canceled_count=447", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 35623, + "empty_count": 34923, + "empty_wait_ns": 5770944194749, + "canceled_count": 447 + } + }, + { + "line": "2026/10/29 21:43:34 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=36061 empty_count=35361 empty_wait_ns=6055147275441 canceled_count=447", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 36061, + "empty_count": 35361, + "empty_wait_ns": 6055147275441, + "canceled_count": 447 + } + }, + { + "line": "2026/10/29 21:43:35 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=37655 empty_count=36955 empty_wait_ns=6710552917520 canceled_count=447", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 37655, + "empty_count": 36955, + "empty_wait_ns": 6710552917520, + "canceled_count": 447 + } + }, + { + "line": "2026/10/29 21:43:36 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=39374 empty_count=38674 empty_wait_ns=7201364175267 canceled_count=447", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 39374, + "empty_count": 38674, + "empty_wait_ns": 7201364175267, + "canceled_count": 447 + } + }, + { + "line": "2026/10/29 21:43:37 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=41561 empty_count=40861 empty_wait_ns=7902380833504 canceled_count=447", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 41561, + "empty_count": 40861, + "empty_wait_ns": 7902380833504, + "canceled_count": 447 + } + }, + { + "line": "2026/10/29 21:43:38 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=43392 empty_count=42692 empty_wait_ns=8513849659578 canceled_count=447", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 43392, + "empty_count": 42692, + "empty_wait_ns": 8513849659578, + "canceled_count": 447 + } + }, + { + "line": "2026/10/29 21:43:39 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=45290 empty_count=44590 empty_wait_ns=9282476493204 canceled_count=447", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 45290, + "empty_count": 44590, + "empty_wait_ns": 9282476493204, + "canceled_count": 447 + } + }, + { + "line": "2026/10/29 21:43:40 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=47457 empty_count=46757 empty_wait_ns=10049558786347 canceled_count=447", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 47457, + "empty_count": 46757, + "empty_wait_ns": 10049558786347, + "canceled_count": 447 + } + }, + { + "line": "2026/10/29 21:43:41 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=49272 empty_count=48572 empty_wait_ns=10677709031219 canceled_count=447", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 49272, + "empty_count": 48572, + "empty_wait_ns": 10677709031219, + "canceled_count": 447 + } + }, + { + "line": "2026/10/29 21:43:42 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=51528 empty_count=50828 empty_wait_ns=11400972460413 canceled_count=447", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 51528, + "empty_count": 50828, + "empty_wait_ns": 11400972460413, + "canceled_count": 447 + } + }, + { + "line": "2026/10/29 21:43:44 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=53174 empty_count=52474 empty_wait_ns=11893850554183 canceled_count=447", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 53174, + "empty_count": 52474, + "empty_wait_ns": 11893850554183, + "canceled_count": 447 + } + }, + { + "line": "2026/10/29 21:43:44 INFO pg_pool_stats max_conns=8 acquired=7 idle=0 acquire_count=53599 empty_count=52899 empty_wait_ns=12245815303860 canceled_count=620", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 0, + "acquire_count": 53599, + "empty_count": 52899, + "empty_wait_ns": 12245815303860, + "canceled_count": 620 + } + }, + { + "line": "2026/10/29 21:43:45 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=55472 empty_count=54772 empty_wait_ns=12964768713783 canceled_count=620", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 55472, + "empty_count": 54772, + "empty_wait_ns": 12964768713783, + "canceled_count": 620 + } + }, + { + "line": "2026/10/29 21:43:46 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=57429 empty_count=56729 empty_wait_ns=13444787001863 canceled_count=620", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 57429, + "empty_count": 56729, + "empty_wait_ns": 13444787001863, + "canceled_count": 620 + } + }, + { + "line": "2026/10/29 21:43:47 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=59130 empty_count=58430 empty_wait_ns=13909702558113 canceled_count=620", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 59130, + "empty_count": 58430, + "empty_wait_ns": 13909702558113, + "canceled_count": 620 + } + }, + { + "line": "2026/10/29 21:43:48 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=60966 empty_count=60266 empty_wait_ns=14335204675234 canceled_count=620", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 60966, + "empty_count": 60266, + "empty_wait_ns": 14335204675234, + "canceled_count": 620 + } + }, + { + "line": "2026/10/29 21:43:49 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=62357 empty_count=61657 empty_wait_ns=14736566383366 canceled_count=620", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 62357, + "empty_count": 61657, + "empty_wait_ns": 14736566383366, + "canceled_count": 620 + } + }, + { + "line": "2026/10/29 21:43:50 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=63827 empty_count=63127 empty_wait_ns=15173149095628 canceled_count=620", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 63827, + "empty_count": 63127, + "empty_wait_ns": 15173149095628, + "canceled_count": 620 + } + }, + { + "line": "2026/10/29 21:43:51 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=65472 empty_count=64772 empty_wait_ns=15562464521711 canceled_count=620", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 65472, + "empty_count": 64772, + "empty_wait_ns": 15562464521711, + "canceled_count": 620 + } + }, + { + "line": "2026/10/29 21:43:52 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=67055 empty_count=66355 empty_wait_ns=15948905318204 canceled_count=620", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 67055, + "empty_count": 66355, + "empty_wait_ns": 15948905318204, + "canceled_count": 620 + } + }, + { + "line": "2026/10/29 21:43:53 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=68823 empty_count=68123 empty_wait_ns=16268039069050 canceled_count=620", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 68823, + "empty_count": 68123, + "empty_wait_ns": 16268039069050, + "canceled_count": 620 + } + }, + { + "line": "2026/10/29 21:43:54 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=70038 empty_count=69338 empty_wait_ns=16709844059026 canceled_count=620", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 70038, + "empty_count": 69338, + "empty_wait_ns": 16709844059026, + "canceled_count": 620 + } + }, + { + "line": "2026/10/29 21:43:55 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=71503 empty_count=70803 empty_wait_ns=17085009852944 canceled_count=620", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 71503, + "empty_count": 70803, + "empty_wait_ns": 17085009852944, + "canceled_count": 620 + } + }, + { + "line": "2026/10/29 21:43:56 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=72355 empty_count=71654 empty_wait_ns=17275768273557 canceled_count=620", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 72355, + "empty_count": 71654, + "empty_wait_ns": 17275768273557, + "canceled_count": 620 + } + } + ], + "6bcb3031193aeb14e0696976f431b5aa3514ed279ddb65a4bbf626474eabbbc3": [ + { + "line": "2026/10/29 21:43:26 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=23991 empty_count=22510 empty_wait_ns=4383808704076 canceled_count=182", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 23991, + "empty_count": 22510, + "empty_wait_ns": 4383808704076, + "canceled_count": 182 + } + }, + { + "line": "2026/10/29 21:43:27 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=25548 empty_count=24067 empty_wait_ns=4882972215263 canceled_count=182", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 25548, + "empty_count": 24067, + "empty_wait_ns": 4882972215263, + "canceled_count": 182 + } + }, + { + "line": "2026/10/29 21:43:28 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=27812 empty_count=26331 empty_wait_ns=5439801042904 canceled_count=182", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 27812, + "empty_count": 26331, + "empty_wait_ns": 5439801042904, + "canceled_count": 182 + } + }, + { + "line": "2026/10/29 21:43:29 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=28588 empty_count=27107 empty_wait_ns=5841588606442 canceled_count=182", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 28588, + "empty_count": 27107, + "empty_wait_ns": 5841588606442, + "canceled_count": 182 + } + }, + { + "line": "2026/10/29 21:43:30 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=30283 empty_count=28802 empty_wait_ns=6649655094322 canceled_count=182", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 30283, + "empty_count": 28802, + "empty_wait_ns": 6649655094322, + "canceled_count": 182 + } + }, + { + "line": "2026/10/29 21:43:31 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=31963 empty_count=30482 empty_wait_ns=7294531997009 canceled_count=182", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 31963, + "empty_count": 30482, + "empty_wait_ns": 7294531997009, + "canceled_count": 182 + } + }, + { + "line": "2026/10/29 21:43:32 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=33969 empty_count=32488 empty_wait_ns=7946737614679 canceled_count=182", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 33969, + "empty_count": 32488, + "empty_wait_ns": 7946737614679, + "canceled_count": 182 + } + }, + { + "line": "2026/10/29 21:43:33 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=35433 empty_count=33952 empty_wait_ns=8443859736352 canceled_count=182", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 35433, + "empty_count": 33952, + "empty_wait_ns": 8443859736352, + "canceled_count": 182 + } + }, + { + "line": "2026/10/29 21:43:34 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=35979 empty_count=34498 empty_wait_ns=8660043898852 canceled_count=823", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 35979, + "empty_count": 34498, + "empty_wait_ns": 8660043898852, + "canceled_count": 823 + } + }, + { + "line": "2026/10/29 21:43:35 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=37302 empty_count=35821 empty_wait_ns=9078556325537 canceled_count=823", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 37302, + "empty_count": 35821, + "empty_wait_ns": 9078556325537, + "canceled_count": 823 + } + }, + { + "line": "2026/10/29 21:43:36 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=39579 empty_count=38098 empty_wait_ns=9535601676605 canceled_count=823", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 39579, + "empty_count": 38098, + "empty_wait_ns": 9535601676605, + "canceled_count": 823 + } + }, + { + "line": "2026/10/29 21:43:37 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=41527 empty_count=40046 empty_wait_ns=9868285905758 canceled_count=823", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 41527, + "empty_count": 40046, + "empty_wait_ns": 9868285905758, + "canceled_count": 823 + } + }, + { + "line": "2026/10/29 21:43:38 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=43751 empty_count=42270 empty_wait_ns=10193714801364 canceled_count=823", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 43751, + "empty_count": 42270, + "empty_wait_ns": 10193714801364, + "canceled_count": 823 + } + }, + { + "line": "2026/10/29 21:43:39 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=45680 empty_count=44199 empty_wait_ns=10439424096694 canceled_count=823", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 45680, + "empty_count": 44199, + "empty_wait_ns": 10439424096694, + "canceled_count": 823 + } + }, + { + "line": "2026/10/29 21:43:40 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=47668 empty_count=46187 empty_wait_ns=10709342674553 canceled_count=823", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 47668, + "empty_count": 46187, + "empty_wait_ns": 10709342674553, + "canceled_count": 823 + } + }, + { + "line": "2026/10/29 21:43:41 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=49539 empty_count=48058 empty_wait_ns=11038588298927 canceled_count=823", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 49539, + "empty_count": 48058, + "empty_wait_ns": 11038588298927, + "canceled_count": 823 + } + }, + { + "line": "2026/10/29 21:43:42 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=51639 empty_count=50158 empty_wait_ns=11341717224260 canceled_count=823", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 51639, + "empty_count": 50158, + "empty_wait_ns": 11341717224260, + "canceled_count": 823 + } + }, + { + "line": "2026/10/29 21:43:43 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=52991 empty_count=51510 empty_wait_ns=11599634603591 canceled_count=823", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 52991, + "empty_count": 51510, + "empty_wait_ns": 11599634603591, + "canceled_count": 823 + } + }, + { + "line": "2026/10/29 21:43:44 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=53324 empty_count=51843 empty_wait_ns=11851627984951 canceled_count=973", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 53324, + "empty_count": 51843, + "empty_wait_ns": 11851627984951, + "canceled_count": 973 + } + }, + { + "line": "2026/10/29 21:43:45 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=55051 empty_count=53570 empty_wait_ns=12371583754034 canceled_count=973", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 55051, + "empty_count": 53570, + "empty_wait_ns": 12371583754034, + "canceled_count": 973 + } + }, + { + "line": "2026/10/29 21:43:46 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=56997 empty_count=55516 empty_wait_ns=12898759596357 canceled_count=973", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 56997, + "empty_count": 55516, + "empty_wait_ns": 12898759596357, + "canceled_count": 973 + } + }, + { + "line": "2026/10/29 21:43:47 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=58562 empty_count=57081 empty_wait_ns=13407896171564 canceled_count=973", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 58562, + "empty_count": 57081, + "empty_wait_ns": 13407896171564, + "canceled_count": 973 + } + }, + { + "line": "2026/10/29 21:43:48 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=60437 empty_count=58956 empty_wait_ns=13984069345056 canceled_count=973", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 60437, + "empty_count": 58956, + "empty_wait_ns": 13984069345056, + "canceled_count": 973 + } + }, + { + "line": "2026/10/29 21:43:49 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=61761 empty_count=60280 empty_wait_ns=14484253529332 canceled_count=973", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 61761, + "empty_count": 60280, + "empty_wait_ns": 14484253529332, + "canceled_count": 973 + } + }, + { + "line": "2026/10/29 21:43:50 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=63117 empty_count=61636 empty_wait_ns=15074077218008 canceled_count=973", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 63117, + "empty_count": 61636, + "empty_wait_ns": 15074077218008, + "canceled_count": 973 + } + }, + { + "line": "2026/10/29 21:43:51 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=64798 empty_count=63317 empty_wait_ns=15712278587665 canceled_count=973", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 64798, + "empty_count": 63317, + "empty_wait_ns": 15712278587665, + "canceled_count": 973 + } + }, + { + "line": "2026/10/29 21:43:52 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=66612 empty_count=65131 empty_wait_ns=16350621843094 canceled_count=973", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 66612, + "empty_count": 65131, + "empty_wait_ns": 16350621843094, + "canceled_count": 973 + } + }, + { + "line": "2026/10/29 21:43:53 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=68106 empty_count=66625 empty_wait_ns=16779214016310 canceled_count=973", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 68106, + "empty_count": 66625, + "empty_wait_ns": 16779214016310, + "canceled_count": 973 + } + }, + { + "line": "2026/10/29 21:43:54 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=69315 empty_count=67834 empty_wait_ns=17523215284887 canceled_count=1040", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 69315, + "empty_count": 67834, + "empty_wait_ns": 17523215284887, + "canceled_count": 1040 + } + }, + { + "line": "2026/10/29 21:43:55 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=70668 empty_count=69187 empty_wait_ns=18123602893532 canceled_count=1040", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 70668, + "empty_count": 69187, + "empty_wait_ns": 18123602893532, + "canceled_count": 1040 + } + }, + { + "line": "2026/10/29 21:43:56 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=71757 empty_count=70276 empty_wait_ns=18489448256025 canceled_count=1040", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 71757, + "empty_count": 70276, + "empty_wait_ns": 18489448256025, + "canceled_count": 1040 + } + } + ] +} diff --git a/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/postgres-statements.json b/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/postgres-statements.json new file mode 100644 index 00000000..c4c80a1e --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/postgres-statements.json @@ -0,0 +1,134 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 48835, + "total_exec_ms": 18827.644, + "mean_exec_ms": 0.386, + "rows": 48835, + "shared_blks_hit": 1158991, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 48842, + "total_exec_ms": 12537.118, + "mean_exec_ms": 0.257, + "rows": 48842, + "shared_blks_hit": 463381, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 49351, + "total_exec_ms": 2682.348, + "mean_exec_ms": 0.054, + "rows": 49351, + "shared_blks_hit": 197404, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 55.553, + "mean_exec_ms": 27.776, + "rows": 2, + "shared_blks_hit": 3139, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 6097083398544187049, + "calls": 48827, + "total_exec_ms": 45.044, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 48859, + "total_exec_ms": 35.147, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 8, + "total_exec_ms": 5.131, + "mean_exec_ms": 0.641, + "rows": 8, + "shared_blks_hit": 8, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 0.812, + "mean_exec_ms": 0.406, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.321, + "mean_exec_ms": 0.321, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.191, + "mean_exec_ms": 0.096, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": 4670030308230031587, + "calls": 2, + "total_exec_ms": 0.118, + "mean_exec_ms": 0.059, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1,current_setting($2),$3,current_setting($4),$5,current_setting($6),$7,current_setting($8))" + }, + { + "queryid": -7676915344437841334, + "calls": 9, + "total_exec_ms": 0.031, + "mean_exec_ms": 0.003, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/samples.jsonl b/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/samples.jsonl new file mode 100644 index 00000000..030490c2 --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/samples.jsonl @@ -0,0 +1,8 @@ +{"at_utc": "2026-10-29T21:43:27.320+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "117.91%", "Container": "8edd4966b58fae7a4a3683d38e112ea6878d89cbf577d190abb85eeaf21f6daf", "ID": "8edd4966b58f", "MemPerc": "21.81%", "MemUsage": "111.7MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "19.6MB / 20.8MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "117.61%", "Container": "6bcb3031193aeb14e0696976f431b5aa3514ed279ddb65a4bbf626474eabbbc3", "ID": "6bcb3031193a", "MemPerc": "27.07%", "MemUsage": "138.6MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "19.5MB / 20.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "36.88%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "43.66%", "MemUsage": "111.8MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "28.3MB / 29.5MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 402MB", "CPUPerc": "153.85%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "20.62%", "MemUsage": "105.6MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "22.1MB / 18.6MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.55%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.59%", "MemUsage": "9.715MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "4.58MB / 6.09MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:43:28.994+00:00", "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:43:29.868+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "389", "qcur": "0", "stot": "14981", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "633", "qcur": "0", "stot": "14974", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "29955", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:43:30.085+00:00"} +{"at_utc": "2026-10-29T21:43:30.586+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "116.35%", "Container": "8edd4966b58fae7a4a3683d38e112ea6878d89cbf577d190abb85eeaf21f6daf", "ID": "8edd4966b58f", "MemPerc": "20.92%", "MemUsage": "107.1MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "24.6MB / 26.3MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "100.20%", "Container": "6bcb3031193aeb14e0696976f431b5aa3514ed279ddb65a4bbf626474eabbbc3", "ID": "6bcb3031193a", "MemPerc": "28.69%", "MemUsage": "146.9MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "22.7MB / 24.3MB", "PIDs": "11"}, {"BlockIO": "0B / 0B", "CPUPerc": "43.64%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "43.84%", "MemUsage": "112.2MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "35.1MB / 36.6MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 435MB", "CPUPerc": "159.87%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "20.69%", "MemUsage": "105.9MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "27.8MB / 23.4MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "12.40%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.60%", "MemUsage": "9.723MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "5.7MB / 7.57MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:43:33.210+00:00", "postgres_activity": {"connections": 17, "active": 11, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:43:34.057+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "352", "qcur": "0", "stot": "18546", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "669", "qcur": "0", "stot": "18540", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1021", "qcur": "0", "stot": "37086", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:43:34.325+00:00"} +{"at_utc": "2026-10-29T21:43:34.828+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "105.92%", "Container": "8edd4966b58fae7a4a3683d38e112ea6878d89cbf577d190abb85eeaf21f6daf", "ID": "8edd4966b58f", "MemPerc": "25.81%", "MemUsage": "132.1MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "28.8MB / 30.8MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "110.49%", "Container": "6bcb3031193aeb14e0696976f431b5aa3514ed279ddb65a4bbf626474eabbbc3", "ID": "6bcb3031193a", "MemPerc": "24.98%", "MemUsage": "127.9MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "28.6MB / 30.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "37.98%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "44.03%", "MemUsage": "112.7MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "41.5MB / 43.3MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 463MB", "CPUPerc": "160.58%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "20.63%", "MemUsage": "105.6MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "32.6MB / 27.4MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "13.69%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.60%", "MemUsage": "9.73MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "6.76MB / 8.96MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:43:37.462+00:00", "postgres_activity": {"connections": 17, "active": 8, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:43:37.839+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "653", "qcur": "0", "stot": "21737", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "368", "qcur": "0", "stot": "21731", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1020", "qcur": "0", "stot": "43468", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:43:37.989+00:00"} +{"at_utc": "2026-10-29T21:43:38.494+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "119.73%", "Container": "8edd4966b58fae7a4a3683d38e112ea6878d89cbf577d190abb85eeaf21f6daf", "ID": "8edd4966b58f", "MemPerc": "30.49%", "MemUsage": "156.1MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "34MB / 36.4MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "119.20%", "Container": "6bcb3031193aeb14e0696976f431b5aa3514ed279ddb65a4bbf626474eabbbc3", "ID": "6bcb3031193a", "MemPerc": "25.86%", "MemUsage": "132.4MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "33.9MB / 36.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "37.86%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "44.33%", "MemUsage": "113.5MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "46.7MB / 48.8MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 500MB", "CPUPerc": "160.35%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "20.83%", "MemUsage": "106.6MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "38.8MB / 32.5MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.20%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.60%", "MemUsage": "9.727MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "7.95MB / 10.6MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:43:41.144+00:00", "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:43:41.531+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "685", "qcur": "0", "stot": "25433", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "338", "qcur": "0", "stot": "25426", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "50859", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:43:41.715+00:00"} +{"at_utc": "2026-10-29T21:43:42.216+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "145.81%", "Container": "8edd4966b58fae7a4a3683d38e112ea6878d89cbf577d190abb85eeaf21f6daf", "ID": "8edd4966b58f", "MemPerc": "29.72%", "MemUsage": "152.1MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "38.6MB / 41.4MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "117.59%", "Container": "6bcb3031193aeb14e0696976f431b5aa3514ed279ddb65a4bbf626474eabbbc3", "ID": "6bcb3031193a", "MemPerc": "24.87%", "MemUsage": "127.4MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "37.7MB / 40.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "89.59%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "44.16%", "MemUsage": "113MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "55MB / 57.7MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 531MB", "CPUPerc": "197.95%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "21.39%", "MemUsage": "109.5MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "44.1MB / 37MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "8.87%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.62%", "MemUsage": "9.758MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "8.97MB / 11.9MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:43:44.877+00:00", "postgres_activity": {"connections": 17, "active": 8, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:43:45.264+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "566", "qcur": "0", "stot": "28191", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "457", "qcur": "0", "stot": "28184", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "56375", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:43:45.420+00:00"} +{"at_utc": "2026-10-29T21:43:45.920+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "103.91%", "Container": "8edd4966b58fae7a4a3683d38e112ea6878d89cbf577d190abb85eeaf21f6daf", "ID": "8edd4966b58f", "MemPerc": "25.92%", "MemUsage": "132.7MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "42.2MB / 45.4MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "109.78%", "Container": "6bcb3031193aeb14e0696976f431b5aa3514ed279ddb65a4bbf626474eabbbc3", "ID": "6bcb3031193a", "MemPerc": "25.66%", "MemUsage": "131.4MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "41.8MB / 45MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "39.37%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "44.01%", "MemUsage": "112.7MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "60.1MB / 63.1MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 557MB", "CPUPerc": "163.56%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "22.36%", "MemUsage": "114.5MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "48.1MB / 40.4MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.73%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.59%", "MemUsage": "9.711MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "9.82MB / 13MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:43:48.042+00:00", "postgres_activity": {"connections": 17, "active": 12, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:43:48.459+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "461", "qcur": "0", "stot": "31082", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "561", "qcur": "0", "stot": "31076", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "62160", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:43:48.601+00:00"} +{"at_utc": "2026-10-29T21:43:49.102+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "109.07%", "Container": "8edd4966b58fae7a4a3683d38e112ea6878d89cbf577d190abb85eeaf21f6daf", "ID": "8edd4966b58f", "MemPerc": "24.15%", "MemUsage": "123.7MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "46.5MB / 50.1MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "119.06%", "Container": "6bcb3031193aeb14e0696976f431b5aa3514ed279ddb65a4bbf626474eabbbc3", "ID": "6bcb3031193a", "MemPerc": "27.07%", "MemUsage": "138.6MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "45.8MB / 49.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "38.72%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "44.03%", "MemUsage": "112.7MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "66MB / 69.3MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 586MB", "CPUPerc": "149.91%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "22.89%", "MemUsage": "117.2MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "53MB / 44.4MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.07%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.60%", "MemUsage": "9.727MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "10.5MB / 14MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:43:51.763+00:00", "postgres_activity": {"connections": 17, "active": 10, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:43:52.173+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "394", "qcur": "0", "stot": "33881", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "624", "qcur": "0", "stot": "33875", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1019", "qcur": "0", "stot": "67757", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:43:52.330+00:00"} +{"at_utc": "2026-10-29T21:43:52.833+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "90.28%", "Container": "8edd4966b58fae7a4a3683d38e112ea6878d89cbf577d190abb85eeaf21f6daf", "ID": "8edd4966b58f", "MemPerc": "23.60%", "MemUsage": "120.8MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "50.5MB / 54.4MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "181.48%", "Container": "6bcb3031193aeb14e0696976f431b5aa3514ed279ddb65a4bbf626474eabbbc3", "ID": "6bcb3031193a", "MemPerc": "27.71%", "MemUsage": "141.9MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "48.9MB / 52.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "31.20%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "43.86%", "MemUsage": "112.3MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "71.7MB / 75.3MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 629MB", "CPUPerc": "145.27%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "23.47%", "MemUsage": "120.2MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "57.7MB / 48.4MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "7.58%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.59%", "MemUsage": "9.715MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "11.7MB / 15.5MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:43:55.536+00:00", "postgres_activity": {"connections": 17, "active": 16, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:43:56.089+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "115", "qcur": "0", "stot": "36670", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "427", "qcur": "0", "stot": "36664", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "542", "qcur": "0", "stot": "73334", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:43:56.275+00:00"} diff --git a/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/warmup.json b/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/warmup.json new file mode 100644 index 00000000..b5e77692 --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/01-wal-sync-True-1/warmup.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 322.756, + "p95": 760.128, + "p99": 1250.707 + }, + "failure_counts": { + "dropped_inflight": 6586, + "http_503": 655 + }, + "instance_responses": { + "6bcb3031193a": 11514, + "8edd4966b58f": 11245 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "5940b1bde011532a", + "schedule_lag_ms": { + "p50": 0.075, + "p95": 0.131, + "p99": 0.261 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 30000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:43:09.157541Z", + "success_latency_ms": { + "p50": 319.203, + "p95": 722.452, + "p99": 1110.194 + }, + "success_ratio": 0.758633, + "successful_requests": 22759, + "successful_rps_wall": 2227.496, + "successful_rps_window": 2275.9, + "wall_duration_s": 10.217, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/compose-scale.log b/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/compose-scale.log new file mode 100644 index 00000000..29620d1c --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-b5e252d49c-api-1 Recreate + Container lab3-grade5-b5e252d49c-api-2 Recreate + Container lab3-grade5-b5e252d49c-api-1 Recreated + Container lab3-grade5-b5e252d49c-api-2 Recreated + Container lab3-grade5-b5e252d49c-api-1 Starting + Container lab3-grade5-b5e252d49c-api-1 Started + Container lab3-grade5-b5e252d49c-api-2 Starting + Container lab3-grade5-b5e252d49c-api-2 Started diff --git a/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/diagnostics-after.json b/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/diagnostics-after.json new file mode 100644 index 00000000..7839bf12 --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/diagnostics-after.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:44:55.319+00:00", + "cgroups": { + "71e8530bc452a1f51cb674e3f52def1dcad5d1860ad1b8b7755beb3496a037b5": { + "service": "api", + "usage_usec": 45281591, + "user_usec": 31459857, + "system_usec": 13821733, + "nr_periods": 463, + "nr_throttled": 12, + "throttled_usec": 1518108, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ae040cc81586e9c7f13aff2e6ed7eb7c56f110d2d3aca1adffff03b9ed7acd42": { + "service": "api", + "usage_usec": 40961594, + "user_usec": 29062185, + "system_usec": 11899409, + "nr_periods": 450, + "nr_throttled": 14, + "throttled_usec": 638930, + "nr_bursts": 0, + "burst_usec": 0 + }, + "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db": { + "service": "postgres", + "usage_usec": 123397009, + "user_usec": 83531792, + "system_usec": 39865217, + "nr_periods": 1064, + "nr_throttled": 61, + "throttled_usec": 7974221, + "nr_bursts": 0, + "burst_usec": 0 + }, + "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103": { + "service": "lb", + "usage_usec": 33148317, + "user_usec": 13442487, + "system_usec": 19705829, + "nr_periods": 957, + "nr_throttled": 33, + "throttled_usec": 6754790, + "nr_bursts": 0, + "burst_usec": 0 + }, + "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7": { + "service": "redis", + "usage_usec": 8548850, + "user_usec": 3460249, + "system_usec": 5088601, + "nr_periods": 1166, + "nr_throttled": 3, + "throttled_usec": 43379, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "off", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 9, + "write_bytes": 150994944, + "write_time": 132.345, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 106.35600000000001, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 45098, + "write_bytes": 472104960, + "write_time": 1026.288, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 33094, + "fsync_time": 27498.976000000002, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 724, + "write_bytes": 7274496, + "write_time": 9.971, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 15.875, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 3, + "write_bytes": 24576, + "write_time": 0.049, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 3, + "fsync_time": 0.331, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.027, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 57.233000000000004, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 31.567, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 265, + "write_bytes": 130744320, + "write_time": 936.8820000000001, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 246, + "fsync_time": 1926.046, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + } + ], + "wal": { + "wal_records": 3096208, + "wal_fpi": 5568, + "wal_bytes": 340959345, + "wal_buffers_full": 12708, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + } +} diff --git a/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/diagnostics-before.json b/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/diagnostics-before.json new file mode 100644 index 00000000..977dccf9 --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/diagnostics-before.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:44:20.889+00:00", + "cgroups": { + "71e8530bc452a1f51cb674e3f52def1dcad5d1860ad1b8b7755beb3496a037b5": { + "service": "api", + "usage_usec": 11634176, + "user_usec": 8111824, + "system_usec": 3522352, + "nr_periods": 143, + "nr_throttled": 6, + "throttled_usec": 1087750, + "nr_bursts": 0, + "burst_usec": 0 + }, + "ae040cc81586e9c7f13aff2e6ed7eb7c56f110d2d3aca1adffff03b9ed7acd42": { + "service": "api", + "usage_usec": 10536954, + "user_usec": 7314901, + "system_usec": 3222053, + "nr_periods": 130, + "nr_throttled": 9, + "throttled_usec": 451142, + "nr_bursts": 0, + "burst_usec": 0 + }, + "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db": { + "service": "postgres", + "usage_usec": 80325081, + "user_usec": 53646279, + "system_usec": 26678801, + "nr_periods": 740, + "nr_throttled": 29, + "throttled_usec": 3507504, + "nr_bursts": 0, + "burst_usec": 0 + }, + "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103": { + "service": "lb", + "usage_usec": 20726863, + "user_usec": 8305206, + "system_usec": 12421657, + "nr_periods": 638, + "nr_throttled": 22, + "throttled_usec": 4605071, + "nr_bursts": 0, + "burst_usec": 0 + }, + "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7": { + "service": "redis", + "usage_usec": 5480959, + "user_usec": 2244144, + "system_usec": 3236814, + "nr_periods": 834, + "nr_throttled": 3, + "throttled_usec": 43379, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "off", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 9, + "write_bytes": 150994944, + "write_time": 132.345, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 106.35600000000001, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 45098, + "write_bytes": 472104960, + "write_time": 1026.288, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 33094, + "fsync_time": 27498.976000000002, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 724, + "write_bytes": 7274496, + "write_time": 9.971, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 15.875, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 3, + "write_bytes": 24576, + "write_time": 0.049, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 3, + "fsync_time": 0.331, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.027, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 57.233000000000004, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 31.567, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 95, + "write_bytes": 59940864, + "write_time": 179.675, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 95, + "fsync_time": 884.986, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + } + ], + "wal": { + "wal_records": 2450681, + "wal_fpi": 3764, + "wal_bytes": 273072365, + "wal_buffers_full": 12708, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + } +} diff --git a/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/load.json b/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/load.json new file mode 100644 index 00000000..350b96c2 --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/load.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 562.566, + "p95": 1380.752, + "p99": 1677.034 + }, + "failure_counts": { + "dropped_inflight": 40554, + "http_503": 2389 + }, + "instance_responses": { + "71e8530bc452": 22334, + "ae040cc81586": 24723 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "859456d533b38853", + "schedule_lag_ms": { + "p50": 0.079, + "p95": 0.157, + "p99": 0.69 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:44:22.153362Z", + "success_latency_ms": { + "p50": 545.888, + "p95": 1197.662, + "p99": 1554.831 + }, + "success_ratio": 0.522856, + "successful_requests": 47057, + "successful_rps_wall": 1555.303, + "successful_rps_window": 1568.567, + "wall_duration_s": 30.256, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/pool-stats.json b/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/pool-stats.json new file mode 100644 index 00000000..fd7a6b46 --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/pool-stats.json @@ -0,0 +1,798 @@ +{ + "71e8530bc452a1f51cb674e3f52def1dcad5d1860ad1b8b7755beb3496a037b5": [ + { + "line": "2026/10/29 21:44:22 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=14900 empty_count=14852 empty_wait_ns=4682997975681 canceled_count=707", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 14900, + "empty_count": 14852, + "empty_wait_ns": 4682997975681, + "canceled_count": 707 + } + }, + { + "line": "2026/10/29 21:44:23 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=16316 empty_count=16268 empty_wait_ns=4911222735074 canceled_count=707", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 16316, + "empty_count": 16268, + "empty_wait_ns": 4911222735074, + "canceled_count": 707 + } + }, + { + "line": "2026/10/29 21:44:24 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=17195 empty_count=17147 empty_wait_ns=5355715870683 canceled_count=707", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 17195, + "empty_count": 17147, + "empty_wait_ns": 5355715870683, + "canceled_count": 707 + } + }, + { + "line": "2026/10/29 21:44:25 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=18272 empty_count=18224 empty_wait_ns=5790395596043 canceled_count=931", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 18272, + "empty_count": 18224, + "empty_wait_ns": 5790395596043, + "canceled_count": 931 + } + }, + { + "line": "2026/10/29 21:44:26 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=19612 empty_count=19564 empty_wait_ns=6414616244061 canceled_count=931", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 19612, + "empty_count": 19564, + "empty_wait_ns": 6414616244061, + "canceled_count": 931 + } + }, + { + "line": "2026/10/29 21:44:27 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=21001 empty_count=20953 empty_wait_ns=7028007053261 canceled_count=931", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 21001, + "empty_count": 20953, + "empty_wait_ns": 7028007053261, + "canceled_count": 931 + } + }, + { + "line": "2026/10/29 21:44:28 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=23315 empty_count=23267 empty_wait_ns=7762466602871 canceled_count=931", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 23315, + "empty_count": 23267, + "empty_wait_ns": 7762466602871, + "canceled_count": 931 + } + }, + { + "line": "2026/10/29 21:44:29 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=25627 empty_count=25579 empty_wait_ns=8416431461083 canceled_count=931", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 25627, + "empty_count": 25579, + "empty_wait_ns": 8416431461083, + "canceled_count": 931 + } + }, + { + "line": "2026/10/29 21:44:30 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=26891 empty_count=26843 empty_wait_ns=8993863185886 canceled_count=931", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 26891, + "empty_count": 26843, + "empty_wait_ns": 8993863185886, + "canceled_count": 931 + } + }, + { + "line": "2026/10/29 21:44:31 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=28722 empty_count=28674 empty_wait_ns=9695926165069 canceled_count=931", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 28722, + "empty_count": 28674, + "empty_wait_ns": 9695926165069, + "canceled_count": 931 + } + }, + { + "line": "2026/10/29 21:44:32 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=30854 empty_count=30806 empty_wait_ns=10642057407624 canceled_count=931", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 30854, + "empty_count": 30806, + "empty_wait_ns": 10642057407624, + "canceled_count": 931 + } + }, + { + "line": "2026/10/29 21:44:33 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=33122 empty_count=33074 empty_wait_ns=11606992140116 canceled_count=931", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 33122, + "empty_count": 33074, + "empty_wait_ns": 11606992140116, + "canceled_count": 931 + } + }, + { + "line": "2026/10/29 21:44:34 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=33834 empty_count=33786 empty_wait_ns=11953547068195 canceled_count=1281", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 33834, + "empty_count": 33786, + "empty_wait_ns": 11953547068195, + "canceled_count": 1281 + } + }, + { + "line": "2026/10/29 21:44:35 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=34126 empty_count=34078 empty_wait_ns=12036537721441 canceled_count=1925", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 34126, + "empty_count": 34078, + "empty_wait_ns": 12036537721441, + "canceled_count": 1925 + } + }, + { + "line": "2026/10/29 21:44:36 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=36299 empty_count=36251 empty_wait_ns=12637896001566 canceled_count=1925", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 36299, + "empty_count": 36251, + "empty_wait_ns": 12637896001566, + "canceled_count": 1925 + } + }, + { + "line": "2026/10/29 21:44:37 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=38198 empty_count=38150 empty_wait_ns=13058593114052 canceled_count=1925", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 38198, + "empty_count": 38150, + "empty_wait_ns": 13058593114052, + "canceled_count": 1925 + } + }, + { + "line": "2026/10/29 21:44:38 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=39300 empty_count=39252 empty_wait_ns=13555814800871 canceled_count=1925", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 39300, + "empty_count": 39252, + "empty_wait_ns": 13555814800871, + "canceled_count": 1925 + } + }, + { + "line": "2026/10/29 21:44:39 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=41400 empty_count=41352 empty_wait_ns=14172047475163 canceled_count=1925", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 41400, + "empty_count": 41352, + "empty_wait_ns": 14172047475163, + "canceled_count": 1925 + } + }, + { + "line": "2026/10/29 21:44:40 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=43554 empty_count=43506 empty_wait_ns=14703521871446 canceled_count=1925", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 43554, + "empty_count": 43506, + "empty_wait_ns": 14703521871446, + "canceled_count": 1925 + } + }, + { + "line": "2026/10/29 21:44:41 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=45555 empty_count=45507 empty_wait_ns=15193113584813 canceled_count=1925", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 45555, + "empty_count": 45507, + "empty_wait_ns": 15193113584813, + "canceled_count": 1925 + } + }, + { + "line": "2026/10/29 21:44:42 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=47276 empty_count=47228 empty_wait_ns=15743206552451 canceled_count=1925", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 47276, + "empty_count": 47228, + "empty_wait_ns": 15743206552451, + "canceled_count": 1925 + } + }, + { + "line": "2026/10/29 21:44:43 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=49580 empty_count=49532 empty_wait_ns=16292379912415 canceled_count=1925", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 49580, + "empty_count": 49532, + "empty_wait_ns": 16292379912415, + "canceled_count": 1925 + } + }, + { + "line": "2026/10/29 21:44:44 INFO pg_pool_stats max_conns=8 acquired=7 idle=0 acquire_count=50152 empty_count=50104 empty_wait_ns=16588526508658 canceled_count=2012", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 0, + "acquire_count": 50152, + "empty_count": 50104, + "empty_wait_ns": 16588526508658, + "canceled_count": 2012 + } + }, + { + "line": "2026/10/29 21:44:45 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=50765 empty_count=50717 empty_wait_ns=16879512019205 canceled_count=2493", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 50765, + "empty_count": 50717, + "empty_wait_ns": 16879512019205, + "canceled_count": 2493 + } + }, + { + "line": "2026/10/29 21:44:46 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=51711 empty_count=51663 empty_wait_ns=17453249705592 canceled_count=2493", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 51711, + "empty_count": 51663, + "empty_wait_ns": 17453249705592, + "canceled_count": 2493 + } + }, + { + "line": "2026/10/29 21:44:47 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=52987 empty_count=52939 empty_wait_ns=18214875445747 canceled_count=2493", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 52987, + "empty_count": 52939, + "empty_wait_ns": 18214875445747, + "canceled_count": 2493 + } + }, + { + "line": "2026/10/29 21:44:48 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=54703 empty_count=54655 empty_wait_ns=18974268261261 canceled_count=2493", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 54703, + "empty_count": 54655, + "empty_wait_ns": 18974268261261, + "canceled_count": 2493 + } + }, + { + "line": "2026/10/29 21:44:49 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=55757 empty_count=55709 empty_wait_ns=19702243330085 canceled_count=2493", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 55757, + "empty_count": 55709, + "empty_wait_ns": 19702243330085, + "canceled_count": 2493 + } + }, + { + "line": "2026/10/29 21:44:50 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=56917 empty_count=56869 empty_wait_ns=20540485828129 canceled_count=2493", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 56917, + "empty_count": 56869, + "empty_wait_ns": 20540485828129, + "canceled_count": 2493 + } + }, + { + "line": "2026/10/29 21:44:51 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=57696 empty_count=57648 empty_wait_ns=21133474142324 canceled_count=3008", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 57696, + "empty_count": 57648, + "empty_wait_ns": 21133474142324, + "canceled_count": 3008 + } + }, + { + "line": "2026/10/29 21:44:52 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=60495 empty_count=60447 empty_wait_ns=21944217756628 canceled_count=3008", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 60495, + "empty_count": 60447, + "empty_wait_ns": 21944217756628, + "canceled_count": 3008 + } + }, + { + "line": "2026/10/29 21:44:53 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=60911 empty_count=60863 empty_wait_ns=22014286548483 canceled_count=3008", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 60911, + "empty_count": 60863, + "empty_wait_ns": 22014286548483, + "canceled_count": 3008 + } + }, + { + "line": "2026/10/29 21:44:54 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=60912 empty_count=60863 empty_wait_ns=22014286548483 canceled_count=3008", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 60912, + "empty_count": 60863, + "empty_wait_ns": 22014286548483, + "canceled_count": 3008 + } + } + ], + "ae040cc81586e9c7f13aff2e6ed7eb7c56f110d2d3aca1adffff03b9ed7acd42": [ + { + "line": "2026/10/29 21:44:22 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=15730 empty_count=15683 empty_wait_ns=3018687713924 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 15730, + "empty_count": 15683, + "empty_wait_ns": 3018687713924, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:23 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=17722 empty_count=17675 empty_wait_ns=3359564341003 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 17722, + "empty_count": 17675, + "empty_wait_ns": 3359564341003, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:24 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=18456 empty_count=18409 empty_wait_ns=3667144825429 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 18456, + "empty_count": 18409, + "empty_wait_ns": 3667144825429, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:25 INFO pg_pool_stats max_conns=8 acquired=4 idle=4 acquire_count=19833 empty_count=19786 empty_wait_ns=4073952647459 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 4, + "idle": 4, + "acquire_count": 19833, + "empty_count": 19786, + "empty_wait_ns": 4073952647459, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:26 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=21040 empty_count=20993 empty_wait_ns=4394056329316 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 21040, + "empty_count": 20993, + "empty_wait_ns": 4394056329316, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:27 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=23090 empty_count=23043 empty_wait_ns=4860858377059 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 23090, + "empty_count": 23043, + "empty_wait_ns": 4860858377059, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:28 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=25276 empty_count=25229 empty_wait_ns=5182307718251 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 25276, + "empty_count": 25229, + "empty_wait_ns": 5182307718251, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:29 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=27149 empty_count=27102 empty_wait_ns=5493531454832 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 27149, + "empty_count": 27102, + "empty_wait_ns": 5493531454832, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:30 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=29039 empty_count=28992 empty_wait_ns=5872004884522 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 29039, + "empty_count": 28992, + "empty_wait_ns": 5872004884522, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:31 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=31468 empty_count=31421 empty_wait_ns=6043129223450 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 31468, + "empty_count": 31421, + "empty_wait_ns": 6043129223450, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:32 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=33950 empty_count=33196 empty_wait_ns=6064714094374 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 33950, + "empty_count": 33196, + "empty_wait_ns": 6064714094374, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:33 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=36059 empty_count=34309 empty_wait_ns=6068714771978 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 36059, + "empty_count": 34309, + "empty_wait_ns": 6068714771978, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:34 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=36288 empty_count=34422 empty_wait_ns=6070843738191 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 36288, + "empty_count": 34422, + "empty_wait_ns": 6070843738191, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:35 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=37055 empty_count=35189 empty_wait_ns=6289375105832 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 37055, + "empty_count": 35189, + "empty_wait_ns": 6289375105832, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:36 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=38841 empty_count=36975 empty_wait_ns=6730843981933 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 38841, + "empty_count": 36975, + "empty_wait_ns": 6730843981933, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:37 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=40958 empty_count=39092 empty_wait_ns=7289620449029 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 40958, + "empty_count": 39092, + "empty_wait_ns": 7289620449029, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:38 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=42373 empty_count=40507 empty_wait_ns=7754922924860 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 42373, + "empty_count": 40507, + "empty_wait_ns": 7754922924860, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:39 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=44470 empty_count=42604 empty_wait_ns=8157775319404 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 44470, + "empty_count": 42604, + "empty_wait_ns": 8157775319404, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:40 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=46343 empty_count=44477 empty_wait_ns=8646954531762 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 46343, + "empty_count": 44477, + "empty_wait_ns": 8646954531762, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:41 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=48259 empty_count=46393 empty_wait_ns=9100968848652 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 48259, + "empty_count": 46393, + "empty_wait_ns": 9100968848652, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:42 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=50359 empty_count=48493 empty_wait_ns=9599936769280 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 50359, + "empty_count": 48493, + "empty_wait_ns": 9599936769280, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:43 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=52996 empty_count=51130 empty_wait_ns=10003837302224 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 52996, + "empty_count": 51130, + "empty_wait_ns": 10003837302224, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:44 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=53712 empty_count=51846 empty_wait_ns=10141552604158 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 53712, + "empty_count": 51846, + "empty_wait_ns": 10141552604158, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:45 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=54828 empty_count=52962 empty_wait_ns=10451676001605 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 54828, + "empty_count": 52962, + "empty_wait_ns": 10451676001605, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:46 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=55812 empty_count=53946 empty_wait_ns=10790620335847 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 55812, + "empty_count": 53946, + "empty_wait_ns": 10790620335847, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:47 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=57192 empty_count=55326 empty_wait_ns=11093480934387 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 57192, + "empty_count": 55326, + "empty_wait_ns": 11093480934387, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:48 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=59283 empty_count=57417 empty_wait_ns=11284828848069 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 59283, + "empty_count": 57417, + "empty_wait_ns": 11284828848069, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:49 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=60626 empty_count=58760 empty_wait_ns=11367542007695 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 60626, + "empty_count": 58760, + "empty_wait_ns": 11367542007695, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:50 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=61578 empty_count=59712 empty_wait_ns=11451952132549 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 61578, + "empty_count": 59712, + "empty_wait_ns": 11451952132549, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:51 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=63073 empty_count=61207 empty_wait_ns=11639487392007 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 63073, + "empty_count": 61207, + "empty_wait_ns": 11639487392007, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:52 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=65116 empty_count=63250 empty_wait_ns=11744854977222 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 65116, + "empty_count": 63250, + "empty_wait_ns": 11744854977222, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:53 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=65117 empty_count=63250 empty_wait_ns=11744854977222 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 65117, + "empty_count": 63250, + "empty_wait_ns": 11744854977222, + "canceled_count": 215 + } + }, + { + "line": "2026/10/29 21:44:54 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=65118 empty_count=63250 empty_wait_ns=11744854977222 canceled_count=215", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 65118, + "empty_count": 63250, + "empty_wait_ns": 11744854977222, + "canceled_count": 215 + } + } + ] +} diff --git a/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/postgres-statements.json b/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/postgres-statements.json new file mode 100644 index 00000000..b3b3454d --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/postgres-statements.json @@ -0,0 +1,134 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 47076, + "total_exec_ms": 20977.441, + "mean_exec_ms": 0.446, + "rows": 47076, + "shared_blks_hit": 1118631, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 47085, + "total_exec_ms": 14017.77, + "mean_exec_ms": 0.298, + "rows": 47085, + "shared_blks_hit": 449070, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 48319, + "total_exec_ms": 4283.643, + "mean_exec_ms": 0.089, + "rows": 48319, + "shared_blks_hit": 193276, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 6097083398544187049, + "calls": 47062, + "total_exec_ms": 36.769, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": 4854991825702068830, + "calls": 47105, + "total_exec_ms": 31.901, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 30.762, + "mean_exec_ms": 15.381, + "rows": 2, + "shared_blks_hit": 3120, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 7421764486656699138, + "calls": 8, + "total_exec_ms": 5.989, + "mean_exec_ms": 0.749, + "rows": 8, + "shared_blks_hit": 8, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 0.593, + "mean_exec_ms": 0.296, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.181, + "mean_exec_ms": 0.181, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.135, + "mean_exec_ms": 0.068, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": 4670030308230031587, + "calls": 2, + "total_exec_ms": 0.125, + "mean_exec_ms": 0.062, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1,current_setting($2),$3,current_setting($4),$5,current_setting($6),$7,current_setting($8))" + }, + { + "queryid": -7676915344437841334, + "calls": 5, + "total_exec_ms": 0.006, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/samples.jsonl b/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/samples.jsonl new file mode 100644 index 00000000..275c3f33 --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/samples.jsonl @@ -0,0 +1,8 @@ +{"at_utc": "2026-10-29T21:44:23.402+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "109.40%", "Container": "71e8530bc452a1f51cb674e3f52def1dcad5d1860ad1b8b7755beb3496a037b5", "ID": "71e8530bc452", "MemPerc": "21.30%", "MemUsage": "109MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "13.9MB / 14.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "99.68%", "Container": "ae040cc81586e9c7f13aff2e6ed7eb7c56f110d2d3aca1adffff03b9ed7acd42", "ID": "ae040cc81586", "MemPerc": "20.50%", "MemUsage": "105MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "14.5MB / 15.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "41.88%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "45.41%", "MemUsage": "116.3MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "94.8MB / 99.3MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 840MB", "CPUPerc": "200.56%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "24.09%", "MemUsage": "123.3MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "74.3MB / 62.3MB", "PIDs": "26"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "8.92%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.65%", "MemUsage": "9.789MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "15.4MB / 20.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:44:26.087+00:00", "postgres_activity": {"connections": 17, "active": 3, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:44:26.743+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "636", "qcur": "0", "stot": "47961", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "380", "qcur": "0", "stot": "47950", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1018", "qcur": "0", "stot": "95913", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:44:26.887+00:00"} +{"at_utc": "2026-10-29T21:44:27.392+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "125.48%", "Container": "71e8530bc452a1f51cb674e3f52def1dcad5d1860ad1b8b7755beb3496a037b5", "ID": "71e8530bc452", "MemPerc": "23.66%", "MemUsage": "121.1MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "18MB / 19MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "120.47%", "Container": "ae040cc81586e9c7f13aff2e6ed7eb7c56f110d2d3aca1adffff03b9ed7acd42", "ID": "ae040cc81586", "MemPerc": "17.94%", "MemUsage": "91.87MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "18.7MB / 19.9MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "52.12%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "45.46%", "MemUsage": "116.4MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "101MB / 105MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 848MB", "CPUPerc": "158.69%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "24.05%", "MemUsage": "123.2MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "80.1MB / 67.2MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.10%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.63%", "MemUsage": "9.766MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "16.3MB / 21.6MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:44:29.252+00:00", "postgres_activity": {"connections": 17, "active": 5, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:44:29.763+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "641", "qcur": "0", "stot": "51010", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "380", "qcur": "0", "stot": "50998", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1021", "qcur": "0", "stot": "102008", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:44:29.967+00:00"} +{"at_utc": "2026-10-29T21:44:30.475+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "128.45%", "Container": "71e8530bc452a1f51cb674e3f52def1dcad5d1860ad1b8b7755beb3496a037b5", "ID": "71e8530bc452", "MemPerc": "32.42%", "MemUsage": "166MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "23.4MB / 24.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "110.43%", "Container": "ae040cc81586e9c7f13aff2e6ed7eb7c56f110d2d3aca1adffff03b9ed7acd42", "ID": "ae040cc81586", "MemPerc": "16.09%", "MemUsage": "82.39MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "24.5MB / 26.5MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "44.52%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "45.85%", "MemUsage": "117.4MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "106MB / 111MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 857MB", "CPUPerc": "150.97%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "24.10%", "MemUsage": "123.4MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "86.7MB / 72.8MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.87%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.62%", "MemUsage": "9.754MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "17.6MB / 23.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:44:33.107+00:00", "postgres_activity": {"connections": 17, "active": 2, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:44:33.618+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "990", "qcur": "0", "stot": "54966", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "28", "qcur": "0", "stot": "54955", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1015", "qcur": "0", "stot": "109921", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:44:34.268+00:00"} +{"at_utc": "2026-10-29T21:44:34.777+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "121.41%", "Container": "71e8530bc452a1f51cb674e3f52def1dcad5d1860ad1b8b7755beb3496a037b5", "ID": "71e8530bc452", "MemPerc": "25.37%", "MemUsage": "129.9MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "27.8MB / 29.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "112.47%", "Container": "ae040cc81586e9c7f13aff2e6ed7eb7c56f110d2d3aca1adffff03b9ed7acd42", "ID": "ae040cc81586", "MemPerc": "24.14%", "MemUsage": "123.6MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "28.9MB / 30.9MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "29.50%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "46.01%", "MemUsage": "117.8MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "113MB / 118MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 864MB", "CPUPerc": "160.20%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "24.10%", "MemUsage": "123.4MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "91.5MB / 76.8MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "15.55%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.63%", "MemUsage": "9.766MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "18.7MB / 24.8MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:44:37.460+00:00", "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:44:38.075+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "617", "qcur": "0", "stot": "58149", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "399", "qcur": "0", "stot": "58138", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1016", "qcur": "0", "stot": "116287", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:44:38.352+00:00"} +{"at_utc": "2026-10-29T21:44:38.853+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "133.89%", "Container": "71e8530bc452a1f51cb674e3f52def1dcad5d1860ad1b8b7755beb3496a037b5", "ID": "71e8530bc452", "MemPerc": "27.13%", "MemUsage": "138.9MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "31.5MB / 33.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "104.93%", "Container": "ae040cc81586e9c7f13aff2e6ed7eb7c56f110d2d3aca1adffff03b9ed7acd42", "ID": "ae040cc81586", "MemPerc": "23.34%", "MemUsage": "119.5MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "34.2MB / 36.7MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "36.83%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "46.05%", "MemUsage": "117.9MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "122MB / 128MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 884MB", "CPUPerc": "194.25%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "25.59%", "MemUsage": "131MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "97.7MB / 82MB", "PIDs": "26"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.64%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.60%", "MemUsage": "9.727MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "20MB / 26.4MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:44:41.516+00:00", "postgres_activity": {"connections": 17, "active": 3, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:44:42.010+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "584", "qcur": "0", "stot": "61876", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "437", "qcur": "0", "stot": "61865", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "123742", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:44:42.168+00:00"} +{"at_utc": "2026-10-29T21:44:42.679+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "111.09%", "Container": "71e8530bc452a1f51cb674e3f52def1dcad5d1860ad1b8b7755beb3496a037b5", "ID": "71e8530bc452", "MemPerc": "26.23%", "MemUsage": "134.3MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "37.3MB / 39.9MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "106.51%", "Container": "ae040cc81586e9c7f13aff2e6ed7eb7c56f110d2d3aca1adffff03b9ed7acd42", "ID": "ae040cc81586", "MemPerc": "20.64%", "MemUsage": "105.7MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "39.1MB / 42MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "38.43%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "45.75%", "MemUsage": "117.1MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "129MB / 135MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 891MB", "CPUPerc": "126.28%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "24.12%", "MemUsage": "123.5MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "103MB / 86.2MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.39%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.57%", "MemUsage": "9.688MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "20.8MB / 27.5MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:44:45.756+00:00", "postgres_activity": {"connections": 17, "active": 11, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:44:46.368+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "697", "qcur": "0", "stot": "65045", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "326", "qcur": "0", "stot": "65034", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "130079", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:44:46.718+00:00"} +{"at_utc": "2026-10-29T21:44:47.229+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "141.01%", "Container": "71e8530bc452a1f51cb674e3f52def1dcad5d1860ad1b8b7755beb3496a037b5", "ID": "71e8530bc452", "MemPerc": "30.44%", "MemUsage": "155.9MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "41.2MB / 44MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "118.95%", "Container": "ae040cc81586e9c7f13aff2e6ed7eb7c56f110d2d3aca1adffff03b9ed7acd42", "ID": "ae040cc81586", "MemPerc": "17.88%", "MemUsage": "91.56MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "43.2MB / 46.7MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "49.32%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "45.87%", "MemUsage": "117.4MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "135MB / 141MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 912MB", "CPUPerc": "144.64%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "24.27%", "MemUsage": "124.3MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "107MB / 90.2MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "13.08%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.62%", "MemUsage": "9.754MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "21.8MB / 28.8MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:44:49.931+00:00", "postgres_activity": {"connections": 14, "active": 2, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:44:50.797+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "764", "qcur": "0", "stot": "67994", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "254", "qcur": "0", "stot": "67983", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1015", "qcur": "0", "stot": "135977", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:44:50.978+00:00"} +{"at_utc": "2026-10-29T21:44:51.483+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "0.50%", "Container": "71e8530bc452a1f51cb674e3f52def1dcad5d1860ad1b8b7755beb3496a037b5", "ID": "71e8530bc452", "MemPerc": "29.54%", "MemUsage": "151.2MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "44.8MB / 48.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "0.46%", "Container": "ae040cc81586e9c7f13aff2e6ed7eb7c56f110d2d3aca1adffff03b9ed7acd42", "ID": "ae040cc81586", "MemPerc": "16.89%", "MemUsage": "86.47MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "46.5MB / 50.2MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "3.38%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "45.24%", "MemUsage": "115.8MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "140MB / 147MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 919MB", "CPUPerc": "0.32%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "24.36%", "MemUsage": "124.7MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "112MB / 93.6MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.66%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.79%", "MemUsage": "9.977MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "22.7MB / 30MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:44:54.101+00:00", "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:44:54.389+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "69353", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "69342", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "138695", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:44:54.500+00:00"} diff --git a/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/warmup.json b/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/warmup.json new file mode 100644 index 00000000..dccd46bc --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/02-wal-sync-False-2/warmup.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 521.744, + "p95": 1566.005, + "p99": 2500.691 + }, + "failure_counts": { + "dropped_inflight": 14092, + "http_503": 944 + }, + "instance_responses": { + "71e8530bc452": 7234, + "ae040cc81586": 7730 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "edbd8f82109904e9", + "schedule_lag_ms": { + "p50": 0.081, + "p95": 0.296, + "p99": 43.14 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 30000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:44:04.702471Z", + "success_latency_ms": { + "p50": 508.039, + "p95": 1104.943, + "p99": 1294.779 + }, + "success_ratio": 0.4988, + "successful_requests": 14964, + "successful_rps_wall": 1474.363, + "successful_rps_window": 1496.4, + "wall_duration_s": 10.149, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/compose-scale.log b/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/compose-scale.log new file mode 100644 index 00000000..a361b05f --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/compose-scale.log @@ -0,0 +1,8 @@ + Container lab3-grade5-b5e252d49c-api-1 Recreate + Container lab3-grade5-b5e252d49c-api-2 Recreate + Container lab3-grade5-b5e252d49c-api-2 Recreated + Container lab3-grade5-b5e252d49c-api-1 Recreated + Container lab3-grade5-b5e252d49c-api-2 Starting + Container lab3-grade5-b5e252d49c-api-2 Started + Container lab3-grade5-b5e252d49c-api-1 Starting + Container lab3-grade5-b5e252d49c-api-1 Started diff --git a/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/diagnostics-after.json b/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/diagnostics-after.json new file mode 100644 index 00000000..bb30cd58 --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/diagnostics-after.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:45:52.215+00:00", + "cgroups": { + "a0d0f740b7135947e98d5ebf512b3074086b25b7ff5ef42de39d2dee14708ca5": { + "service": "api", + "usage_usec": 41720320, + "user_usec": 30241594, + "system_usec": 11478726, + "nr_periods": 447, + "nr_throttled": 5, + "throttled_usec": 458016, + "nr_bursts": 0, + "burst_usec": 0 + }, + "d4f8d368e8f5c0b9f4905c6f52b455b663804c838d377ed0701eee5e749fab29": { + "service": "api", + "usage_usec": 40799229, + "user_usec": 29129323, + "system_usec": 11669906, + "nr_periods": 444, + "nr_throttled": 5, + "throttled_usec": 707731, + "nr_bursts": 0, + "burst_usec": 0 + }, + "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db": { + "service": "postgres", + "usage_usec": 184285732, + "user_usec": 123534804, + "system_usec": 60750928, + "nr_periods": 1566, + "nr_throttled": 94, + "throttled_usec": 11047985, + "nr_bursts": 0, + "burst_usec": 0 + }, + "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103": { + "service": "lb", + "usage_usec": 48823015, + "user_usec": 19754984, + "system_usec": 29068031, + "nr_periods": 1441, + "nr_throttled": 46, + "throttled_usec": 8318898, + "nr_bursts": 0, + "burst_usec": 0 + }, + "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7": { + "service": "redis", + "usage_usec": 12513676, + "user_usec": 5085909, + "system_usec": 7427766, + "nr_periods": 1696, + "nr_throttled": 4, + "throttled_usec": 53894, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 9, + "write_bytes": 150994944, + "write_time": 132.345, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 106.35600000000001, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 78797, + "write_bytes": 826179584, + "write_time": 2181.326, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 60416, + "fsync_time": 54236.493, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 724, + "write_bytes": 7274496, + "write_time": 9.971, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 15.875, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 4, + "write_bytes": 32768, + "write_time": 0.067, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 4, + "fsync_time": 0.41300000000000003, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.027, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 57.233000000000004, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 31.567, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 300, + "write_bytes": 148905984, + "write_time": 957.003, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 281, + "fsync_time": 2026.47, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + } + ], + "wal": { + "wal_records": 4558512, + "wal_fpi": 6157, + "wal_bytes": 489898323, + "wal_buffers_full": 19074, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + } +} diff --git a/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/diagnostics-before.json b/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/diagnostics-before.json new file mode 100644 index 00000000..92de122f --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/diagnostics-before.json @@ -0,0 +1,691 @@ +{ + "at_utc": "2026-10-29T21:45:19.408+00:00", + "cgroups": { + "a0d0f740b7135947e98d5ebf512b3074086b25b7ff5ef42de39d2dee14708ca5": { + "service": "api", + "usage_usec": 11356573, + "user_usec": 8134449, + "system_usec": 3222123, + "nr_periods": 132, + "nr_throttled": 3, + "throttled_usec": 369364, + "nr_bursts": 0, + "burst_usec": 0 + }, + "d4f8d368e8f5c0b9f4905c6f52b455b663804c838d377ed0701eee5e749fab29": { + "service": "api", + "usage_usec": 11229992, + "user_usec": 7919589, + "system_usec": 3310403, + "nr_periods": 132, + "nr_throttled": 3, + "throttled_usec": 664291, + "nr_bursts": 0, + "burst_usec": 0 + }, + "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db": { + "service": "postgres", + "usage_usec": 141471864, + "user_usec": 95873744, + "system_usec": 45598120, + "nr_periods": 1244, + "nr_throttled": 70, + "throttled_usec": 8843235, + "nr_bursts": 0, + "burst_usec": 0 + }, + "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103": { + "service": "lb", + "usage_usec": 37621621, + "user_usec": 15193180, + "system_usec": 22428441, + "nr_periods": 1123, + "nr_throttled": 38, + "throttled_usec": 7883993, + "nr_bursts": 0, + "burst_usec": 0 + }, + "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7": { + "service": "redis", + "usage_usec": 9698066, + "user_usec": 3940801, + "system_usec": 5757264, + "nr_periods": 1376, + "nr_throttled": 4, + "throttled_usec": 53894, + "nr_bursts": 0, + "burst_usec": 0 + } + }, + "durability": { + "fsync": "on", + "synchronous_commit": "on", + "commit_delay": "0", + "commit_siblings": "5" + }, + "wal_io": [ + { + "backend_type": "client backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 9, + "write_bytes": 150994944, + "write_time": 132.345, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 106.35600000000001, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "client backend", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 59087, + "write_bytes": 607379456, + "write_time": 1349.38, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 40716, + "fsync_time": 34090.731, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum launcher", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "autovacuum worker", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 724, + "write_bytes": 7274496, + "write_time": 9.971, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 9, + "fsync_time": 15.875, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsender", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "slotsync worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "standalone backend", + "object": "wal", + "context": "normal", + "reads": 3, + "read_bytes": 24576, + "read_time": 0, + "writes": 760, + "write_bytes": 13942784, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "background writer", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "checkpointer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 4, + "write_bytes": 32768, + "write_time": 0.067, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 4, + "fsync_time": 0.41300000000000003, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "io worker", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "startup", + "object": "wal", + "context": "normal", + "reads": 4, + "read_bytes": 32768, + "read_time": 0.027, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walreceiver", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walsummarizer", + "object": "wal", + "context": "normal", + "reads": 0, + "read_bytes": 0, + "read_time": 0, + "writes": 0, + "write_bytes": 0, + "write_time": 0, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 0, + "fsync_time": 0, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "init", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 1, + "write_bytes": 16777216, + "write_time": 57.233000000000004, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 1, + "fsync_time": 31.567, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + }, + { + "backend_type": "walwriter", + "object": "wal", + "context": "normal", + "reads": null, + "read_bytes": null, + "read_time": null, + "writes": 283, + "write_bytes": 148766720, + "write_time": 956.131, + "writebacks": null, + "writeback_time": null, + "extends": null, + "extend_bytes": null, + "extend_time": null, + "hits": null, + "evictions": null, + "reuses": null, + "fsyncs": 264, + "fsync_time": 1989.107, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + } + ], + "wal": { + "wal_records": 3945596, + "wal_fpi": 5619, + "wal_bytes": 433075904, + "wal_buffers_full": 19074, + "stats_reset": "2026-10-29T21:42:50.79633+00:00" + } +} diff --git a/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/load.json b/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/load.json new file mode 100644 index 00000000..56c5a04d --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/load.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 601.488, + "p95": 1274.677, + "p99": 1544.823 + }, + "failure_counts": { + "dropped_inflight": 44266, + "http_503": 2900 + }, + "instance_responses": { + "a0d0f740b713": 20596, + "d4f8d368e8f5": 22238 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "d6f95f35a270c6cd", + "schedule_lag_ms": { + "p50": 0.08, + "p95": 0.151, + "p99": 0.479 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:45:20.59438Z", + "success_latency_ms": { + "p50": 591.976, + "p95": 1087.167, + "p99": 1361.46 + }, + "success_ratio": 0.475933, + "successful_requests": 42834, + "successful_rps_wall": 1406.052, + "successful_rps_window": 1427.8, + "wall_duration_s": 30.464, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/pool-stats.json b/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/pool-stats.json new file mode 100644 index 00000000..e737473f --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/pool-stats.json @@ -0,0 +1,762 @@ +{ + "a0d0f740b7135947e98d5ebf512b3074086b25b7ff5ef42de39d2dee14708ca5": [ + { + "line": "2026/10/29 21:45:20 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=17501 empty_count=17472 empty_wait_ns=5624717944721 canceled_count=115", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 17501, + "empty_count": 17472, + "empty_wait_ns": 5624717944721, + "canceled_count": 115 + } + }, + { + "line": "2026/10/29 21:45:21 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=18924 empty_count=18895 empty_wait_ns=5904658384956 canceled_count=115", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 18924, + "empty_count": 18895, + "empty_wait_ns": 5904658384956, + "canceled_count": 115 + } + }, + { + "line": "2026/10/29 21:45:22 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=21546 empty_count=21517 empty_wait_ns=6505630461787 canceled_count=115", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 21546, + "empty_count": 21517, + "empty_wait_ns": 6505630461787, + "canceled_count": 115 + } + }, + { + "line": "2026/10/29 21:45:24 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=23065 empty_count=23036 empty_wait_ns=6942436530912 canceled_count=115", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 23065, + "empty_count": 23036, + "empty_wait_ns": 6942436530912, + "canceled_count": 115 + } + }, + { + "line": "2026/10/29 21:45:24 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=23249 empty_count=23220 empty_wait_ns=7103482763418 canceled_count=575", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 23249, + "empty_count": 23220, + "empty_wait_ns": 7103482763418, + "canceled_count": 575 + } + }, + { + "line": "2026/10/29 21:45:25 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=24451 empty_count=24422 empty_wait_ns=7597757834022 canceled_count=575", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 24451, + "empty_count": 24422, + "empty_wait_ns": 7597757834022, + "canceled_count": 575 + } + }, + { + "line": "2026/10/29 21:45:26 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=26285 empty_count=26256 empty_wait_ns=8068488027867 canceled_count=575", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 26285, + "empty_count": 26256, + "empty_wait_ns": 8068488027867, + "canceled_count": 575 + } + }, + { + "line": "2026/10/29 21:45:27 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=28157 empty_count=28128 empty_wait_ns=8591384037377 canceled_count=575", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 28157, + "empty_count": 28128, + "empty_wait_ns": 8591384037377, + "canceled_count": 575 + } + }, + { + "line": "2026/10/29 21:45:28 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=29770 empty_count=29741 empty_wait_ns=9105042285118 canceled_count=575", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 29770, + "empty_count": 29741, + "empty_wait_ns": 9105042285118, + "canceled_count": 575 + } + }, + { + "line": "2026/10/29 21:45:29 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=31801 empty_count=31772 empty_wait_ns=9670551827073 canceled_count=575", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 31801, + "empty_count": 31772, + "empty_wait_ns": 9670551827073, + "canceled_count": 575 + } + }, + { + "line": "2026/10/29 21:45:30 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=33806 empty_count=33777 empty_wait_ns=10274647914746 canceled_count=575", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 33806, + "empty_count": 33777, + "empty_wait_ns": 10274647914746, + "canceled_count": 575 + } + }, + { + "line": "2026/10/29 21:45:31 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=35334 empty_count=35305 empty_wait_ns=10897078068691 canceled_count=575", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 35334, + "empty_count": 35305, + "empty_wait_ns": 10897078068691, + "canceled_count": 575 + } + }, + { + "line": "2026/10/29 21:45:32 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=36858 empty_count=36829 empty_wait_ns=11663926648672 canceled_count=575", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 36858, + "empty_count": 36829, + "empty_wait_ns": 11663926648672, + "canceled_count": 575 + } + }, + { + "line": "2026/10/29 21:45:33 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=38499 empty_count=38470 empty_wait_ns=12406724036978 canceled_count=575", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 38499, + "empty_count": 38470, + "empty_wait_ns": 12406724036978, + "canceled_count": 575 + } + }, + { + "line": "2026/10/29 21:45:34 INFO pg_pool_stats max_conns=8 acquired=7 idle=0 acquire_count=38605 empty_count=38576 empty_wait_ns=12469498770969 canceled_count=1531", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 0, + "acquire_count": 38605, + "empty_count": 38576, + "empty_wait_ns": 12469498770969, + "canceled_count": 1531 + } + }, + { + "line": "2026/10/29 21:45:35 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=39785 empty_count=39756 empty_wait_ns=12904853881964 canceled_count=1531", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 39785, + "empty_count": 39756, + "empty_wait_ns": 12904853881964, + "canceled_count": 1531 + } + }, + { + "line": "2026/10/29 21:45:36 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=40957 empty_count=40928 empty_wait_ns=13543916265514 canceled_count=1531", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 40957, + "empty_count": 40928, + "empty_wait_ns": 13543916265514, + "canceled_count": 1531 + } + }, + { + "line": "2026/10/29 21:45:37 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=42769 empty_count=42740 empty_wait_ns=14177744384733 canceled_count=1531", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 42769, + "empty_count": 42740, + "empty_wait_ns": 14177744384733, + "canceled_count": 1531 + } + }, + { + "line": "2026/10/29 21:45:38 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=44750 empty_count=44721 empty_wait_ns=14734952558018 canceled_count=1531", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 44750, + "empty_count": 44721, + "empty_wait_ns": 14734952558018, + "canceled_count": 1531 + } + }, + { + "line": "2026/10/29 21:45:39 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=46117 empty_count=46088 empty_wait_ns=15224256274594 canceled_count=1531", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 46117, + "empty_count": 46088, + "empty_wait_ns": 15224256274594, + "canceled_count": 1531 + } + }, + { + "line": "2026/10/29 21:45:40 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=47893 empty_count=47864 empty_wait_ns=15742443295285 canceled_count=1531", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 47893, + "empty_count": 47864, + "empty_wait_ns": 15742443295285, + "canceled_count": 1531 + } + }, + { + "line": "2026/10/29 21:45:41 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=49743 empty_count=49714 empty_wait_ns=16243559488312 canceled_count=1531", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 49743, + "empty_count": 49714, + "empty_wait_ns": 16243559488312, + "canceled_count": 1531 + } + }, + { + "line": "2026/10/29 21:45:42 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=51514 empty_count=51485 empty_wait_ns=16740447924335 canceled_count=1531", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 51514, + "empty_count": 51485, + "empty_wait_ns": 16740447924335, + "canceled_count": 1531 + } + }, + { + "line": "2026/10/29 21:45:44 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=52532 empty_count=52503 empty_wait_ns=17102118250522 canceled_count=1531", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 52532, + "empty_count": 52503, + "empty_wait_ns": 17102118250522, + "canceled_count": 1531 + } + }, + { + "line": "2026/10/29 21:45:44 INFO pg_pool_stats max_conns=8 acquired=5 idle=0 acquire_count=52565 empty_count=52536 empty_wait_ns=17132242850822 canceled_count=2008", + "counters": { + "max_conns": 8, + "acquired": 5, + "idle": 0, + "acquire_count": 52565, + "empty_count": 52536, + "empty_wait_ns": 17132242850822, + "canceled_count": 2008 + } + }, + { + "line": "2026/10/29 21:45:45 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=54100 empty_count=54071 empty_wait_ns=17493386261877 canceled_count=2008", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 54100, + "empty_count": 54071, + "empty_wait_ns": 17493386261877, + "canceled_count": 2008 + } + }, + { + "line": "2026/10/29 21:45:46 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=55579 empty_count=55550 empty_wait_ns=18018493788940 canceled_count=2008", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 55579, + "empty_count": 55550, + "empty_wait_ns": 18018493788940, + "canceled_count": 2008 + } + }, + { + "line": "2026/10/29 21:45:47 INFO pg_pool_stats max_conns=8 acquired=6 idle=0 acquire_count=55949 empty_count=55920 empty_wait_ns=18296009421759 canceled_count=2214", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 0, + "acquire_count": 55949, + "empty_count": 55920, + "empty_wait_ns": 18296009421759, + "canceled_count": 2214 + } + }, + { + "line": "2026/10/29 21:45:48 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=57528 empty_count=57499 empty_wait_ns=18851338100963 canceled_count=2332", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 57528, + "empty_count": 57499, + "empty_wait_ns": 18851338100963, + "canceled_count": 2332 + } + }, + { + "line": "2026/10/29 21:45:49 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=58546 empty_count=58517 empty_wait_ns=19324413591817 canceled_count=2332", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 58546, + "empty_count": 58517, + "empty_wait_ns": 19324413591817, + "canceled_count": 2332 + } + }, + { + "line": "2026/10/29 21:45:50 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=59196 empty_count=59167 empty_wait_ns=19703185617615 canceled_count=2332", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 59196, + "empty_count": 59167, + "empty_wait_ns": 19703185617615, + "canceled_count": 2332 + } + }, + { + "line": "2026/10/29 21:45:51 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=59937 empty_count=59908 empty_wait_ns=19976436247630 canceled_count=2332", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 59937, + "empty_count": 59908, + "empty_wait_ns": 19976436247630, + "canceled_count": 2332 + } + } + ], + "d4f8d368e8f5c0b9f4905c6f52b455b663804c838d377ed0701eee5e749fab29": [ + { + "line": "2026/10/29 21:45:21 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=18438 empty_count=18415 empty_wait_ns=3559110777070 canceled_count=144", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 18438, + "empty_count": 18415, + "empty_wait_ns": 3559110777070, + "canceled_count": 144 + } + }, + { + "line": "2026/10/29 21:45:22 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=20950 empty_count=20927 empty_wait_ns=4016988581457 canceled_count=144", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 20950, + "empty_count": 20927, + "empty_wait_ns": 4016988581457, + "canceled_count": 144 + } + }, + { + "line": "2026/10/29 21:45:23 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=23240 empty_count=23217 empty_wait_ns=4461938119137 canceled_count=144", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 23240, + "empty_count": 23217, + "empty_wait_ns": 4461938119137, + "canceled_count": 144 + } + }, + { + "line": "2026/10/29 21:45:24 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=23643 empty_count=23620 empty_wait_ns=4701151132320 canceled_count=145", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 23643, + "empty_count": 23620, + "empty_wait_ns": 4701151132320, + "canceled_count": 145 + } + }, + { + "line": "2026/10/29 21:45:25 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=24479 empty_count=24456 empty_wait_ns=5069936070476 canceled_count=272", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 24479, + "empty_count": 24456, + "empty_wait_ns": 5069936070476, + "canceled_count": 272 + } + }, + { + "line": "2026/10/29 21:45:26 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=26349 empty_count=26326 empty_wait_ns=5617451454600 canceled_count=272", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 26349, + "empty_count": 26326, + "empty_wait_ns": 5617451454600, + "canceled_count": 272 + } + }, + { + "line": "2026/10/29 21:45:27 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=28036 empty_count=28013 empty_wait_ns=6062525102323 canceled_count=272", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 28036, + "empty_count": 28013, + "empty_wait_ns": 6062525102323, + "canceled_count": 272 + } + }, + { + "line": "2026/10/29 21:45:28 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=29678 empty_count=29655 empty_wait_ns=6571330796367 canceled_count=272", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 29678, + "empty_count": 29655, + "empty_wait_ns": 6571330796367, + "canceled_count": 272 + } + }, + { + "line": "2026/10/29 21:45:29 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=31959 empty_count=31936 empty_wait_ns=7096518106477 canceled_count=272", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 31959, + "empty_count": 31936, + "empty_wait_ns": 7096518106477, + "canceled_count": 272 + } + }, + { + "line": "2026/10/29 21:45:30 INFO pg_pool_stats max_conns=8 acquired=5 idle=3 acquire_count=34333 empty_count=34310 empty_wait_ns=7434499054820 canceled_count=272", + "counters": { + "max_conns": 8, + "acquired": 5, + "idle": 3, + "acquire_count": 34333, + "empty_count": 34310, + "empty_wait_ns": 7434499054820, + "canceled_count": 272 + } + }, + { + "line": "2026/10/29 21:45:31 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=36274 empty_count=36251 empty_wait_ns=7728611638747 canceled_count=272", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 36274, + "empty_count": 36251, + "empty_wait_ns": 7728611638747, + "canceled_count": 272 + } + }, + { + "line": "2026/10/29 21:45:32 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=37967 empty_count=37944 empty_wait_ns=7979271565787 canceled_count=272", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 37967, + "empty_count": 37944, + "empty_wait_ns": 7979271565787, + "canceled_count": 272 + } + }, + { + "line": "2026/10/29 21:45:33 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=40293 empty_count=40223 empty_wait_ns=8044006120762 canceled_count=272", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 40293, + "empty_count": 40223, + "empty_wait_ns": 8044006120762, + "canceled_count": 272 + } + }, + { + "line": "2026/10/29 21:45:34 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=40603 empty_count=40533 empty_wait_ns=8084207437569 canceled_count=272", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 40603, + "empty_count": 40533, + "empty_wait_ns": 8084207437569, + "canceled_count": 272 + } + }, + { + "line": "2026/10/29 21:45:35 INFO pg_pool_stats max_conns=8 acquired=6 idle=2 acquire_count=41593 empty_count=41523 empty_wait_ns=8441074260844 canceled_count=272", + "counters": { + "max_conns": 8, + "acquired": 6, + "idle": 2, + "acquire_count": 41593, + "empty_count": 41523, + "empty_wait_ns": 8441074260844, + "canceled_count": 272 + } + }, + { + "line": "2026/10/29 21:45:36 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=42774 empty_count=42704 empty_wait_ns=8892832968147 canceled_count=272", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 42774, + "empty_count": 42704, + "empty_wait_ns": 8892832968147, + "canceled_count": 272 + } + }, + { + "line": "2026/10/29 21:45:37 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=44285 empty_count=44215 empty_wait_ns=9291260477985 canceled_count=272", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 44285, + "empty_count": 44215, + "empty_wait_ns": 9291260477985, + "canceled_count": 272 + } + }, + { + "line": "2026/10/29 21:45:38 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=46205 empty_count=46135 empty_wait_ns=9715662854019 canceled_count=272", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 46205, + "empty_count": 46135, + "empty_wait_ns": 9715662854019, + "canceled_count": 272 + } + }, + { + "line": "2026/10/29 21:45:39 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=47661 empty_count=47591 empty_wait_ns=10126424167363 canceled_count=272", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 47661, + "empty_count": 47591, + "empty_wait_ns": 10126424167363, + "canceled_count": 272 + } + }, + { + "line": "2026/10/29 21:45:40 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=49471 empty_count=49401 empty_wait_ns=10667403173490 canceled_count=272", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 49471, + "empty_count": 49401, + "empty_wait_ns": 10667403173490, + "canceled_count": 272 + } + }, + { + "line": "2026/10/29 21:45:41 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=51154 empty_count=51084 empty_wait_ns=11177808191540 canceled_count=272", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 51154, + "empty_count": 51084, + "empty_wait_ns": 11177808191540, + "canceled_count": 272 + } + }, + { + "line": "2026/10/29 21:45:42 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=52979 empty_count=52909 empty_wait_ns=11669341711172 canceled_count=272", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 52979, + "empty_count": 52909, + "empty_wait_ns": 11669341711172, + "canceled_count": 272 + } + }, + { + "line": "2026/10/29 21:45:43 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=54375 empty_count=54305 empty_wait_ns=12071211690518 canceled_count=272", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 54375, + "empty_count": 54305, + "empty_wait_ns": 12071211690518, + "canceled_count": 272 + } + }, + { + "line": "2026/10/29 21:45:44 INFO pg_pool_stats max_conns=8 acquired=2 idle=0 acquire_count=54452 empty_count=54382 empty_wait_ns=12113982964811 canceled_count=693", + "counters": { + "max_conns": 8, + "acquired": 2, + "idle": 0, + "acquire_count": 54452, + "empty_count": 54382, + "empty_wait_ns": 12113982964811, + "canceled_count": 693 + } + }, + { + "line": "2026/10/29 21:45:45 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=55439 empty_count=55369 empty_wait_ns=12346215178204 canceled_count=754", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 55439, + "empty_count": 55369, + "empty_wait_ns": 12346215178204, + "canceled_count": 754 + } + }, + { + "line": "2026/10/29 21:45:46 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=57384 empty_count=57314 empty_wait_ns=12818347004196 canceled_count=754", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 57384, + "empty_count": 57314, + "empty_wait_ns": 12818347004196, + "canceled_count": 754 + } + }, + { + "line": "2026/10/29 21:45:47 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=58080 empty_count=58010 empty_wait_ns=13169417502421 canceled_count=754", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 58080, + "empty_count": 58010, + "empty_wait_ns": 13169417502421, + "canceled_count": 754 + } + }, + { + "line": "2026/10/29 21:45:48 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=59254 empty_count=59184 empty_wait_ns=13709507791680 canceled_count=754", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 59254, + "empty_count": 59184, + "empty_wait_ns": 13709507791680, + "canceled_count": 754 + } + }, + { + "line": "2026/10/29 21:45:49 INFO pg_pool_stats max_conns=8 acquired=8 idle=0 acquire_count=60547 empty_count=60477 empty_wait_ns=14185259009747 canceled_count=754", + "counters": { + "max_conns": 8, + "acquired": 8, + "idle": 0, + "acquire_count": 60547, + "empty_count": 60477, + "empty_wait_ns": 14185259009747, + "canceled_count": 754 + } + }, + { + "line": "2026/10/29 21:45:50 INFO pg_pool_stats max_conns=8 acquired=7 idle=1 acquire_count=61450 empty_count=61380 empty_wait_ns=14634056350221 canceled_count=754", + "counters": { + "max_conns": 8, + "acquired": 7, + "idle": 1, + "acquire_count": 61450, + "empty_count": 61380, + "empty_wait_ns": 14634056350221, + "canceled_count": 754 + } + }, + { + "line": "2026/10/29 21:45:51 INFO pg_pool_stats max_conns=8 acquired=0 idle=8 acquire_count=62267 empty_count=62197 empty_wait_ns=14933301954148 canceled_count=754", + "counters": { + "max_conns": 8, + "acquired": 0, + "idle": 8, + "acquire_count": 62267, + "empty_count": 62197, + "empty_wait_ns": 14933301954148, + "canceled_count": 754 + } + } + ] +} diff --git a/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/postgres-statements.json b/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/postgres-statements.json new file mode 100644 index 00000000..037fdaf5 --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/postgres-statements.json @@ -0,0 +1,134 @@ +[ + { + "queryid": -1973204932425384048, + "calls": 42853, + "total_exec_ms": 18351.714, + "mean_exec_ms": 0.428, + "rows": 42853, + "shared_blks_hit": 1019952, + "shared_blks_read": 2, + "temp_blks_written": 0, + "query": "INSERT INTO message_idempotency(user_id, chat_id, idempotency_key, message_id)\nVALUES ($1, $2, $3, $4)\nON CONFLICT (user_id, chat_id, idempotency_key) DO NOTHIN" + }, + { + "queryid": -7361367982095387306, + "calls": 42870, + "total_exec_ms": 13997.294, + "mean_exec_ms": 0.327, + "rows": 42870, + "shared_blks_hit": 409340, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "INSERT INTO messages (chat_id, sender_id, text)\nVALUES ($1, $2, $3)\nRETURNING id, chat_id, sender_id, text, created_at" + }, + { + "queryid": 5278999262105563684, + "calls": 44368, + "total_exec_ms": 3396.669, + "mean_exec_ms": 0.077, + "rows": 44368, + "shared_blks_hit": 177472, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT c.id, c.title, c.created_at, array_agg(cm.user_id)::uuid[] AS member_ids\nFROM chats c\n JOIN chat_members cm ON cm.chat_id = c.id\nWHERE c.id = $1\n" + }, + { + "queryid": 6097083398544187049, + "calls": 42844, + "total_exec_ms": 39.524, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "commit" + }, + { + "queryid": -6556208730317240597, + "calls": 2, + "total_exec_ms": 37.034, + "mean_exec_ms": 18.517, + "rows": 2, + "shared_blks_hit": 3073, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT count(*) FROM messages" + }, + { + "queryid": 4854991825702068830, + "calls": 42889, + "total_exec_ms": 27.434, + "mean_exec_ms": 0.001, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "begin" + }, + { + "queryid": 7421764486656699138, + "calls": 8, + "total_exec_ms": 8.021, + "mean_exec_ms": 1.003, + "rows": 8, + "shared_blks_hit": 8, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1, count(*), $2, count(*) FILTER (WHERE state=$3), $4, count(*) FILTER (WHERE wait_event_type=$5), $6, count(*) FILTER (WHERE wait_eve" + }, + { + "queryid": -7614253921970556595, + "calls": 2, + "total_exec_ms": 0.597, + "mean_exec_ms": 0.299, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT coalesce(json_agg(row_to_json(i)), $1::json) FROM pg_stat_io i WHERE object=$2" + }, + { + "queryid": -1241709283587570954, + "calls": 1, + "total_exec_ms": 0.152, + "mean_exec_ms": 0.152, + "rows": 1, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT pg_stat_statements_reset()" + }, + { + "queryid": -7999966296315164249, + "calls": 2, + "total_exec_ms": 0.133, + "mean_exec_ms": 0.066, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT row_to_json(w) FROM pg_stat_wal w" + }, + { + "queryid": 4670030308230031587, + "calls": 2, + "total_exec_ms": 0.095, + "mean_exec_ms": 0.047, + "rows": 2, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "SELECT json_build_object($1,current_setting($2),$3,current_setting($4),$5,current_setting($6),$7,current_setting($8))" + }, + { + "queryid": -7676915344437841334, + "calls": 9, + "total_exec_ms": 0.046, + "mean_exec_ms": 0.005, + "rows": 0, + "shared_blks_hit": 0, + "shared_blks_read": 0, + "temp_blks_written": 0, + "query": "rollback" + } +] diff --git a/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/samples.jsonl b/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/samples.jsonl new file mode 100644 index 00000000..a98339da --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/samples.jsonl @@ -0,0 +1,8 @@ +{"at_utc": "2026-10-29T21:45:21.710+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "120.20%", "Container": "a0d0f740b7135947e98d5ebf512b3074086b25b7ff5ef42de39d2dee14708ca5", "ID": "a0d0f740b713", "MemPerc": "22.14%", "MemUsage": "113.4MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "15.6MB / 16.7MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "96.94%", "Container": "d4f8d368e8f5c0b9f4905c6f52b455b663804c838d377ed0701eee5e749fab29", "ID": "d4f8d368e8f5", "MemPerc": "16.96%", "MemUsage": "86.83MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "17.1MB / 18.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "28.26%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "45.52%", "MemUsage": "116.5MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "164MB / 172MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 1.15GB", "CPUPerc": "123.51%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "24.14%", "MemUsage": "123.6MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "131MB / 110MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "11.23%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.66%", "MemUsage": "9.801MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "26.7MB / 35.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:45:24.807+00:00", "postgres_activity": {"connections": 17, "active": 4, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:45:25.315+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "520", "qcur": "0", "stot": "82110", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP 1/2", "scur": "502", "qcur": "0", "stot": "82104", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "164219", "ereq": "", "econ": "5", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:45:25.500+00:00"} +{"at_utc": "2026-10-29T21:45:26.011+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "112.37%", "Container": "a0d0f740b7135947e98d5ebf512b3074086b25b7ff5ef42de39d2dee14708ca5", "ID": "a0d0f740b713", "MemPerc": "21.32%", "MemUsage": "109.1MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "20.1MB / 21.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "105.98%", "Container": "d4f8d368e8f5c0b9f4905c6f52b455b663804c838d377ed0701eee5e749fab29", "ID": "d4f8d368e8f5", "MemPerc": "20.17%", "MemUsage": "103.3MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "20.4MB / 21.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "41.50%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "45.53%", "MemUsage": "116.6MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "169MB / 178MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 1.17GB", "CPUPerc": "156.47%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "24.24%", "MemUsage": "124.1MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "134MB / 113MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.93%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.64%", "MemUsage": "9.781MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "27.5MB / 36.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:45:28.007+00:00", "postgres_activity": {"connections": 17, "active": 2, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:45:28.408+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "507", "qcur": "0", "stot": "84784", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "510", "qcur": "0", "stot": "84779", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1017", "qcur": "0", "stot": "169568", "ereq": "", "econ": "5", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:45:28.556+00:00"} +{"at_utc": "2026-10-29T21:45:29.057+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "118.36%", "Container": "a0d0f740b7135947e98d5ebf512b3074086b25b7ff5ef42de39d2dee14708ca5", "ID": "a0d0f740b713", "MemPerc": "22.61%", "MemUsage": "115.8MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "23.6MB / 25.2MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "116.18%", "Container": "d4f8d368e8f5c0b9f4905c6f52b455b663804c838d377ed0701eee5e749fab29", "ID": "d4f8d368e8f5", "MemPerc": "17.79%", "MemUsage": "91.07MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "25.6MB / 27.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "41.10%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "45.71%", "MemUsage": "117MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "176MB / 185MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 1.2GB", "CPUPerc": "164.27%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "24.18%", "MemUsage": "123.8MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "140MB / 118MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.78%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.82%", "MemUsage": "10.01MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "28.3MB / 37.4MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:45:31.699+00:00", "postgres_activity": {"connections": 17, "active": 3, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:45:32.086+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "262", "qcur": "0", "stot": "88331", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "755", "qcur": "0", "stot": "88325", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1017", "qcur": "0", "stot": "176661", "ereq": "", "econ": "5", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:45:32.223+00:00"} +{"at_utc": "2026-10-29T21:45:32.724+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "137.78%", "Container": "a0d0f740b7135947e98d5ebf512b3074086b25b7ff5ef42de39d2dee14708ca5", "ID": "a0d0f740b713", "MemPerc": "25.29%", "MemUsage": "129.5MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "28.6MB / 30.6MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "101.89%", "Container": "d4f8d368e8f5c0b9f4905c6f52b455b663804c838d377ed0701eee5e749fab29", "ID": "d4f8d368e8f5", "MemPerc": "18.95%", "MemUsage": "97.03MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "29.6MB / 31.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "50.44%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "46.12%", "MemUsage": "118.1MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "182MB / 191MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 1.23GB", "CPUPerc": "227.68%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "24.21%", "MemUsage": "123.9MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "144MB / 121MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "10.83%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.63%", "MemUsage": "9.762MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "29.6MB / 39.1MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:45:35.670+00:00", "postgres_activity": {"connections": 17, "active": 5, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:45:36.294+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "425", "qcur": "0", "stot": "91150", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "597", "qcur": "0", "stot": "91144", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1023", "qcur": "0", "stot": "182300", "ereq": "", "econ": "5", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:45:36.457+00:00"} +{"at_utc": "2026-10-29T21:45:36.961+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "114.83%", "Container": "a0d0f740b7135947e98d5ebf512b3074086b25b7ff5ef42de39d2dee14708ca5", "ID": "a0d0f740b713", "MemPerc": "26.30%", "MemUsage": "134.6MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "32.1MB / 34.4MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "119.57%", "Container": "d4f8d368e8f5c0b9f4905c6f52b455b663804c838d377ed0701eee5e749fab29", "ID": "d4f8d368e8f5", "MemPerc": "20.21%", "MemUsage": "103.5MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "33MB / 35.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "38.26%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "46.07%", "MemUsage": "117.9MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "187MB / 196MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 1.25GB", "CPUPerc": "165.71%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "24.25%", "MemUsage": "124.1MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "149MB / 125MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "13.53%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.60%", "MemUsage": "9.727MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "30.4MB / 40.2MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:45:38.919+00:00", "postgres_activity": {"connections": 17, "active": 5, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:45:39.520+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "491", "qcur": "0", "stot": "93868", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "525", "qcur": "0", "stot": "93863", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1016", "qcur": "0", "stot": "187736", "ereq": "", "econ": "5", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:45:39.722+00:00"} +{"at_utc": "2026-10-29T21:45:40.228+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "109.09%", "Container": "a0d0f740b7135947e98d5ebf512b3074086b25b7ff5ef42de39d2dee14708ca5", "ID": "a0d0f740b713", "MemPerc": "23.79%", "MemUsage": "121.8MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "37MB / 39.8MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "102.69%", "Container": "d4f8d368e8f5c0b9f4905c6f52b455b663804c838d377ed0701eee5e749fab29", "ID": "d4f8d368e8f5", "MemPerc": "21.57%", "MemUsage": "110.4MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "37.8MB / 40.7MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "33.90%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "45.82%", "MemUsage": "117.3MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "194MB / 203MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 1.28GB", "CPUPerc": "149.42%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "24.31%", "MemUsage": "124.4MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "153MB / 128MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.90%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.60%", "MemUsage": "9.734MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "31.5MB / 41.7MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:45:42.878+00:00", "postgres_activity": {"connections": 17, "active": 15, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:45:43.337+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "506", "qcur": "0", "stot": "97109", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "516", "qcur": "0", "stot": "97104", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1022", "qcur": "0", "stot": "194218", "ereq": "", "econ": "5", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:45:43.579+00:00"} +{"at_utc": "2026-10-29T21:45:44.086+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "113.59%", "Container": "a0d0f740b7135947e98d5ebf512b3074086b25b7ff5ef42de39d2dee14708ca5", "ID": "a0d0f740b713", "MemPerc": "23.38%", "MemUsage": "119.7MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "40.4MB / 43.3MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "114.60%", "Container": "d4f8d368e8f5c0b9f4905c6f52b455b663804c838d377ed0701eee5e749fab29", "ID": "d4f8d368e8f5", "MemPerc": "20.81%", "MemUsage": "106.6MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "41.2MB / 44.4MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "38.92%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "45.64%", "MemUsage": "116.8MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "199MB / 209MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 1.31GB", "CPUPerc": "168.26%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "24.29%", "MemUsage": "124.3MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "158MB / 132MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "8.16%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.59%", "MemUsage": "9.715MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "32MB / 42.3MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:45:46.886+00:00", "postgres_activity": {"connections": 15, "active": 1, "lock_wait": 0, "io_wait": 1}, "postgres_at_utc": "2026-10-29T21:45:47.817+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "524", "qcur": "0", "stot": "99481", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP 1/2", "scur": "500", "qcur": "0", "stot": "99475", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "1024", "qcur": "0", "stot": "198961", "ereq": "", "econ": "5", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:45:47.999+00:00"} +{"at_utc": "2026-10-29T21:45:48.500+00:00", "docker_stats": [{"BlockIO": "0B / 0B", "CPUPerc": "85.67%", "Container": "a0d0f740b7135947e98d5ebf512b3074086b25b7ff5ef42de39d2dee14708ca5", "ID": "a0d0f740b713", "MemPerc": "22.86%", "MemUsage": "117MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-1", "NetIO": "43.4MB / 46.5MB", "PIDs": "9"}, {"BlockIO": "0B / 0B", "CPUPerc": "80.72%", "Container": "d4f8d368e8f5c0b9f4905c6f52b455b663804c838d377ed0701eee5e749fab29", "ID": "d4f8d368e8f5", "MemPerc": "20.87%", "MemUsage": "106.9MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-api-2", "NetIO": "44.3MB / 47.8MB", "PIDs": "10"}, {"BlockIO": "0B / 0B", "CPUPerc": "27.04%", "Container": "a80cead3ad9e0b1fbbd3435919d0b607eea57bd24ea5e45bcc9c8beb7193d103", "ID": "a80cead3ad9e", "MemPerc": "45.68%", "MemUsage": "117MiB / 256MiB", "Name": "lab3-grade5-b5e252d49c-lb-1", "NetIO": "203MB / 213MB", "PIDs": "9"}, {"BlockIO": "1.49MB / 1.34GB", "CPUPerc": "111.05%", "Container": "0033233fb86ce78e57463d2bf32b9296d792214c0b66abf752d8e2bfcc21d0db", "ID": "0033233fb86c", "MemPerc": "24.33%", "MemUsage": "124.6MiB / 512MiB", "Name": "lab3-grade5-b5e252d49c-postgres-1", "NetIO": "161MB / 135MB", "PIDs": "25"}, {"BlockIO": "4.1kB / 16.4kB", "CPUPerc": "9.90%", "Container": "9276a588c3d056922c8e41f6fa9ea4f7893e6bb5f5a50c2c01c6c183d226b8d7", "ID": "9276a588c3d0", "MemPerc": "7.59%", "MemUsage": "9.711MiB / 128MiB", "Name": "lab3-grade5-b5e252d49c-redis-1", "NetIO": "33MB / 43.5MB", "PIDs": "6"}], "docker_at_utc": "2026-10-29T21:45:51.152+00:00", "postgres_activity": {"connections": 17, "active": 1, "lock_wait": 0, "io_wait": 0}, "postgres_at_utc": "2026-10-29T21:45:51.393+00:00", "haproxy": [{"pxname": "api_replicas", "svname": "api1", "status": "UP", "scur": "0", "qcur": "0", "stot": "101039", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api2", "status": "UP", "scur": "0", "qcur": "0", "stot": "101034", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api3", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "api4", "status": "MAINT (resolution)", "scur": "0", "qcur": "0", "stot": "0", "ereq": "", "econ": "0", "eresp": "0", "wretr": "0"}, {"pxname": "api_replicas", "svname": "BACKEND", "status": "UP", "scur": "0", "qcur": "0", "stot": "202078", "ereq": "", "econ": "5", "eresp": "0", "wretr": "0"}], "haproxy_at_utc": "2026-10-29T21:45:51.474+00:00"} diff --git a/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/warmup.json b/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/warmup.json new file mode 100644 index 00000000..036bd43d --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/03-wal-sync-True-3/warmup.json @@ -0,0 +1,38 @@ +{ + "completed_full_latency_ms": { + "p50": 555.263, + "p95": 1236.624, + "p99": 1779.236 + }, + "failure_counts": { + "dropped_inflight": 12363, + "http_503": 276 + }, + "instance_responses": { + "a0d0f740b713": 8697, + "d4f8d368e8f5": 8664 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "deea2bd92dd5eb99", + "schedule_lag_ms": { + "p50": 0.079, + "p95": 0.157, + "p99": 1.635 + }, + "scheduled_duration_s": 10, + "scheduled_requests": 30000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:45:03.205594Z", + "success_latency_ms": { + "p50": 549.602, + "p95": 963.914, + "p99": 1781.07 + }, + "success_ratio": 0.5787, + "successful_requests": 17361, + "successful_rps_wall": 1693.428, + "successful_rps_window": 1736.1, + "wall_duration_s": 10.252, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" +} diff --git a/evidence/grade5-wal-ablation-2026-10-30/analysis/results.csv b/evidence/grade5-wal-ablation-2026-10-30/analysis/results.csv new file mode 100644 index 00000000..0a3744e6 --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/analysis/results.csv @@ -0,0 +1,4 @@ +name,phase,replicas,api_total_cpus,api_total_memory_mib,postgres_cpus,pool_max_conns_per_replica,commit_delay_us,diagnostic_async_commit,rate,source,successful_rps,scheduled_window_rps,wall_rps,success_ratio,p50_ms,p95_ms,p99_ms,schedule_p99_ms,completed_full_p99_ms,failures,messages_added,confirmed,samples,db_connections_max,lock_wait_max,io_wait_max,api_cpu_mean_pct,api_cpu_max_pct,api_memory_max_mib,postgres_cpu_mean_pct,postgres_cpu_max_pct,postgres_memory_max_mib,lb_cpu_mean_pct,lb_cpu_max_pct,lb_memory_max_mib,redis_cpu_mean_pct,redis_cpu_max_pct,redis_memory_max_mib,pool_wait_per_acquire_ms,pool_canceled_acquires,pool_full_sample_ratio,pool_sample_points,api_throttled_usec,postgres_throttled_usec,lb_throttled_usec,redis_throttled_usec,wal_bytes_delta,wal_buffers_full_delta,wal_write_time_delta,wal_fsync_time_delta,wal_writes_delta,wal_fsyncs_delta +wal-sync-True-1,wal_ablation,2,4,1024,2,8,0,False,3000,evidence/grade5-wal-ablation-2026-10-30,1605.723,1627.433,1605.723,0.542478,590.769,996.85,1384.435,0.524,1400.298,"{""connection"": 37, ""dropped_inflight"": 40061, ""http_503"": 1079}",48827,48823,8,17,0,1,235.55,271.76,288.5,161.42,197.95,120.2,44.41,89.59,113.5,10.51,13.69,9.76,290.865,1031,0.5,62,1455109,1631018,1254757,42374,64038349.0,0.0,708.1759999999999,21247.945,22356.0,22344.0 +wal-sync-False-2,wal_ablation,2,4,1024,2,8,0,True,3000,evidence/grade5-wal-ablation-2026-10-30,1555.303,1568.567,1555.303,0.522856,545.888,1197.662,1554.831,0.69,1677.034,"{""dropped_inflight"": 40554, ""http_503"": 2389}",47062,47057,8,17,0,0,205.64,259.96,258.4,141.99,200.56,131.0,37.0,52.12,117.9,11.4,15.55,9.98,273.139,2301,0.4848,66,618146,4466717,2149719,0,67886980.0,0.0,757.2070000000001,1041.0599999999977,170.0,151.0 +wal-sync-True-3,wal_ablation,2,4,1024,2,8,0,False,3000,evidence/grade5-wal-ablation-2026-10-30,1406.052,1427.8,1406.052,0.475933,591.976,1087.167,1361.46,0.479,1544.823,"{""dropped_inflight"": 44266, ""http_503"": 2900}",42844,42834,8,17,0,1,218.81,239.67,238.1,158.3,227.68,124.6,37.43,50.44,118.1,10.53,13.53,10.01,298.22,2827,0.5397,63,132092,2204750,434905,0,56822419.0,0.0,832.8180000000002,20183.125,19727.0,19717.0 diff --git a/evidence/grade5-wal-ablation-2026-10-30/analysis/results.json b/evidence/grade5-wal-ablation-2026-10-30/analysis/results.json new file mode 100644 index 00000000..c240ef9d --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/analysis/results.json @@ -0,0 +1,167 @@ +[ + { + "name": "wal-sync-True-1", + "phase": "wal_ablation", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": false, + "rate": 3000, + "source": "evidence/grade5-wal-ablation-2026-10-30", + "successful_rps": 1605.723, + "scheduled_window_rps": 1627.433, + "wall_rps": 1605.723, + "success_ratio": 0.542478, + "p50_ms": 590.769, + "p95_ms": 996.85, + "p99_ms": 1384.435, + "schedule_p99_ms": 0.524, + "completed_full_p99_ms": 1400.298, + "failures": "{\"connection\": 37, \"dropped_inflight\": 40061, \"http_503\": 1079}", + "messages_added": 48827, + "confirmed": 48823, + "samples": 8, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 235.55, + "api_cpu_max_pct": 271.76, + "api_memory_max_mib": 288.5, + "postgres_cpu_mean_pct": 161.42, + "postgres_cpu_max_pct": 197.95, + "postgres_memory_max_mib": 120.2, + "lb_cpu_mean_pct": 44.41, + "lb_cpu_max_pct": 89.59, + "lb_memory_max_mib": 113.5, + "redis_cpu_mean_pct": 10.51, + "redis_cpu_max_pct": 13.69, + "redis_memory_max_mib": 9.76, + "pool_wait_per_acquire_ms": 290.865, + "pool_canceled_acquires": 1031, + "pool_full_sample_ratio": 0.5, + "pool_sample_points": 62, + "api_throttled_usec": 1455109, + "postgres_throttled_usec": 1631018, + "lb_throttled_usec": 1254757, + "redis_throttled_usec": 42374, + "wal_bytes_delta": 64038349.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 708.1759999999999, + "wal_fsync_time_delta": 21247.945, + "wal_writes_delta": 22356.0, + "wal_fsyncs_delta": 22344.0 + }, + { + "name": "wal-sync-False-2", + "phase": "wal_ablation", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": true, + "rate": 3000, + "source": "evidence/grade5-wal-ablation-2026-10-30", + "successful_rps": 1555.303, + "scheduled_window_rps": 1568.567, + "wall_rps": 1555.303, + "success_ratio": 0.522856, + "p50_ms": 545.888, + "p95_ms": 1197.662, + "p99_ms": 1554.831, + "schedule_p99_ms": 0.69, + "completed_full_p99_ms": 1677.034, + "failures": "{\"dropped_inflight\": 40554, \"http_503\": 2389}", + "messages_added": 47062, + "confirmed": 47057, + "samples": 8, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 0, + "api_cpu_mean_pct": 205.64, + "api_cpu_max_pct": 259.96, + "api_memory_max_mib": 258.4, + "postgres_cpu_mean_pct": 141.99, + "postgres_cpu_max_pct": 200.56, + "postgres_memory_max_mib": 131.0, + "lb_cpu_mean_pct": 37.0, + "lb_cpu_max_pct": 52.12, + "lb_memory_max_mib": 117.9, + "redis_cpu_mean_pct": 11.4, + "redis_cpu_max_pct": 15.55, + "redis_memory_max_mib": 9.98, + "pool_wait_per_acquire_ms": 273.139, + "pool_canceled_acquires": 2301, + "pool_full_sample_ratio": 0.4848, + "pool_sample_points": 66, + "api_throttled_usec": 618146, + "postgres_throttled_usec": 4466717, + "lb_throttled_usec": 2149719, + "redis_throttled_usec": 0, + "wal_bytes_delta": 67886980.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 757.2070000000001, + "wal_fsync_time_delta": 1041.0599999999977, + "wal_writes_delta": 170.0, + "wal_fsyncs_delta": 151.0 + }, + { + "name": "wal-sync-True-3", + "phase": "wal_ablation", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": false, + "rate": 3000, + "source": "evidence/grade5-wal-ablation-2026-10-30", + "successful_rps": 1406.052, + "scheduled_window_rps": 1427.8, + "wall_rps": 1406.052, + "success_ratio": 0.475933, + "p50_ms": 591.976, + "p95_ms": 1087.167, + "p99_ms": 1361.46, + "schedule_p99_ms": 0.479, + "completed_full_p99_ms": 1544.823, + "failures": "{\"dropped_inflight\": 44266, \"http_503\": 2900}", + "messages_added": 42844, + "confirmed": 42834, + "samples": 8, + "db_connections_max": 17, + "lock_wait_max": 0, + "io_wait_max": 1, + "api_cpu_mean_pct": 218.81, + "api_cpu_max_pct": 239.67, + "api_memory_max_mib": 238.1, + "postgres_cpu_mean_pct": 158.3, + "postgres_cpu_max_pct": 227.68, + "postgres_memory_max_mib": 124.6, + "lb_cpu_mean_pct": 37.43, + "lb_cpu_max_pct": 50.44, + "lb_memory_max_mib": 118.1, + "redis_cpu_mean_pct": 10.53, + "redis_cpu_max_pct": 13.53, + "redis_memory_max_mib": 10.01, + "pool_wait_per_acquire_ms": 298.22, + "pool_canceled_acquires": 2827, + "pool_full_sample_ratio": 0.5397, + "pool_sample_points": 63, + "api_throttled_usec": 132092, + "postgres_throttled_usec": 2204750, + "lb_throttled_usec": 434905, + "redis_throttled_usec": 0, + "wal_bytes_delta": 56822419.0, + "wal_buffers_full_delta": 0.0, + "wal_write_time_delta": 832.8180000000002, + "wal_fsync_time_delta": 20183.125, + "wal_writes_delta": 19727.0, + "wal_fsyncs_delta": 19717.0 + } +] diff --git a/evidence/grade5-wal-ablation-2026-10-30/cleanup.log b/evidence/grade5-wal-ablation-2026-10-30/cleanup.log new file mode 100644 index 00000000..e18cfa0d --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/cleanup.log @@ -0,0 +1,30 @@ + Container lab3-grade5-b5e252d49c-redis-1 Stopping + Container lab3-grade5-b5e252d49c-lb-1 Stopping + Container lab3-grade5-b5e252d49c-lb-1 Stopped + Container lab3-grade5-b5e252d49c-lb-1 Removing + Container lab3-grade5-b5e252d49c-redis-1 Stopped + Container lab3-grade5-b5e252d49c-redis-1 Removing + Container lab3-grade5-b5e252d49c-lb-1 Removed + Container lab3-grade5-b5e252d49c-api-1 Stopping + Container lab3-grade5-b5e252d49c-api-2 Stopping + Container lab3-grade5-b5e252d49c-redis-1 Removed + Container lab3-grade5-b5e252d49c-api-2 Stopped + Container lab3-grade5-b5e252d49c-api-2 Removing + Container lab3-grade5-b5e252d49c-api-2 Removed + Container lab3-grade5-b5e252d49c-api-1 Stopped + Container lab3-grade5-b5e252d49c-api-1 Removing + Container lab3-grade5-b5e252d49c-api-1 Removed + Container lab3-grade5-b5e252d49c-migrate-1 Stopping + Container lab3-grade5-b5e252d49c-migrate-1 Stopped + Container lab3-grade5-b5e252d49c-migrate-1 Removing + Container lab3-grade5-b5e252d49c-migrate-1 Removed + Container lab3-grade5-b5e252d49c-postgres-1 Stopping + Container lab3-grade5-b5e252d49c-postgres-1 Stopped + Container lab3-grade5-b5e252d49c-postgres-1 Removing + Container lab3-grade5-b5e252d49c-postgres-1 Removed + Volume lab3-grade5-b5e252d49c_postgres_data Removing + Volume lab3-grade5-b5e252d49c_redis_data Removing + Network lab3-grade5-b5e252d49c_default Removing + Volume lab3-grade5-b5e252d49c_postgres_data Removed + Volume lab3-grade5-b5e252d49c_redis_data Removed + Network lab3-grade5-b5e252d49c_default Removed diff --git a/evidence/grade5-wal-ablation-2026-10-30/compose-up.log b/evidence/grade5-wal-ablation-2026-10-30/compose-up.log new file mode 100644 index 00000000..42b3572a --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/compose-up.log @@ -0,0 +1,153 @@ +#1 [internal] load local bake definitions +#1 reading from stdin 1.44kB done +#1 DONE 0.0s + +#2 [migrate internal] load build definition from Dockerfile.migrate +#2 transferring dockerfile: 448B 0.0s done +#2 DONE 0.1s + +#3 [api internal] load build definition from Dockerfile +#3 transferring dockerfile: 516B 0.0s done +#3 DONE 0.2s + +#4 [api internal] load metadata for docker.io/library/alpine:3.22 +#4 DONE 1.5s + +#5 [migrate internal] load metadata for docker.io/library/golang:1.27.1-alpine +#5 DONE 1.6s + +#6 [api internal] load .dockerignore +#6 transferring context: 196B done +#6 DONE 0.0s + +#7 [migrate builder 1/7] FROM docker.io/library/golang:1.27.1-alpine@sha256:8a5910f31396cd4d89662f56c68b3ae31d374308270a1c3bd96672ee5ed43414 +#7 resolve docker.io/library/golang:1.27.1-alpine@sha256:8a5910f31396cd4d89662f56c68b3ae31d374308270a1c3bd96672ee5ed43414 0.0s done +#7 DONE 0.0s + +#8 [migrate stage-1 1/4] FROM docker.io/library/alpine:3.22@sha256:2e0b81d60597f449baa56dc25d355367869d2dca4cd57e866f1e2b52af3eb55f +#8 resolve docker.io/library/alpine:3.22@sha256:2e0b81d60597f449baa56dc25d355367869d2dca4cd57e866f1e2b52af3eb55f 0.0s done +#8 DONE 0.0s + +#9 [migrate internal] load build context +#9 transferring context: 632B done +#9 DONE 0.0s + +#10 [migrate builder 7/7] RUN CGO_ENABLED=0 GOOS=linux go build -trimpath -o /app/migrate ./cmd/migrate +#10 CACHED + +#11 [migrate stage-1 3/4] WORKDIR /app +#11 CACHED + +#12 [migrate stage-1 2/4] RUN addgroup -S app && adduser -S app -G app +#12 CACHED + +#13 [migrate builder 6/7] COPY db/migrations/ ./db/migrations/ +#13 CACHED + +#14 [migrate builder 3/7] COPY go.mod go.sum ./ +#14 CACHED + +#15 [migrate builder 5/7] COPY cmd/migrate/ ./cmd/migrate/ +#15 CACHED + +#16 [migrate stage-1 4/4] COPY --from=builder /app/migrate ./migrate +#16 CACHED + +#17 [api internal] load build context +#17 transferring context: 82.10kB 0.0s done +#17 DONE 0.0s + +#18 [api builder 2/7] WORKDIR /app +#18 CACHED + +#19 [api builder 3/6] COPY go.mod go.sum ./ +#19 CACHED + +#20 [api builder 4/6] RUN go mod download +#20 CACHED + +#21 [migrate builder 4/7] RUN go mod download +#21 CACHED + +#22 [migrate] exporting to image +#22 exporting layers done +#22 exporting manifest sha256:7add5eebb55dc262a8d0d6176205965867d26e956c1f5bef2ee23ed0ef15bb67 done +#22 exporting config sha256:9a11a65736c5b141ade3c75bbb783ce6f91ddbdf0aa262f18ae7219bee669b20 done +#22 exporting attestation manifest sha256:846d94a293642673a2f296643885a89ba6be6c98bd13c8c14597c37c9a020457 done +#22 exporting manifest list sha256:b83e78b9a45f50333f81254c581bc8b0d56216c369eb7a1c1b3741b1ccae8566 done +#22 naming to docker.io/library/lab3-grade5-b5e252d49c-migrate:latest done +#22 unpacking to docker.io/library/lab3-grade5-b5e252d49c-migrate:latest done +#22 DONE 0.1s + +#23 [api builder 5/6] COPY . . +#23 DONE 0.1s + +#24 [migrate] resolving provenance for metadata file +#24 DONE 0.0s + +#25 [api builder 6/6] RUN CGO_ENABLED=0 GOOS=linux go build -o /app/server ./cmd/api +#25 DONE 23.5s + +#11 [api stage-1 3/4] WORKDIR /app +#11 CACHED + +#12 [api stage-1 2/4] RUN addgroup -S app && adduser -S app -G app +#12 CACHED + +#26 [api stage-1 4/4] COPY --from=builder /app/server ./server +#26 CACHED + +#27 [api] exporting to image +#27 exporting layers done +#27 exporting manifest sha256:c8f364f46ddf1260c8445af32f1e2105909bdfd4da1ff8819e773b4ec9ef10a5 done +#27 exporting config sha256:e74dfad488af1ce9a84272b0ab73afc6f71c5214c70448bada8a312ea0d8cc73 done +#27 exporting attestation manifest sha256:fd605ec2101420b5d71b1eac8776eede2ef5562a2f5f4ef0225b479da0d7779b done +#27 exporting manifest list sha256:83dd58520b02b6d1bd5fc935625fa666c5ea57135a55197246eeb3ed2eab5bf9 done +#27 naming to docker.io/library/lab3-grade5-b5e252d49c-api:latest done +#27 unpacking to docker.io/library/lab3-grade5-b5e252d49c-api:latest done +#27 DONE 0.1s + +#28 [api] resolving provenance for metadata file +#28 DONE 0.0s + lab3-grade5-b5e252d49c-migrate Built + lab3-grade5-b5e252d49c-api Built + Network lab3-grade5-b5e252d49c_default Creating + Network lab3-grade5-b5e252d49c_default Created + Volume lab3-grade5-b5e252d49c_redis_data Creating + Volume lab3-grade5-b5e252d49c_redis_data Created + Volume lab3-grade5-b5e252d49c_postgres_data Creating + Volume lab3-grade5-b5e252d49c_postgres_data Created + Container lab3-grade5-b5e252d49c-redis-1 Creating + Container lab3-grade5-b5e252d49c-postgres-1 Creating + Container lab3-grade5-b5e252d49c-redis-1 Created + Container lab3-grade5-b5e252d49c-postgres-1 Created + Container lab3-grade5-b5e252d49c-migrate-1 Creating + Container lab3-grade5-b5e252d49c-migrate-1 Created + Container lab3-grade5-b5e252d49c-api-2 Creating + Container lab3-grade5-b5e252d49c-api-1 Creating + Container lab3-grade5-b5e252d49c-api-2 Created + Container lab3-grade5-b5e252d49c-api-1 Created + Container lab3-grade5-b5e252d49c-lb-1 Creating + Container lab3-grade5-b5e252d49c-lb-1 Created + Container lab3-grade5-b5e252d49c-redis-1 Starting + Container lab3-grade5-b5e252d49c-postgres-1 Starting + Container lab3-grade5-b5e252d49c-redis-1 Started + Container lab3-grade5-b5e252d49c-postgres-1 Started + Container lab3-grade5-b5e252d49c-postgres-1 Waiting + Container lab3-grade5-b5e252d49c-postgres-1 Healthy + Container lab3-grade5-b5e252d49c-migrate-1 Starting + Container lab3-grade5-b5e252d49c-migrate-1 Started + Container lab3-grade5-b5e252d49c-migrate-1 Waiting + Container lab3-grade5-b5e252d49c-postgres-1 Waiting + Container lab3-grade5-b5e252d49c-migrate-1 Exited + Container lab3-grade5-b5e252d49c-postgres-1 Healthy + Container lab3-grade5-b5e252d49c-api-1 Starting + Container lab3-grade5-b5e252d49c-api-1 Started + Container lab3-grade5-b5e252d49c-api-2 Starting + Container lab3-grade5-b5e252d49c-api-2 Started + Container lab3-grade5-b5e252d49c-api-1 Waiting + Container lab3-grade5-b5e252d49c-api-2 Waiting + Container lab3-grade5-b5e252d49c-api-1 Healthy + Container lab3-grade5-b5e252d49c-api-2 Healthy + Container lab3-grade5-b5e252d49c-lb-1 Starting + Container lab3-grade5-b5e252d49c-lb-1 Started diff --git a/evidence/grade5-wal-ablation-2026-10-30/environment-after.json b/evidence/grade5-wal-ablation-2026-10-30/environment-after.json new file mode 100644 index 00000000..7363d67a --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/environment-after.json @@ -0,0 +1,6 @@ +{ + "project": "lab3-grade5-b5e252d49c", + "containers": [], + "volumes": [], + "at_utc": "2026-10-29T21:46:01.487+00:00" +} diff --git a/evidence/grade5-wal-ablation-2026-10-30/go-build.log b/evidence/grade5-wal-ablation-2026-10-30/go-build.log new file mode 100644 index 00000000..e69de29b diff --git a/evidence/grade5-wal-ablation-2026-10-30/plan.json b/evidence/grade5-wal-ablation-2026-10-30/plan.json new file mode 100644 index 00000000..4e38e955 --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/plan.json @@ -0,0 +1,43 @@ +{ + "seed_messages": 100000, + "warmup_seconds": 10, + "warmup_rate": "target", + "settle_seconds": 3, + "max_inflight": 1024, + "runs": [ + { + "name": "wal-sync-True-1", + "phase": "wal_ablation", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "diagnostic_async_commit": false, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "wal-sync-False-2", + "phase": "wal_ablation", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "diagnostic_async_commit": true, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "wal-sync-True-3", + "phase": "wal_ablation", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "diagnostic_async_commit": false, + "rate": 3000, + "duration_seconds": 30 + } + ], + "public_smoke_after": true +} diff --git a/evidence/grade5-wal-ablation-2026-10-30/public-smoke.log b/evidence/grade5-wal-ablation-2026-10-30/public-smoke.log new file mode 100644 index 00000000..d4029734 --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/public-smoke.log @@ -0,0 +1,2 @@ +python3 tests/smoke.py --base-url "http://127.0.0.1:63058" +PASS: lab3 public API scenario; infrastructure and grading evidence remain separate. diff --git a/evidence/grade5-wal-ablation-2026-10-30/summary.json b/evidence/grade5-wal-ablation-2026-10-30/summary.json new file mode 100644 index 00000000..01ee0c3c --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/summary.json @@ -0,0 +1,230 @@ +{ + "project": "lab3-grade5-b5e252d49c", + "base_url": "http://127.0.0.1:63058", + "started_at_utc": "2026-10-29T21:42:21.359+00:00", + "host": { + "platform": "macOS-27.2-arm64-arm-64bit-Mach-O", + "machine": "arm64" + }, + "runs": [ + { + "name": "wal-sync-True-1", + "phase": "wal_ablation", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": false, + "duration_seconds": 30, + "instances": [ + "6bcb3031193a", + "8edd4966b58f" + ], + "api_limits": [ + { + "container_id": "8edd4966b58fae7a4a3683d38e112ea6878d89cbf577d190abb85eeaf21f6daf", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "6bcb3031193aeb14e0696976f431b5aa3514ed279ddb65a4bbf626474eabbbc3", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 148827, + "messages_added": 48827, + "load": { + "completed_full_latency_ms": { + "p50": 596.727, + "p95": 1104.248, + "p99": 1400.298 + }, + "failure_counts": { + "connection": 37, + "dropped_inflight": 40061, + "http_503": 1079 + }, + "instance_responses": { + "6bcb3031193a": 24054, + "8edd4966b58f": 24769 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "f191dfd59227712d", + "schedule_lag_ms": { + "p50": 0.079, + "p95": 0.142, + "p99": 0.524 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:43:26.012835Z", + "success_latency_ms": { + "p50": 590.769, + "p95": 996.85, + "p99": 1384.435 + }, + "success_ratio": 0.542478, + "successful_requests": 48823, + "successful_rps_wall": 1605.723, + "successful_rps_window": 1627.433, + "wall_duration_s": 30.406, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "wal-sync-False-2", + "phase": "wal_ablation", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": true, + "duration_seconds": 30, + "instances": [ + "71e8530bc452", + "ae040cc81586" + ], + "api_limits": [ + { + "container_id": "71e8530bc452a1f51cb674e3f52def1dcad5d1860ad1b8b7755beb3496a037b5", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "ae040cc81586e9c7f13aff2e6ed7eb7c56f110d2d3aca1adffff03b9ed7acd42", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 147062, + "messages_added": 47062, + "load": { + "completed_full_latency_ms": { + "p50": 562.566, + "p95": 1380.752, + "p99": 1677.034 + }, + "failure_counts": { + "dropped_inflight": 40554, + "http_503": 2389 + }, + "instance_responses": { + "71e8530bc452": 22334, + "ae040cc81586": 24723 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "859456d533b38853", + "schedule_lag_ms": { + "p50": 0.079, + "p95": 0.157, + "p99": 0.69 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:44:22.153362Z", + "success_latency_ms": { + "p50": 545.888, + "p95": 1197.662, + "p99": 1554.831 + }, + "success_ratio": 0.522856, + "successful_requests": 47057, + "successful_rps_wall": 1555.303, + "successful_rps_window": 1568.567, + "wall_duration_s": 30.256, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + }, + { + "name": "wal-sync-True-3", + "phase": "wal_ablation", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "postgres_cpus": 2, + "rate": 3000, + "pool_max_conns_per_replica": 8, + "commit_delay_us": 0, + "diagnostic_async_commit": false, + "duration_seconds": 30, + "instances": [ + "a0d0f740b713", + "d4f8d368e8f5" + ], + "api_limits": [ + { + "container_id": "a0d0f740b7135947e98d5ebf512b3074086b25b7ff5ef42de39d2dee14708ca5", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + }, + { + "container_id": "d4f8d368e8f5c0b9f4905c6f52b455b663804c838d377ed0701eee5e749fab29", + "nano_cpus": "2000000000", + "memory_bytes": "536870912" + } + ], + "messages_before": 100000, + "messages_after": 142844, + "messages_added": 42844, + "load": { + "completed_full_latency_ms": { + "p50": 601.488, + "p95": 1274.677, + "p99": 1544.823 + }, + "failure_counts": { + "dropped_inflight": 44266, + "http_503": 2900 + }, + "instance_responses": { + "a0d0f740b713": 20596, + "d4f8d368e8f5": 22238 + }, + "max_inflight": 1024, + "request_timeout_s": 5, + "run_id": "d6f95f35a270c6cd", + "schedule_lag_ms": { + "p50": 0.08, + "p95": 0.151, + "p99": 0.479 + }, + "scheduled_duration_s": 30, + "scheduled_requests": 90000, + "scheduled_rps": 3000, + "started_at_utc": "2026-10-29T21:45:20.59438Z", + "success_latency_ms": { + "p50": 591.976, + "p95": 1087.167, + "p99": 1361.46 + }, + "success_ratio": 0.475933, + "successful_requests": 42834, + "successful_rps_wall": 1406.052, + "successful_rps_window": 1427.8, + "wall_duration_s": 30.464, + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries" + } + } + ], + "cleanup": "PASS", + "chat_id": "b2fcb459-86cd-4d66-84e3-63e717ec182a", + "seed_messages": 100000, + "docker_server": "28.4.0", + "compose_version": "2.39.4-desktop.1", + "docker_resources": "8 CPUs, 4109803520 bytes RAM", + "public_smoke": "PASS", + "finished_at_utc": "2026-10-29T21:46:01.488+00:00" +} diff --git a/evidence/grade5-wal-ablation-2026-10-30/tools-sha256.txt b/evidence/grade5-wal-ablation-2026-10-30/tools-sha256.txt new file mode 100644 index 00000000..50999eab --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/tools-sha256.txt @@ -0,0 +1,4 @@ +ae87e048d50030df69c08301c1c0d0edb491d6ae7253b50fa24b24956878665a evidence/grade5-wal-ablation-2026-10-30/tools/load.go +c2657096a4875c9eb35c5985aff8f9ff2232592a4658537f124b050bb831c281 evidence/grade5-wal-ablation-2026-10-30/tools/plan.wal-diagnostic.json +75c0ca950b85eaee3c0802e3001c61ba6436874b3be12cd38a5feb907b91528e evidence/grade5-wal-ablation-2026-10-30/tools/poolstats.go +7db6653d067561b19e76eabf1110f56389382e3429bcafc85dd5d635f50dcb34 evidence/grade5-wal-ablation-2026-10-30/tools/run.py diff --git a/evidence/grade5-wal-ablation-2026-10-30/tools/load.go b/evidence/grade5-wal-ablation-2026-10-30/tools/load.go new file mode 100644 index 00000000..ad969140 --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/tools/load.go @@ -0,0 +1,204 @@ +// A fixed-rate HTTP workload for the lab 3 scaling experiment. +// Credentials are read from a local file and never written to output. +package main + +import ( + "bytes" + "context" + "crypto/rand" + "encoding/hex" + "encoding/json" + "errors" + "flag" + "fmt" + "io" + "math" + "net" + "net/http" + "os" + "sort" + "strconv" + "strings" + "sync" + "time" +) + +type credentials struct { + Token string `json:"token"` + ChatID string `json:"chat_id"` +} + +type result struct { + kind string + status int + latency time.Duration + lag time.Duration + full time.Duration + instanceID string +} + +type percentiles struct { + P50 float64 `json:"p50"` + P95 float64 `json:"p95"` + P99 float64 `json:"p99"` +} + +func quantiles(values []float64) percentiles { + if len(values) == 0 { + return percentiles{} + } + sort.Float64s(values) + get := func(p float64) float64 { + index := int(math.Ceil(p*float64(len(values)))) - 1 + return math.Round(values[index]*1000) / 1000 + } + return percentiles{P50: get(.50), P95: get(.95), P99: get(.99)} +} + +func main() { + baseURL := flag.String("base-url", "", "public load balancer URL") + authFile := flag.String("auth-file", "", "local JSON file with token and chat_id") + rate := flag.Float64("rate", 0, "scheduled requests per second") + duration := flag.Duration("duration", 20*time.Second, "scheduling window") + maxInFlight := flag.Int("max-inflight", 256, "maximum concurrent requests") + timeout := flag.Duration("timeout", 5*time.Second, "per-request timeout") + flag.Parse() + if *baseURL == "" || *authFile == "" || *rate <= 0 || *duration <= 0 || *maxInFlight <= 0 || *timeout <= 0 { + fmt.Fprintln(os.Stderr, "base-url, auth-file, positive rate, duration, max-inflight and timeout are required") + os.Exit(2) + } + content, err := os.ReadFile(*authFile) + if err != nil { + fmt.Fprintln(os.Stderr, "could not read auth file") + os.Exit(2) + } + var auth credentials + if err := json.Unmarshal(content, &auth); err != nil || auth.Token == "" || auth.ChatID == "" { + fmt.Fprintln(os.Stderr, "invalid auth file") + os.Exit(2) + } + nonce := make([]byte, 8) + if _, err := rand.Read(nonce); err != nil { + fmt.Fprintln(os.Stderr, "could not create workload identifier") + os.Exit(2) + } + runID := hex.EncodeToString(nonce) + payload, _ := json.Marshal(map[string]string{"text": "grade5-" + runID}) + transport := &http.Transport{ + MaxIdleConns: *maxInFlight, + MaxIdleConnsPerHost: *maxInFlight, + IdleConnTimeout: 90 * time.Second, + } + client := &http.Client{Transport: transport} + defer transport.CloseIdleConnections() + url := strings.TrimRight(*baseURL, "/") + "/api/v1/chats/" + auth.ChatID + "/messages" + count := int(math.Round(*rate * duration.Seconds())) + if count <= 0 || count > 2_000_000 { + fmt.Fprintln(os.Stderr, "request count is outside 1..2000000") + os.Exit(2) + } + results := make(chan result, count) + semaphore := make(chan struct{}, *maxInFlight) + var workers sync.WaitGroup + started := time.Now() + for i := 0; i < count; i++ { + planned := started.Add(time.Duration(float64(i) / *rate * float64(time.Second))) + if delay := time.Until(planned); delay > 0 { + time.Sleep(delay) + } + lag := time.Since(planned) + if lag > 250*time.Millisecond { + results <- result{kind: "dropped_scheduler", lag: lag} + continue + } + select { + case semaphore <- struct{}{}: + default: + results <- result{kind: "dropped_inflight", lag: lag} + continue + } + workers.Add(1) + go func(sequence int, planned time.Time) { + defer workers.Done() + defer func() { <-semaphore }() + scheduleLag := time.Since(planned) + ctx, cancel := context.WithTimeout(context.Background(), *timeout) + defer cancel() + req, err := http.NewRequestWithContext(ctx, http.MethodPost, url, bytes.NewReader(payload)) + if err != nil { + results <- result{kind: "client_request", lag: scheduleLag} + return + } + req.Header.Set("Accept", "application/json") + req.Header.Set("Content-Type", "application/json") + req.Header.Set("Authorization", "Bearer "+auth.Token) + req.Header.Set("Idempotency-Key", "g5-"+runID+"-"+strconv.Itoa(sequence)) + requestStarted := time.Now() + response, err := client.Do(req) + if err != nil { + kind := "connection" + var networkError net.Error + if errors.Is(err, context.DeadlineExceeded) || errors.As(err, &networkError) && networkError.Timeout() { + kind = "timeout" + } + results <- result{kind: kind, latency: time.Since(requestStarted), lag: scheduleLag, full: time.Since(planned)} + return + } + _, readErr := io.Copy(io.Discard, io.LimitReader(response.Body, 1<<20)) + response.Body.Close() + if readErr != nil { + results <- result{kind: "response_read", status: response.StatusCode, latency: time.Since(requestStarted), lag: scheduleLag, full: time.Since(planned)} + return + } + results <- result{kind: "response", status: response.StatusCode, latency: time.Since(requestStarted), lag: scheduleLag, full: time.Since(planned), instanceID: response.Header.Get("X-Instance-Id")} + }(i, planned) + } + workers.Wait() + close(results) + wall := time.Since(started) + counts := map[string]int{} + instances := map[string]int{} + latencies := make([]float64, 0, count) + lags := make([]float64, 0, count) + fullLatencies := make([]float64, 0, count) + success := 0 + for item := range results { + if item.full > 0 { + fullLatencies = append(fullLatencies, float64(item.full)/float64(time.Millisecond)) + } + if item.kind == "response" && item.status == http.StatusCreated { + success++ + latencies = append(latencies, float64(item.latency)/float64(time.Millisecond)) + if item.instanceID != "" { + instances[item.instanceID]++ + } + } else if item.kind == "response" { + counts["http_"+strconv.Itoa(item.status)]++ + } else { + counts[item.kind]++ + } + lags = append(lags, float64(item.lag)/float64(time.Millisecond)) + } + report := map[string]any{ + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries", + "started_at_utc": started.UTC().Format(time.RFC3339Nano), + "run_id": runID, + "scheduled_rps": *rate, + "scheduled_duration_s": duration.Seconds(), + "wall_duration_s": math.Round(wall.Seconds()*1000) / 1000, + "scheduled_requests": count, + "successful_requests": success, + "failure_counts": counts, + "success_ratio": math.Round(float64(success)/float64(count)*1_000_000) / 1_000_000, + "successful_rps_window": math.Round(float64(success)/duration.Seconds()*1000) / 1000, + "successful_rps_wall": math.Round(float64(success)/wall.Seconds()*1000) / 1000, + "success_latency_ms": quantiles(latencies), + "schedule_lag_ms": quantiles(lags), + "completed_full_latency_ms": quantiles(fullLatencies), + "instance_responses": instances, + "max_inflight": *maxInFlight, + "request_timeout_s": timeout.Seconds(), + } + output, _ := json.MarshalIndent(report, "", " ") + fmt.Println(string(output)) +} diff --git a/evidence/grade5-wal-ablation-2026-10-30/tools/plan.wal-diagnostic.json b/evidence/grade5-wal-ablation-2026-10-30/tools/plan.wal-diagnostic.json new file mode 100644 index 00000000..4e38e955 --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/tools/plan.wal-diagnostic.json @@ -0,0 +1,43 @@ +{ + "seed_messages": 100000, + "warmup_seconds": 10, + "warmup_rate": "target", + "settle_seconds": 3, + "max_inflight": 1024, + "runs": [ + { + "name": "wal-sync-True-1", + "phase": "wal_ablation", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "diagnostic_async_commit": false, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "wal-sync-False-2", + "phase": "wal_ablation", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "diagnostic_async_commit": true, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "wal-sync-True-3", + "phase": "wal_ablation", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "diagnostic_async_commit": false, + "rate": 3000, + "duration_seconds": 30 + } + ], + "public_smoke_after": true +} diff --git a/evidence/grade5-wal-ablation-2026-10-30/tools/poolstats.go b/evidence/grade5-wal-ablation-2026-10-30/tools/poolstats.go new file mode 100644 index 00000000..b57a70c6 --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/tools/poolstats.go @@ -0,0 +1,29 @@ +package main + +import ( + "context" + "log/slog" + "time" + + "github.com/jackc/pgx/v5/pgxpool" +) + +// logPoolStats is opt-in diagnostics for the isolated scaling experiment. +// It contains only aggregate counters, never connection strings or SQL values. +func logPoolStats(ctx context.Context, pool *pgxpool.Pool) { + ticker := time.NewTicker(time.Second) + defer ticker.Stop() + for { + select { + case <-ctx.Done(): + return + case <-ticker.C: + s := pool.Stat() + slog.Info("pg_pool_stats", "max_conns", s.MaxConns(), + "acquired", s.AcquiredConns(), "idle", s.IdleConns(), + "acquire_count", s.AcquireCount(), "empty_count", s.EmptyAcquireCount(), + "empty_wait_ns", s.EmptyAcquireWaitTime().Nanoseconds(), + "canceled_count", s.CanceledAcquireCount()) + } + } +} diff --git a/evidence/grade5-wal-ablation-2026-10-30/tools/run.py b/evidence/grade5-wal-ablation-2026-10-30/tools/run.py new file mode 100644 index 00000000..285ed688 --- /dev/null +++ b/evidence/grade5-wal-ablation-2026-10-30/tools/run.py @@ -0,0 +1,390 @@ +#!/usr/bin/env python3 +"""Repeatable, disposable Compose experiment for lab 3 scaling research.""" + +import argparse +import csv +import io +import json +import os +from pathlib import Path +import platform +import re +import socket +import subprocess +import sys +import tempfile +import threading +import time +from datetime import datetime, timezone +from urllib.parse import parse_qsl, urlencode, urlsplit, urlunsplit +from uuid import UUID, uuid4 + +ROOT = Path(__file__).resolve().parents[3] +sys.path.insert(0, str(ROOT / "tests")) +from client import Client # noqa: E402 + + +def utc_now(): + return datetime.now(timezone.utc).isoformat(timespec="milliseconds") + + +def command(argv, *, timeout=180, allow_failure=False, log=None): + result = subprocess.run(argv, cwd=ROOT, capture_output=True, text=True, timeout=timeout) + if log is not None: + log.write_text(result.stdout + result.stderr) + if result.returncode and not allow_failure: + detail = (result.stderr or result.stdout)[-1200:] + raise RuntimeError("command failed (%s): %s" % (result.returncode, detail)) + return result.stdout + + +def free_port(): + with socket.socket() as listener: + listener.bind(("127.0.0.1", 0)) + return listener.getsockname()[1] + + +def write_override(path, *, lb_port, replicas, total_cpus, total_memory_mib, postgres_cpus, + database_url_file=None): + if replicas not in (1, 2, 4) or total_cpus <= 0 or total_memory_mib < 256: + raise ValueError("invalid replica count or API budget") + if total_memory_mib % replicas: + raise ValueError("API memory budget must divide evenly between replicas") + per_cpu = total_cpus / replicas + per_memory = total_memory_mib // replicas + source = ( + "services:\n" + " api:\n" + " scale: %d\n" + " cpus: \"%.3f\"\n" + " mem_limit: %dm\n" + " environment:\n" + " PG_POOL_DIAGNOSTICS: \"1\"\n" + " secrets: !override\n" + " - source: database_url_api\n" + " target: database_url\n" + " lb:\n" + " ports: !override\n" + " - \"127.0.0.1:%d:8080\"\n" + " postgres:\n" + " cpus: \"%.3f\"\n" + " ports: !reset []\n" + " command: [\"postgres\", \"-c\", \"shared_preload_libraries=pg_stat_statements\", \"-c\", \"track_io_timing=on\", \"-c\", \"track_wal_io_timing=on\"]\n" + % (replicas, per_cpu, per_memory, lb_port, postgres_cpus) + ) + if database_url_file: + source += "secrets:\n database_url_api:\n file: %s\n" % json.dumps(str(database_url_file)) + path.write_text(source) + + +def write_database_url(path, pool_max_conns): + original = (ROOT / "secrets" / "database_url").read_text().strip() + if pool_max_conns is None: + path.write_text(original + "\n") + else: + if not isinstance(pool_max_conns, int) or pool_max_conns <= 0: + raise ValueError("pool_max_conns must be positive") + parsed = urlsplit(original) + query = dict(parse_qsl(parsed.query, keep_blank_values=True)) + query["pool_max_conns"] = str(pool_max_conns) + path.write_text(urlunsplit(parsed._replace(query=urlencode(query))) + "\n") + os.chmod(path, 0o600) + + +def psql(compose, sql, *, timeout=60): + output = command(compose + ["exec", "-T", "postgres", "psql", "-U", "messenger", "-d", "messenger", "-v", "ON_ERROR_STOP=1", "-Atc", sql], timeout=timeout) + return output.strip() + + +def message_count(compose): + return int(psql(compose, "SELECT count(*) FROM messages")) + + +def reset_dataset(compose, chat_id, user_id, seed_count): + chat_id, user_id = str(UUID(chat_id)), str(UUID(user_id)) + psql(compose, "TRUNCATE message_idempotency, messages") + if seed_count: + sql = ("INSERT INTO messages (chat_id, sender_id, text, created_at) " + "SELECT '%s'::uuid, '%s'::uuid, 'seed-' || g, now() - interval '1 day' " + "FROM generate_series(1, %d) AS g" % (chat_id, user_id, seed_count)) + psql(compose, sql, timeout=180) + psql(compose, "ANALYZE messages; ANALYZE message_idempotency") + actual = message_count(compose) + if actual != seed_count: + raise RuntimeError("dataset reset produced %d messages, expected %d" % (actual, seed_count)) + + +def api_ids(compose): + return command(compose + ["ps", "-q", "api"]).splitlines() + + +def api_limits(compose): + identifiers = api_ids(compose) + output = command(["docker", "inspect", "--format", + "{{.Id}} {{.HostConfig.NanoCpus}} {{.HostConfig.Memory}}"] + identifiers, + timeout=15) + return [dict(zip(("container_id", "nano_cpus", "memory_bytes"), line.split())) + for line in output.splitlines()] + + +def wait_instances(base_url, expected, seconds=60): + client = Client(base_url, timeout=3) + found = set() + deadline = time.monotonic() + seconds + while time.monotonic() < deadline: + try: + response = client.call("GET", "/health/ready", schema="Health") + found.add(response["headers"].get("X-Instance-Id")) + if len(found) == expected: + return sorted(found) + except Exception: + pass + time.sleep(.15) + raise RuntimeError("LB observed %d of %d API instances" % (len(found), expected)) + + +def sample_loop(stop, compose, path): + ids = [] + for service in ("api", "lb", "postgres", "redis"): + ids += command(compose + ["ps", "-q", service], timeout=10).splitlines() + lb = command(compose + ["ps", "-q", "lb"], timeout=10).strip() + with path.open("w") as output: + while not stop.is_set(): + sample = {"at_utc": utc_now()} + try: + raw = command(["docker", "stats", "--no-stream", "--format", "{{json .}}"] + ids, timeout=15) + sample["docker_stats"] = [json.loads(line) for line in raw.splitlines() if line.strip()] + sample["docker_at_utc"] = utc_now() + except Exception as exc: + sample["docker_error"] = type(exc).__name__ + try: + raw = psql(compose, "SELECT json_build_object('connections', count(*), 'active', count(*) FILTER (WHERE state='active'), 'lock_wait', count(*) FILTER (WHERE wait_event_type='Lock'), 'io_wait', count(*) FILTER (WHERE wait_event_type='IO')) FROM pg_stat_activity WHERE datname=current_database()", timeout=10) + sample["postgres_activity"] = json.loads(raw) + sample["postgres_at_utc"] = utc_now() + except Exception as exc: + sample["postgres_error"] = type(exc).__name__ + try: + raw = command(["docker", "exec", lb, "sh", "-c", "printf 'show stat\\n' | socat - TCP4:127.0.0.1:9999"], timeout=10) + rows = list(csv.DictReader(io.StringIO(raw.lstrip("# ")))) + sample["haproxy"] = [ + {key: row.get(key) for key in ("pxname", "svname", "status", "scur", "qcur", "stot", "ereq", "econ", "eresp", "wretr")} + for row in rows if row.get("pxname") == "api_replicas" + ] + sample["haproxy_at_utc"] = utc_now() + except Exception as exc: + sample["haproxy_error"] = type(exc).__name__ + output.write(json.dumps(sample, ensure_ascii=False) + "\n") + output.flush() + stop.wait(.5) + + +def diagnostic_snapshot(compose): + snapshot = {"at_utc": utc_now(), "cgroups": {}} + snapshot["durability"] = json.loads(psql(compose, "SELECT json_build_object('fsync',current_setting('fsync'),'synchronous_commit',current_setting('synchronous_commit'),'commit_delay',current_setting('commit_delay'),'commit_siblings',current_setting('commit_siblings'))")) + for service in ("api", "postgres", "lb", "redis"): + for identifier in command(compose + ["ps", "-q", service]).splitlines(): + raw = command(["docker", "exec", identifier, "cat", "/sys/fs/cgroup/cpu.stat"], timeout=10) + snapshot["cgroups"][identifier] = {"service": service, + **{line.split()[0]: int(line.split()[1]) for line in raw.splitlines()}} + snapshot["wal_io"] = json.loads(psql(compose, "SELECT coalesce(json_agg(row_to_json(i)), '[]'::json) FROM pg_stat_io i WHERE object='wal'")) + snapshot["wal"] = json.loads(psql(compose, "SELECT row_to_json(w) FROM pg_stat_wal w")) + return snapshot + + +def collect_pool_stats(compose, since): + snapshots = {} + for identifier in api_ids(compose): + result = subprocess.run(["docker", "logs", "--since", since, identifier], + cwd=ROOT, capture_output=True, text=True, timeout=30) + snapshots[identifier] = [ + {"line": line, "counters": {key: int(value) for key, value in + re.findall(r'(max_conns|acquired|idle|acquire_count|empty_count|empty_wait_ns|canceled_count)=(\d+)', line)}} + for line in (result.stdout + result.stderr).splitlines() if 'pg_pool_stats' in line + ] + return snapshots + + +def pg_stat_statements(compose): + sql = ("SELECT coalesce(json_agg(row_to_json(q)), '[]'::json) FROM " + "(SELECT queryid, calls, round(total_exec_time::numeric,3) AS total_exec_ms, " + "round(mean_exec_time::numeric,3) AS mean_exec_ms, rows, shared_blks_hit, " + "shared_blks_read, temp_blks_written, left(query,160) AS query " + "FROM pg_stat_statements WHERE dbid=(SELECT oid FROM pg_database WHERE datname=current_database()) " + "ORDER BY total_exec_time DESC LIMIT 15) AS q") + return json.loads(psql(compose, sql)) + + +def run_load(binary, base_url, auth_file, rate, duration, max_inflight, output_path): + raw = command([str(binary), "-base-url", base_url, "-auth-file", str(auth_file), + "-rate", str(rate), "-duration", str(duration) + "s", + "-max-inflight", str(max_inflight), "-timeout", "5s"], timeout=duration + 40) + result = json.loads(raw) + output_path.write_text(json.dumps(result, indent=2, ensure_ascii=False) + "\n") + return result + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--plan", type=Path, required=True) + parser.add_argument("--output", type=Path, required=True) + args = parser.parse_args() + plan = json.loads(args.plan.read_text()) + runs = plan["runs"] + if not runs or not all(run["replicas"] in (1, 2, 4) for run in runs): + raise ValueError("plan must have runs with 1, 2, or 4 replicas") + output_dir = args.output.resolve() + if output_dir.exists() and any(output_dir.iterdir()): + raise FileExistsError("output directory must be empty") + output_dir.mkdir(parents=True, exist_ok=True) + (output_dir / "plan.json").write_text(json.dumps(plan, indent=2, ensure_ascii=False) + "\n") + project = "lab3-grade5-" + uuid4().hex[:10] + lb_port = free_port() + base_url = "http://127.0.0.1:%d" % lb_port + summary = {"project": project, "base_url": base_url, "started_at_utc": utc_now(), + "host": {"platform": platform.platform(), "machine": platform.machine()}, + "runs": [], "cleanup": "not_started"} + (output_dir / "summary.json").write_text(json.dumps(summary, indent=2, ensure_ascii=False) + "\n") + with tempfile.TemporaryDirectory(prefix="lab3-grade5-") as temporary: + temporary = Path(temporary) + override = temporary / "override.yaml" + auth_file = temporary / "auth.json" + database_url_file = temporary / "database_url" + binary = temporary / "grade5-load" + first = runs[0] + write_database_url(database_url_file, first.get("pool_max_conns")) + write_override(override, lb_port=lb_port, replicas=first["replicas"], + total_cpus=first["api_total_cpus"], total_memory_mib=first["api_total_memory_mib"], + postgres_cpus=first.get("postgres_cpus", 2), database_url_file=database_url_file) + compose = ["docker", "compose", "-p", project, "--env-file", ".env", + "-f", "compose.yaml", "-f", str(override)] + try: + command(["go", "build", "-o", str(binary), "student-tests/lab3/grade5/load.go"], timeout=180, + log=output_dir / "go-build.log") + command(compose + ["config", "--quiet"], timeout=30) + print("Building and starting disposable project", project, flush=True) + command(compose + ["up", "-d", "--build"], timeout=900, log=output_dir / "compose-up.log") + wait_instances(base_url, first["replicas"]) + psql(compose, "CREATE EXTENSION IF NOT EXISTS pg_stat_statements") + client = Client(base_url) + alice, _, _, chat = client.bootstrap() + auth_file.write_text(json.dumps({"token": alice["token"], "chat_id": chat["id"]})) + os.chmod(auth_file, 0o600) + summary["chat_id"] = chat["id"] + summary["seed_messages"] = plan["seed_messages"] + summary["docker_server"] = command(["docker", "version", "--format", "{{.Server.Version}}"], timeout=15).strip() + summary["compose_version"] = command(["docker", "compose", "version", "--short"], timeout=15).strip() + summary["docker_resources"] = command(["docker", "info", "--format", "{{.NCPU}} CPUs, {{.MemTotal}} bytes RAM"], timeout=15).strip() + previous_postgres_cpus = first.get("postgres_cpus", 2) + for index, run in enumerate(runs, 1): + name = run["name"] + if not name.replace("-", "").replace("_", "").isalnum(): + raise ValueError("unsafe run name") + run_dir = output_dir / ("%02d-%s" % (index, name)) + run_dir.mkdir() + write_database_url(database_url_file, run.get("pool_max_conns")) + write_override(override, lb_port=lb_port, replicas=run["replicas"], + total_cpus=run["api_total_cpus"], total_memory_mib=run["api_total_memory_mib"], + postgres_cpus=run.get("postgres_cpus", 2), database_url_file=database_url_file) + command(compose + ["config", "--quiet"], timeout=30) + print("Run %d/%d: %s" % (index, len(runs), name), flush=True) + delay = run.get("commit_delay_us", 0) + if not isinstance(delay, int) or not 0 <= delay <= 100000: + raise ValueError("invalid commit_delay_us") + psql(compose, "ALTER SYSTEM SET commit_delay='%d'" % delay) + async_diagnostic = run.get("diagnostic_async_commit", False) + if async_diagnostic and run.get("phase") != "wal_ablation": + raise ValueError("asynchronous commit is allowed only in the disposable WAL diagnostic") + psql(compose, "ALTER SYSTEM SET synchronous_commit='%s'" % ("off" if async_diagnostic else "on")) + psql(compose, "SELECT pg_reload_conf()") + if run.get("postgres_cpus", 2) != previous_postgres_cpus: + command(compose + ["up", "-d", "--no-deps", "--no-build", "--force-recreate", "postgres"], + timeout=120, log=run_dir / "compose-postgres.log") + deadline = time.monotonic() + 60 + while True: + try: + if psql(compose, "SELECT 1", timeout=5) == "1": + break + except Exception: + pass + if time.monotonic() > deadline: + raise RuntimeError("PostgreSQL did not become ready after budget change") + time.sleep(1) + previous_postgres_cpus = run.get("postgres_cpus", 2) + command(compose + ["up", "-d", "--no-deps", "--no-build", "--force-recreate", "--scale", "api=%d" % run["replicas"], "api"], + timeout=180, log=run_dir / "compose-scale.log") + instances = wait_instances(base_url, run["replicas"]) + warmup = plan.get("warmup_seconds", 3) + reset_dataset(compose, chat["id"], alice["id"], plan["seed_messages"]) + if warmup: + warmup_rate = plan.get("warmup_rate", min(200, run["rate"])) + if warmup_rate == "target": + warmup_rate = run["rate"] + run_load(binary, base_url, auth_file, warmup_rate, warmup, + plan.get("max_inflight", 1024), + run_dir / "warmup.json") + reset_dataset(compose, chat["id"], alice["id"], plan["seed_messages"]) + if plan.get("settle_seconds", 0): + psql(compose, "CHECKPOINT") + time.sleep(plan["settle_seconds"]) + psql(compose, "SELECT pg_stat_statements_reset()") + before = message_count(compose) + (run_dir / "diagnostics-before.json").write_text(json.dumps(diagnostic_snapshot(compose), indent=2) + "\n") + stop = threading.Event() + sampler = threading.Thread(target=sample_loop, args=(stop, compose, run_dir / "samples.jsonl")) + sampler.start() + try: + load = run_load(binary, base_url, auth_file, run["rate"], run["duration_seconds"], + run.get("max_inflight", plan.get("max_inflight", 1024)), + run_dir / "load.json") + finally: + stop.set() + sampler.join(timeout=30) + after = message_count(compose) + (run_dir / "pool-stats.json").write_text(json.dumps(collect_pool_stats(compose, load["started_at_utc"]), indent=2) + "\n") + (run_dir / "diagnostics-after.json").write_text(json.dumps(diagnostic_snapshot(compose), indent=2) + "\n") + sql_stats = pg_stat_statements(compose) + (run_dir / "postgres-statements.json").write_text(json.dumps(sql_stats, indent=2, ensure_ascii=False) + "\n") + item = {"name": name, "phase": run.get("phase", "unspecified"), + "replicas": run["replicas"], "api_total_cpus": run["api_total_cpus"], + "api_total_memory_mib": run["api_total_memory_mib"], + "postgres_cpus": run.get("postgres_cpus", 2), "rate": run["rate"], + "pool_max_conns_per_replica": run.get("pool_max_conns", "pgx_default"), + "commit_delay_us": delay, + "diagnostic_async_commit": async_diagnostic, + "duration_seconds": run["duration_seconds"], "instances": instances, + "api_limits": api_limits(compose), + "messages_before": before, "messages_after": after, + "messages_added": after-before, "load": load} + summary["runs"].append(item) + (output_dir / "summary.json").write_text(json.dumps(summary, indent=2, ensure_ascii=False) + "\n") + print(" success=%d/%d, rps=%.1f, p99=%.1f ms" % + (load["successful_requests"], load["scheduled_requests"], + load["successful_rps_window"], load["success_latency_ms"]["p99"]), flush=True) + if plan.get("public_smoke_after"): + command(["make", "test", "BASE_URL=" + base_url], timeout=90, + log=output_dir / "public-smoke.log") + summary["public_smoke"] = "PASS" + except Exception as exc: + summary["error"] = str(exc) + raise + finally: + print("Cleaning disposable project", project, flush=True) + try: + command(compose + ["down", "-v", "--remove-orphans"], timeout=180, + log=output_dir / "cleanup.log") + remaining_containers = command(["docker", "ps", "-aq", "--filter", + "label=com.docker.compose.project=" + project], timeout=15).splitlines() + remaining_volumes = command(["docker", "volume", "ls", "-q", "--filter", + "label=com.docker.compose.project=" + project], timeout=15).splitlines() + after = {"project": project, "containers": remaining_containers, + "volumes": remaining_volumes, "at_utc": utc_now()} + (output_dir / "environment-after.json").write_text(json.dumps(after, indent=2) + "\n") + summary["cleanup"] = "PASS" if not remaining_containers and not remaining_volumes else "FAIL: resources remain" + except Exception as exc: + summary["cleanup"] = "FAIL: " + str(exc) + summary["finished_at_utc"] = utc_now() + (output_dir / "summary.json").write_text(json.dumps(summary, indent=2, ensure_ascii=False) + "\n") + + +if __name__ == "__main__": + main() diff --git a/infra/compose.group-commit.yaml b/infra/compose.group-commit.yaml new file mode 100644 index 00000000..525c0f49 --- /dev/null +++ b/infra/compose.group-commit.yaml @@ -0,0 +1,14 @@ +# Optional measured WAL efficiency profile; requires a PostgreSQL restart. +# Keep synchronous durability. Extra delay can hurt latency at other loads. +services: + postgres: + command: + - postgres + - -c + - fsync=on + - -c + - synchronous_commit=on + - -c + - commit_delay=1000 + - -c + - commit_siblings=5 diff --git a/student-tests/lab3/grade5/README.md b/student-tests/lab3/grade5/README.md new file mode 100644 index 00000000..808159a7 --- /dev/null +++ b/student-tests/lab3/grade5/README.md @@ -0,0 +1,32 @@ +# Lab 3, track 1: scaling experiment + +The experiment starts a unique `lab3-grade5-*` Compose project, uses a free loopback LB port, removes the PostgreSQL host port, and deletes only that project's containers and volumes in `finally`. The normal project is not modified. API credentials and the experiment-specific database URL exist only in a temporary directory. Compose 2.24.4+, Go matching go.mod, Python 3.9+, Docker and the normal local `.env`/`secrets/` bootstrap are required. + +Run from the repository root: + +```sh +python3 student-tests/lab3/grade5/run.py --plan student-tests/lab3/grade5/plan.controlled.json --output evidence/my-scaling-run +python3 student-tests/lab3/grade5/run.py --plan student-tests/lab3/grade5/plan.pool-screen.json --output evidence/my-pool-screen +python3 student-tests/lab3/grade5/run.py --plan student-tests/lab3/grade5/plan.confirm.json --output evidence/my-group-commit +python3 student-tests/lab3/grade5/run.py --plan student-tests/lab3/grade5/plan.db-cpu.json --output evidence/my-db-cpu +python3 student-tests/lab3/grade5/analyze.py evidence/my-scaling-run evidence/my-pool-screen evidence/my-group-commit --output evidence/my-analysis +python3 student-tests/lab3/grade5/verify_evidence.py evidence/my-db-cpu +``` + +Output directories must be empty. Plans contain all resource and workload parameters. `plan.fixed.json` is the initial exploratory method (cap 256 in its historical saved run); the current runner defaults to cap 1024, so consult each saved `load.json` for the actual cap rather than attributing old measurements to current code. `plan.controlled.json` fixes the total pool at 32 (32/16/8 connections per API for 1/2/4 replicas) and total API CPU/RAM at 4 vCPU/1024 MiB. Its growth series uses two replicas and 2/3/4 vCPU with 512/768/1024 MiB. PostgreSQL remains at 2 vCPU/512 MiB, LB at 1 vCPU/256 MiB, Redis at 0.5 vCPU/128 MiB. + +Before each point, only the experiment's `messages` and `message_idempotency` are truncated, and 100,000 synthetic messages are inserted and analyzed. The pool screening and confirmation plans warm the server at the target rate for 10 s, reset to the same dataset, issue CHECKPOINT and wait 3 s. The measured Go process starts with a fresh HTTP transport; cold client connection establishment is part of this finite workload. The initial two series used only a 3 s / 200 RPS warmup and have stronger startup effects. + +The Go client schedules independent POSTs at a fixed rate, uses unique keys, keeps HTTP connections, and does not retry. If the scheduler is over 250 ms late, or all in-flight slots are occupied, it counts the attempt as dropped. This bounded open-loop workload prevents unbounded memory use; its drops are client admission failures, not HTTP server responses. Requests have a 5 s network timeout. The primary completed throughput is `successful_rps_wall`, including the drain tail. `successful_rps_window` is also retained but must not be presented as steady completed throughput. `success_latency_ms` covers HTTP 201 only; the revised meter additionally records `completed_full_latency_ms` from planned departure to completion for all sent requests, including failed responses, and measures dispatch lag inside the goroutine. Drops have no completed latency and remain in the denominator of success ratio. + +Record `messages_added - successful_requests` as unconfirmed committed writes. A timeout/503 does not imply a rolled-back operation. No mutation is retried under a different key. All experiments count this difference instead of silently equating HTTP acknowledgements with inserted rows. + +Samples include CPU/RAM, PostgreSQL active/waiting connections, HAProxy queue/errors and individual collection timestamps. They are discrete observations, not continuous maxima. New confirmation runs also save before/after cgroup CPU throttling, PostgreSQL 18 `pg_stat_io` WAL timings, `pg_stat_wal`, effective durability settings and `pg_stat_statements`. In PostgreSQL 18 WAL timing moved to `pg_stat_io`; the old `pg_stat_wal.wal_sync_time` field does not exist. Snapshot boundaries include small instrumentation overhead. + +`plan.confirm.json` changes only `commit_delay` between 0 and 1000 microseconds in ABBAAB order, with three points per setting. `fsync=on` and `synchronous_commit=on` must be verified in each diagnostic snapshot. This is a group commit latency/throughput tradeoff, not permission to weaken durability. Keep failed candidates and all raw results. A single laptop's Docker Desktop VM, thermal state, filesystem and competing host work limit generalization; the measured saturation belongs to this workload and resource envelope. + +Optional charts use matplotlib. The original chart environment used matplotlib 3.11.2; install it in a separate virtual environment, then add `--charts` to analyze.py. Avoid installation, builds or unrelated benchmarks during measured intervals. + +`PG_POOL_DIAGNOSTICS=1` enables one-second aggregate pgxpool counters in the API logs. The experiment override sets it; the normal deployment does not. The first pool-causal run used an incorrect log filter (`msg=pg_pool_stats` instead of the actual default slog text format); its empty pool snapshots are missing evidence, not zero waiting. Subsequent runs accept both formats. + +`plan.wal-diagnostic.json` is a causal diagnostic, not a deployable optimization: it compares synchronous_commit on/off/on on synthetic data in the disposable project, with fixed API/pool/resources. The off point weakens commit acknowledgement guarantees and cannot satisfy the lab's durability contract. It is used only to test whether waiting for WAL flush is limiting throughput. The final point restores on, effective settings are saved, public smoke follows the measured intervals, and the project is deleted. Never apply that diagnostic setting to the normal Compose project. The optional group-commit profile retains synchronous_commit=on and fsync=on. diff --git a/student-tests/lab3/grade5/analyze.py b/student-tests/lab3/grade5/analyze.py new file mode 100644 index 00000000..5361207b --- /dev/null +++ b/student-tests/lab3/grade5/analyze.py @@ -0,0 +1,188 @@ +#!/usr/bin/env python3 +"""Aggregate saved measurements; optional charts require matplotlib.""" +import argparse +import csv +import json +import re +import statistics +from pathlib import Path + + +def aggregate(directory): + summary = json.loads((directory / 'summary.json').read_text()) + rows = [] + for index, run in enumerate(summary['runs'], 1): + samples = [json.loads(line) for line in + (directory / ('%02d-%s' % (index, run['name'])) / 'samples.jsonl').read_text().splitlines()] + cpu = {service: [] for service in ('api', 'postgres', 'lb', 'redis')} + memory = {service: [] for service in cpu} + connections, locks, io_wait = [], [], [] + for sample in samples: + totals = {service: 0 for service in cpu} + mem_totals = {service: 0 for service in cpu} + for item in sample.get('docker_stats', []): + for service in cpu: + if '-%s-' % service in item['Name']: + totals[service] += float(item['CPUPerc'].strip('%')) + match = re.match(r'([\d.]+)([A-Za-z]+)', item['MemUsage']) + if match: + factors = {'B':1/1048576, 'KiB':1/1024, 'MiB':1, 'GiB':1024, + 'kB':1000/1048576, 'MB':1000000/1048576, 'GB':1000000000/1048576} + mem_totals[service] += float(match[1])*factors.get(match[2],1) + if sample.get('docker_stats'): + for service in cpu: + cpu[service].append(totals[service]) + memory[service].append(mem_totals[service]) + db = sample.get('postgres_activity', {}) + connections.append(db.get('connections', 0)) + locks.append(db.get('lock_wait', 0)) + io_wait.append(db.get('io_wait', 0)) + load = run['load'] + row = {key: run.get(key) for key in ('name', 'phase', 'replicas', 'api_total_cpus', + 'api_total_memory_mib', 'postgres_cpus', 'pool_max_conns_per_replica', 'commit_delay_us', 'diagnostic_async_commit', 'rate')} + row.update(source=str(directory), successful_rps=load['successful_rps_wall'], + scheduled_window_rps=load['successful_rps_window'], + wall_rps=load['successful_rps_wall'], success_ratio=load['success_ratio'], + p50_ms=load['success_latency_ms']['p50'], p95_ms=load['success_latency_ms']['p95'], + p99_ms=load['success_latency_ms']['p99'], schedule_p99_ms=load['schedule_lag_ms']['p99'], + completed_full_p99_ms=load.get('completed_full_latency_ms',{}).get('p99'), + failures=json.dumps(load['failure_counts'], sort_keys=True), + messages_added=run['messages_added'], confirmed=load['successful_requests'], + samples=len(samples), db_connections_max=max(connections, default=0), + lock_wait_max=max(locks, default=0), io_wait_max=max(io_wait, default=0)) + for service, values in cpu.items(): + row[service + '_cpu_mean_pct'] = round(statistics.mean(values), 2) if values else None + row[service + '_cpu_max_pct'] = round(max(values), 2) if values else None + row[service + '_memory_max_mib'] = round(max(memory[service]),2) if memory[service] else None + diagnostics = directory / ('%02d-%s' % (index, run['name'])) + if (diagnostics/'pool-stats.json').exists(): + pools=json.loads((diagnostics/'pool-stats.json').read_text()) + acquired, wait_ns, canceled, full, points = 0, 0, 0, 0, 0 + for values in pools.values(): + counters=[value['counters'] for value in values if value.get('counters')] + if len(counters)>1: + acquired+=counters[-1]['acquire_count']-counters[0]['acquire_count'] + wait_ns+=counters[-1]['empty_wait_ns']-counters[0]['empty_wait_ns'] + canceled+=counters[-1]['canceled_count']-counters[0]['canceled_count'] + full+=sum(value['acquired']==value['max_conns'] for value in counters) + points+=len(counters) + row['pool_wait_per_acquire_ms']=round(wait_ns/acquired/1e6,3) if acquired else None + row['pool_canceled_acquires']=canceled + row['pool_full_sample_ratio']=round(full/points,4) if points else None + row['pool_sample_points']=points + if (diagnostics/'diagnostics-before.json').exists(): + before=json.loads((diagnostics/'diagnostics-before.json').read_text()) + after=json.loads((diagnostics/'diagnostics-after.json').read_text()) + for service in cpu: + ids=[key for key,value in before['cgroups'].items() if value['service']==service] + row[service+'_throttled_usec']=sum(after['cgroups'][key].get('throttled_usec',0)-before['cgroups'][key].get('throttled_usec',0) for key in ids) + for key in ('wal_bytes','wal_buffers_full'): + row[key+'_delta']=float(after['wal'][key])-float(before['wal'][key]) + for key in ('write_time','fsync_time','writes','fsyncs'): + row['wal_'+key+'_delta']=sum(float(x.get(key) or 0) for x in after['wal_io'])-sum(float(x.get(key) or 0) for x in before['wal_io']) + rows.append(row) + return rows + + +def charts(rows, output): + import matplotlib + matplotlib.use('Agg') + import matplotlib.pyplot as plt + plt.rcParams.update({'font.size': 10, 'axes.grid': True, 'grid.alpha': .25}) + for phase in sorted({row['phase'] for row in rows}): + selected = [row for row in rows if row['phase'] == phase] + if phase not in ('fixed_pool32', 'resource_growth', 'pool_improvement'): + continue + group_key = {'fixed_pool32': 'replicas', 'resource_growth': 'api_total_cpus', + 'pool_improvement': 'pool_max_conns_per_replica'}[phase] + fig, axes = plt.subplots(1, 3, figsize=(13, 3.6)) + for group in sorted({str(row[group_key]) for row in selected}): + points = sorted([row for row in selected if str(row[group_key]) == group], key=lambda x: x['rate']) + label = '%s=%s' % (group_key, group) + for ax, metric in zip(axes, ('successful_rps', 'p99_ms', 'success_ratio')): + ax.plot([p['rate'] for p in points], [p[metric] for p in points], 'o-', label=label) + axes[0].set_ylabel('Successful POST/s') + axes[1].set_ylabel('p99 successful requests, ms') + axes[2].set_ylabel('Success / scheduled requests') + for ax in axes: + ax.set_xlabel('Scheduled POST/s') + axes[0].legend(fontsize=8) + fig.suptitle(phase + ' — 100,000 seed messages; fixed-rate workload') + fig.tight_layout() + fig.savefig(output / (phase + '.svg')) + fig.savefig(output / (phase + '.png'), dpi=150) + plt.close(fig) + selected = [row for row in rows if row['phase'] == 'wal_ablation'] + if selected: + fig, axes = plt.subplots(1, 2, figsize=(9, 3.5)) + labels = ['ON (before)', 'OFF (diagnostic)', 'ON (after)'] + for ax, metric, ylabel in zip(axes, ('successful_rps','pool_wait_per_acquire_ms'), + ('Completed POST/s (wall)', 'Pool wait / acquire, ms')): + ax.bar(range(len(selected)), [row[metric] for row in selected], + color=['#64748b','#b45309','#64748b']) + ax.set_xticks(range(len(selected)),labels,rotation=10) + ax.set_ylabel(ylabel) + fig.suptitle('Causal WAL diagnostic: OFF weakens durability and is not a deployment option') + fig.tight_layout() + fig.savefig(output/'wal-ablation.png',dpi=150) + fig.savefig(output/'wal-ablation.svg') + plt.close(fig) + selected = [row for row in rows if row['phase'] == 'db_cpu_causal'] + if selected: + fig, axes = plt.subplots(1, 3, figsize=(13, 4)) + labels = ['%d API / PG %s' % (row['replicas'],row['postgres_cpus']) for row in selected] + colors = ['#64748b' if row['postgres_cpus']==.5 else '#0f766e' for row in selected] + for ax, metric, ylabel in zip(axes, ('successful_rps','postgres_cpu_mean_pct','pool_wait_per_acquire_ms'), + ('Completed POST/s (wall)', 'PostgreSQL CPU, 100%=one core', 'Pool wait / acquire, ms')): + ax.bar(range(len(selected)), [row[metric] for row in selected], color=colors) + ax.set_xticks(range(len(selected)),labels,rotation=40,ha='right') + ax.set_ylabel(ylabel) + axes[1].plot(range(len(selected)),[row['postgres_cpus']*100 for row in selected], 'k--', label='CPU quota') + axes[1].legend() + fig.suptitle('Controlled database CPU budget; 2000 scheduled POST/s, fixed total API budget and pool') + fig.tight_layout() + fig.savefig(output/'db-cpu-causal.png',dpi=150) + fig.savefig(output/'db-cpu-causal.svg') + plt.close(fig) + selected = [row for row in rows if row['phase'] == 'wal_group_commit'] + if selected: + groups = sorted({row['commit_delay_us'] for row in selected}) + fig, axes = plt.subplots(1, 3, figsize=(12, 3.6)) + for ax, metric, label in zip(axes, ('successful_rps', 'p99_ms', 'wal_fsyncs_delta'), + ('Completed POST/s (wall time)', 'p99 HTTP 201, ms', 'WAL fsync count')): + for index, group in enumerate(groups): + values = [row[metric] for row in selected if row['commit_delay_us'] == group] + ax.bar(index, statistics.median(values), color=('#64748b', '#0f766e')[index % 2], alpha=.65) + ax.scatter([index]*len(values), values, color='black', s=25, zorder=3) + ax.set_xticks(range(len(groups)), [str(group) + ' us' for group in groups]) + ax.set_ylabel(label) + fig.suptitle('Group commit: median bars and three raw repeats; 3000 scheduled POST/s') + fig.tight_layout() + fig.savefig(output / 'group-commit.svg') + fig.savefig(output / 'group-commit.png', dpi=150) + plt.close(fig) + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument('directories', nargs='+', type=Path) + parser.add_argument('--output', required=True, type=Path) + parser.add_argument('--charts', action='store_true') + args = parser.parse_args() + rows = [row for directory in args.directories for row in aggregate(directory)] + args.output.mkdir(parents=True, exist_ok=True) + (args.output / 'results.json').write_text(json.dumps(rows, indent=2) + '\n') + with (args.output / 'results.csv').open('w', newline='') as stream: + writer = csv.DictWriter(stream, fieldnames=list(dict.fromkeys(key for row in rows for key in row))) + writer.writeheader() + writer.writerows(rows) + if args.charts: + charts(rows, args.output) + for row in rows: + print('%-30s %7.1f RPS %6.2f%% p99=%7.1f ms CPU api/pg/lb=%5.1f/%5.1f/%5.1f' % + (row['name'], row['successful_rps'], row['success_ratio']*100, row['p99_ms'], + row['api_cpu_mean_pct'], row['postgres_cpu_mean_pct'], row['lb_cpu_mean_pct'])) + + +if __name__ == '__main__': + main() diff --git a/student-tests/lab3/grade5/load.go b/student-tests/lab3/grade5/load.go new file mode 100644 index 00000000..ad969140 --- /dev/null +++ b/student-tests/lab3/grade5/load.go @@ -0,0 +1,204 @@ +// A fixed-rate HTTP workload for the lab 3 scaling experiment. +// Credentials are read from a local file and never written to output. +package main + +import ( + "bytes" + "context" + "crypto/rand" + "encoding/hex" + "encoding/json" + "errors" + "flag" + "fmt" + "io" + "math" + "net" + "net/http" + "os" + "sort" + "strconv" + "strings" + "sync" + "time" +) + +type credentials struct { + Token string `json:"token"` + ChatID string `json:"chat_id"` +} + +type result struct { + kind string + status int + latency time.Duration + lag time.Duration + full time.Duration + instanceID string +} + +type percentiles struct { + P50 float64 `json:"p50"` + P95 float64 `json:"p95"` + P99 float64 `json:"p99"` +} + +func quantiles(values []float64) percentiles { + if len(values) == 0 { + return percentiles{} + } + sort.Float64s(values) + get := func(p float64) float64 { + index := int(math.Ceil(p*float64(len(values)))) - 1 + return math.Round(values[index]*1000) / 1000 + } + return percentiles{P50: get(.50), P95: get(.95), P99: get(.99)} +} + +func main() { + baseURL := flag.String("base-url", "", "public load balancer URL") + authFile := flag.String("auth-file", "", "local JSON file with token and chat_id") + rate := flag.Float64("rate", 0, "scheduled requests per second") + duration := flag.Duration("duration", 20*time.Second, "scheduling window") + maxInFlight := flag.Int("max-inflight", 256, "maximum concurrent requests") + timeout := flag.Duration("timeout", 5*time.Second, "per-request timeout") + flag.Parse() + if *baseURL == "" || *authFile == "" || *rate <= 0 || *duration <= 0 || *maxInFlight <= 0 || *timeout <= 0 { + fmt.Fprintln(os.Stderr, "base-url, auth-file, positive rate, duration, max-inflight and timeout are required") + os.Exit(2) + } + content, err := os.ReadFile(*authFile) + if err != nil { + fmt.Fprintln(os.Stderr, "could not read auth file") + os.Exit(2) + } + var auth credentials + if err := json.Unmarshal(content, &auth); err != nil || auth.Token == "" || auth.ChatID == "" { + fmt.Fprintln(os.Stderr, "invalid auth file") + os.Exit(2) + } + nonce := make([]byte, 8) + if _, err := rand.Read(nonce); err != nil { + fmt.Fprintln(os.Stderr, "could not create workload identifier") + os.Exit(2) + } + runID := hex.EncodeToString(nonce) + payload, _ := json.Marshal(map[string]string{"text": "grade5-" + runID}) + transport := &http.Transport{ + MaxIdleConns: *maxInFlight, + MaxIdleConnsPerHost: *maxInFlight, + IdleConnTimeout: 90 * time.Second, + } + client := &http.Client{Transport: transport} + defer transport.CloseIdleConnections() + url := strings.TrimRight(*baseURL, "/") + "/api/v1/chats/" + auth.ChatID + "/messages" + count := int(math.Round(*rate * duration.Seconds())) + if count <= 0 || count > 2_000_000 { + fmt.Fprintln(os.Stderr, "request count is outside 1..2000000") + os.Exit(2) + } + results := make(chan result, count) + semaphore := make(chan struct{}, *maxInFlight) + var workers sync.WaitGroup + started := time.Now() + for i := 0; i < count; i++ { + planned := started.Add(time.Duration(float64(i) / *rate * float64(time.Second))) + if delay := time.Until(planned); delay > 0 { + time.Sleep(delay) + } + lag := time.Since(planned) + if lag > 250*time.Millisecond { + results <- result{kind: "dropped_scheduler", lag: lag} + continue + } + select { + case semaphore <- struct{}{}: + default: + results <- result{kind: "dropped_inflight", lag: lag} + continue + } + workers.Add(1) + go func(sequence int, planned time.Time) { + defer workers.Done() + defer func() { <-semaphore }() + scheduleLag := time.Since(planned) + ctx, cancel := context.WithTimeout(context.Background(), *timeout) + defer cancel() + req, err := http.NewRequestWithContext(ctx, http.MethodPost, url, bytes.NewReader(payload)) + if err != nil { + results <- result{kind: "client_request", lag: scheduleLag} + return + } + req.Header.Set("Accept", "application/json") + req.Header.Set("Content-Type", "application/json") + req.Header.Set("Authorization", "Bearer "+auth.Token) + req.Header.Set("Idempotency-Key", "g5-"+runID+"-"+strconv.Itoa(sequence)) + requestStarted := time.Now() + response, err := client.Do(req) + if err != nil { + kind := "connection" + var networkError net.Error + if errors.Is(err, context.DeadlineExceeded) || errors.As(err, &networkError) && networkError.Timeout() { + kind = "timeout" + } + results <- result{kind: kind, latency: time.Since(requestStarted), lag: scheduleLag, full: time.Since(planned)} + return + } + _, readErr := io.Copy(io.Discard, io.LimitReader(response.Body, 1<<20)) + response.Body.Close() + if readErr != nil { + results <- result{kind: "response_read", status: response.StatusCode, latency: time.Since(requestStarted), lag: scheduleLag, full: time.Since(planned)} + return + } + results <- result{kind: "response", status: response.StatusCode, latency: time.Since(requestStarted), lag: scheduleLag, full: time.Since(planned), instanceID: response.Header.Get("X-Instance-Id")} + }(i, planned) + } + workers.Wait() + close(results) + wall := time.Since(started) + counts := map[string]int{} + instances := map[string]int{} + latencies := make([]float64, 0, count) + lags := make([]float64, 0, count) + fullLatencies := make([]float64, 0, count) + success := 0 + for item := range results { + if item.full > 0 { + fullLatencies = append(fullLatencies, float64(item.full)/float64(time.Millisecond)) + } + if item.kind == "response" && item.status == http.StatusCreated { + success++ + latencies = append(latencies, float64(item.latency)/float64(time.Millisecond)) + if item.instanceID != "" { + instances[item.instanceID]++ + } + } else if item.kind == "response" { + counts["http_"+strconv.Itoa(item.status)]++ + } else { + counts[item.kind]++ + } + lags = append(lags, float64(item.lag)/float64(time.Millisecond)) + } + report := map[string]any{ + "workload": "fixed-rate POST messages, unique Idempotency-Key, no retries", + "started_at_utc": started.UTC().Format(time.RFC3339Nano), + "run_id": runID, + "scheduled_rps": *rate, + "scheduled_duration_s": duration.Seconds(), + "wall_duration_s": math.Round(wall.Seconds()*1000) / 1000, + "scheduled_requests": count, + "successful_requests": success, + "failure_counts": counts, + "success_ratio": math.Round(float64(success)/float64(count)*1_000_000) / 1_000_000, + "successful_rps_window": math.Round(float64(success)/duration.Seconds()*1000) / 1000, + "successful_rps_wall": math.Round(float64(success)/wall.Seconds()*1000) / 1000, + "success_latency_ms": quantiles(latencies), + "schedule_lag_ms": quantiles(lags), + "completed_full_latency_ms": quantiles(fullLatencies), + "instance_responses": instances, + "max_inflight": *maxInFlight, + "request_timeout_s": timeout.Seconds(), + } + output, _ := json.MarshalIndent(report, "", " ") + fmt.Println(string(output)) +} diff --git a/student-tests/lab3/grade5/plan.confirm.json b/student-tests/lab3/grade5/plan.confirm.json new file mode 100644 index 00000000..b0984e15 --- /dev/null +++ b/student-tests/lab3/grade5/plan.confirm.json @@ -0,0 +1,75 @@ +{ + "seed_messages": 100000, + "warmup_seconds": 10, + "warmup_rate": "target", + "settle_seconds": 3, + "max_inflight": 1024, + "runs": [ + { + "name": "commit-0-repeat1", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "commit_delay_us": 0, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "commit-1000-repeat2", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "commit_delay_us": 1000, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "commit-1000-repeat3", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "commit_delay_us": 1000, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "commit-0-repeat4", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "commit_delay_us": 0, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "commit-0-repeat5", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "commit_delay_us": 0, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "commit-1000-repeat6", + "phase": "wal_group_commit", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "commit_delay_us": 1000, + "rate": 3000, + "duration_seconds": 30 + } + ] +} diff --git a/student-tests/lab3/grade5/plan.controlled.json b/student-tests/lab3/grade5/plan.controlled.json new file mode 100644 index 00000000..4dd530a0 --- /dev/null +++ b/student-tests/lab3/grade5/plan.controlled.json @@ -0,0 +1,25 @@ +{ + "seed_messages": 100000, + "warmup_seconds": 3, + "max_inflight": 1024, + "runs": [ + {"name":"pool32-fixed-r1000-n1", "phase":"fixed_pool32", "replicas":1, "api_total_cpus":4, "api_total_memory_mib":1024, "pool_max_conns":32, "rate":1000, "duration_seconds":20}, + {"name":"pool32-fixed-r1000-n2", "phase":"fixed_pool32", "replicas":2, "api_total_cpus":4, "api_total_memory_mib":1024, "pool_max_conns":16, "rate":1000, "duration_seconds":20}, + {"name":"pool32-fixed-r1000-n4", "phase":"fixed_pool32", "replicas":4, "api_total_cpus":4, "api_total_memory_mib":1024, "pool_max_conns":8, "rate":1000, "duration_seconds":20}, + {"name":"pool32-fixed-r2000-n4", "phase":"fixed_pool32", "replicas":4, "api_total_cpus":4, "api_total_memory_mib":1024, "pool_max_conns":8, "rate":2000, "duration_seconds":20}, + {"name":"pool32-fixed-r2000-n2", "phase":"fixed_pool32", "replicas":2, "api_total_cpus":4, "api_total_memory_mib":1024, "pool_max_conns":16, "rate":2000, "duration_seconds":20}, + {"name":"pool32-fixed-r2000-n1", "phase":"fixed_pool32", "replicas":1, "api_total_cpus":4, "api_total_memory_mib":1024, "pool_max_conns":32, "rate":2000, "duration_seconds":20}, + {"name":"pool32-fixed-r3000-n1", "phase":"fixed_pool32", "replicas":1, "api_total_cpus":4, "api_total_memory_mib":1024, "pool_max_conns":32, "rate":3000, "duration_seconds":20}, + {"name":"pool32-fixed-r3000-n2", "phase":"fixed_pool32", "replicas":2, "api_total_cpus":4, "api_total_memory_mib":1024, "pool_max_conns":16, "rate":3000, "duration_seconds":20}, + {"name":"pool32-fixed-r3000-n4", "phase":"fixed_pool32", "replicas":4, "api_total_cpus":4, "api_total_memory_mib":1024, "pool_max_conns":8, "rate":3000, "duration_seconds":20}, + {"name":"grow-r1000-c2", "phase":"resource_growth", "replicas":2, "api_total_cpus":2, "api_total_memory_mib":512, "pool_max_conns":16, "rate":1000, "duration_seconds":20}, + {"name":"grow-r1000-c3", "phase":"resource_growth", "replicas":2, "api_total_cpus":3, "api_total_memory_mib":768, "pool_max_conns":16, "rate":1000, "duration_seconds":20}, + {"name":"grow-r1000-c4", "phase":"resource_growth", "replicas":2, "api_total_cpus":4, "api_total_memory_mib":1024, "pool_max_conns":16, "rate":1000, "duration_seconds":20}, + {"name":"grow-r2000-c4", "phase":"resource_growth", "replicas":2, "api_total_cpus":4, "api_total_memory_mib":1024, "pool_max_conns":16, "rate":2000, "duration_seconds":20}, + {"name":"grow-r2000-c3", "phase":"resource_growth", "replicas":2, "api_total_cpus":3, "api_total_memory_mib":768, "pool_max_conns":16, "rate":2000, "duration_seconds":20}, + {"name":"grow-r2000-c2", "phase":"resource_growth", "replicas":2, "api_total_cpus":2, "api_total_memory_mib":512, "pool_max_conns":16, "rate":2000, "duration_seconds":20}, + {"name":"grow-r3000-c2", "phase":"resource_growth", "replicas":2, "api_total_cpus":2, "api_total_memory_mib":512, "pool_max_conns":16, "rate":3000, "duration_seconds":20}, + {"name":"grow-r3000-c3", "phase":"resource_growth", "replicas":2, "api_total_cpus":3, "api_total_memory_mib":768, "pool_max_conns":16, "rate":3000, "duration_seconds":20}, + {"name":"grow-r3000-c4", "phase":"resource_growth", "replicas":2, "api_total_cpus":4, "api_total_memory_mib":1024, "pool_max_conns":16, "rate":3000, "duration_seconds":20} + ] +} diff --git a/student-tests/lab3/grade5/plan.db-cpu.json b/student-tests/lab3/grade5/plan.db-cpu.json new file mode 100644 index 00000000..a060b444 --- /dev/null +++ b/student-tests/lab3/grade5/plan.db-cpu.json @@ -0,0 +1,76 @@ +{ + "seed_messages": 100000, + "warmup_seconds": 10, + "warmup_rate": "target", + "settle_seconds": 3, + "max_inflight": 1024, + "public_smoke_after": true, + "runs": [ + { + "name": "db05-n1", + "phase": "db_cpu_causal", + "replicas": 1, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 16, + "postgres_cpus": 0.5, + "rate": 2000, + "duration_seconds": 30 + }, + { + "name": "db05-n2", + "phase": "db_cpu_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "postgres_cpus": 0.5, + "rate": 2000, + "duration_seconds": 30 + }, + { + "name": "db05-n4", + "phase": "db_cpu_causal", + "replicas": 4, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 4, + "postgres_cpus": 0.5, + "rate": 2000, + "duration_seconds": 30 + }, + { + "name": "db2-n2-first", + "phase": "db_cpu_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "postgres_cpus": 2, + "rate": 2000, + "duration_seconds": 30 + }, + { + "name": "db05-n2-repeat", + "phase": "db_cpu_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "postgres_cpus": 0.5, + "rate": 2000, + "duration_seconds": 30 + }, + { + "name": "db2-n2-repeat", + "phase": "db_cpu_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "postgres_cpus": 2, + "rate": 2000, + "duration_seconds": 30 + } + ] +} diff --git a/student-tests/lab3/grade5/plan.fixed.json b/student-tests/lab3/grade5/plan.fixed.json new file mode 100644 index 00000000..3bcaefbb --- /dev/null +++ b/student-tests/lab3/grade5/plan.fixed.json @@ -0,0 +1,22 @@ +{ + "seed_messages": 100000, + "warmup_seconds": 3, + "max_inflight": 256, + "runs": [ + {"name":"fixed-r500-n1", "phase":"fixed", "replicas":1, "api_total_cpus":4, "api_total_memory_mib":1024, "postgres_cpus":2, "rate":500, "duration_seconds":20}, + {"name":"fixed-r500-n2", "phase":"fixed", "replicas":2, "api_total_cpus":4, "api_total_memory_mib":1024, "postgres_cpus":2, "rate":500, "duration_seconds":20}, + {"name":"fixed-r500-n4", "phase":"fixed", "replicas":4, "api_total_cpus":4, "api_total_memory_mib":1024, "postgres_cpus":2, "rate":500, "duration_seconds":20}, + {"name":"fixed-r1000-n4", "phase":"fixed", "replicas":4, "api_total_cpus":4, "api_total_memory_mib":1024, "postgres_cpus":2, "rate":1000, "duration_seconds":20}, + {"name":"fixed-r1000-n2", "phase":"fixed", "replicas":2, "api_total_cpus":4, "api_total_memory_mib":1024, "postgres_cpus":2, "rate":1000, "duration_seconds":20}, + {"name":"fixed-r1000-n1", "phase":"fixed", "replicas":1, "api_total_cpus":4, "api_total_memory_mib":1024, "postgres_cpus":2, "rate":1000, "duration_seconds":20}, + {"name":"fixed-r1500-n1", "phase":"fixed", "replicas":1, "api_total_cpus":4, "api_total_memory_mib":1024, "postgres_cpus":2, "rate":1500, "duration_seconds":20}, + {"name":"fixed-r1500-n2", "phase":"fixed", "replicas":2, "api_total_cpus":4, "api_total_memory_mib":1024, "postgres_cpus":2, "rate":1500, "duration_seconds":20}, + {"name":"fixed-r1500-n4", "phase":"fixed", "replicas":4, "api_total_cpus":4, "api_total_memory_mib":1024, "postgres_cpus":2, "rate":1500, "duration_seconds":20}, + {"name":"fixed-r2000-n4", "phase":"fixed", "replicas":4, "api_total_cpus":4, "api_total_memory_mib":1024, "postgres_cpus":2, "rate":2000, "duration_seconds":20}, + {"name":"fixed-r2000-n2", "phase":"fixed", "replicas":2, "api_total_cpus":4, "api_total_memory_mib":1024, "postgres_cpus":2, "rate":2000, "duration_seconds":20}, + {"name":"fixed-r2000-n1", "phase":"fixed", "replicas":1, "api_total_cpus":4, "api_total_memory_mib":1024, "postgres_cpus":2, "rate":2000, "duration_seconds":20}, + {"name":"fixed-r2500-n1", "phase":"fixed", "replicas":1, "api_total_cpus":4, "api_total_memory_mib":1024, "postgres_cpus":2, "rate":2500, "duration_seconds":20}, + {"name":"fixed-r2500-n2", "phase":"fixed", "replicas":2, "api_total_cpus":4, "api_total_memory_mib":1024, "postgres_cpus":2, "rate":2500, "duration_seconds":20}, + {"name":"fixed-r2500-n4", "phase":"fixed", "replicas":4, "api_total_cpus":4, "api_total_memory_mib":1024, "postgres_cpus":2, "rate":2500, "duration_seconds":20} + ] +} diff --git a/student-tests/lab3/grade5/plan.pool-causal.json b/student-tests/lab3/grade5/plan.pool-causal.json new file mode 100644 index 00000000..45a0746b --- /dev/null +++ b/student-tests/lab3/grade5/plan.pool-causal.json @@ -0,0 +1,79 @@ +{ + "seed_messages": 100000, + "warmup_seconds": 10, + "warmup_rate": "target", + "settle_seconds": 3, + "max_inflight": 1024, + "runs": [ + { + "name": "pool-1-repeat1", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 1, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "pool-8-repeat2", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "pool-16-repeat3", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 16, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "pool-16-repeat4", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 16, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "pool-8-repeat5", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "pool-8-repeat6", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "pool-16-repeat7", + "phase": "pool_causal", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 16, + "rate": 3000, + "duration_seconds": 30 + } + ] +} diff --git a/student-tests/lab3/grade5/plan.pool-screen.json b/student-tests/lab3/grade5/plan.pool-screen.json new file mode 100644 index 00000000..e6cc09fd --- /dev/null +++ b/student-tests/lab3/grade5/plan.pool-screen.json @@ -0,0 +1,12 @@ +{ + "seed_messages": 100000, + "warmup_seconds": 10, + "warmup_rate": "target", + "settle_seconds": 3, + "max_inflight": 1024, + "runs": [ + {"name":"pool8-r3000", "phase":"pool_screen", "replicas":2, "api_total_cpus":4, "api_total_memory_mib":1024, "pool_max_conns":8, "rate":3000, "duration_seconds":30}, + {"name":"pool4-r3000", "phase":"pool_screen", "replicas":2, "api_total_cpus":4, "api_total_memory_mib":1024, "pool_max_conns":4, "rate":3000, "duration_seconds":30}, + {"name":"pool16-r3000", "phase":"pool_screen", "replicas":2, "api_total_cpus":4, "api_total_memory_mib":1024, "pool_max_conns":16, "rate":3000, "duration_seconds":30} + ] +} diff --git a/student-tests/lab3/grade5/plan.wal-diagnostic.json b/student-tests/lab3/grade5/plan.wal-diagnostic.json new file mode 100644 index 00000000..4e38e955 --- /dev/null +++ b/student-tests/lab3/grade5/plan.wal-diagnostic.json @@ -0,0 +1,43 @@ +{ + "seed_messages": 100000, + "warmup_seconds": 10, + "warmup_rate": "target", + "settle_seconds": 3, + "max_inflight": 1024, + "runs": [ + { + "name": "wal-sync-True-1", + "phase": "wal_ablation", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "diagnostic_async_commit": false, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "wal-sync-False-2", + "phase": "wal_ablation", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "diagnostic_async_commit": true, + "rate": 3000, + "duration_seconds": 30 + }, + { + "name": "wal-sync-True-3", + "phase": "wal_ablation", + "replicas": 2, + "api_total_cpus": 4, + "api_total_memory_mib": 1024, + "pool_max_conns": 8, + "diagnostic_async_commit": false, + "rate": 3000, + "duration_seconds": 30 + } + ], + "public_smoke_after": true +} diff --git a/student-tests/lab3/grade5/requirements-plots.txt b/student-tests/lab3/grade5/requirements-plots.txt new file mode 100644 index 00000000..71363ac8 --- /dev/null +++ b/student-tests/lab3/grade5/requirements-plots.txt @@ -0,0 +1 @@ +matplotlib==3.11.2 diff --git a/student-tests/lab3/grade5/run.py b/student-tests/lab3/grade5/run.py new file mode 100644 index 00000000..28ccc7a1 --- /dev/null +++ b/student-tests/lab3/grade5/run.py @@ -0,0 +1,396 @@ +#!/usr/bin/env python3 +"""Repeatable, disposable Compose experiment for lab 3 scaling research.""" + +import argparse +import csv +import io +import json +import os +from pathlib import Path +import platform +import re +import socket +import subprocess +import sys +import tempfile +import threading +import time +from datetime import datetime, timezone +from urllib.parse import parse_qsl, urlencode, urlsplit, urlunsplit +from uuid import UUID, uuid4 + +ROOT = Path(__file__).resolve().parents[3] +sys.path.insert(0, str(ROOT / "tests")) +from client import Client # noqa: E402 + + +def utc_now(): + return datetime.now(timezone.utc).isoformat(timespec="milliseconds") + + +def command(argv, *, timeout=180, allow_failure=False, log=None): + result = subprocess.run(argv, cwd=ROOT, capture_output=True, text=True, timeout=timeout) + if log is not None: + log.write_text(result.stdout + result.stderr) + if result.returncode and not allow_failure: + detail = (result.stderr or result.stdout)[-1200:] + raise RuntimeError("command failed (%s): %s" % (result.returncode, detail)) + return result.stdout + + +def free_port(): + with socket.socket() as listener: + listener.bind(("127.0.0.1", 0)) + return listener.getsockname()[1] + + +def write_override(path, *, lb_port, replicas, total_cpus, total_memory_mib, postgres_cpus, + database_url_file=None): + if replicas not in (1, 2, 4) or total_cpus <= 0 or total_memory_mib < 256: + raise ValueError("invalid replica count or API budget") + if total_memory_mib % replicas: + raise ValueError("API memory budget must divide evenly between replicas") + per_cpu = total_cpus / replicas + per_memory = total_memory_mib // replicas + source = ( + "services:\n" + " api:\n" + " scale: %d\n" + " cpus: \"%.3f\"\n" + " mem_limit: %dm\n" + " environment:\n" + " PG_POOL_DIAGNOSTICS: \"1\"\n" + " secrets: !override\n" + " - source: database_url_api\n" + " target: database_url\n" + " lb:\n" + " ports: !override\n" + " - \"127.0.0.1:%d:8080\"\n" + " postgres:\n" + " cpus: \"%.3f\"\n" + " ports: !reset []\n" + " command: [\"postgres\", \"-c\", \"shared_preload_libraries=pg_stat_statements\", \"-c\", \"track_io_timing=on\", \"-c\", \"track_wal_io_timing=on\"]\n" + % (replicas, per_cpu, per_memory, lb_port, postgres_cpus) + ) + if database_url_file: + source += "secrets:\n database_url_api:\n file: %s\n" % json.dumps(str(database_url_file)) + path.write_text(source) + + +def write_database_url(path, pool_max_conns): + original = (ROOT / "secrets" / "database_url").read_text().strip() + if pool_max_conns is None: + path.write_text(original + "\n") + else: + if not isinstance(pool_max_conns, int) or pool_max_conns <= 0: + raise ValueError("pool_max_conns must be positive") + parsed = urlsplit(original) + query = dict(parse_qsl(parsed.query, keep_blank_values=True)) + query["pool_max_conns"] = str(pool_max_conns) + path.write_text(urlunsplit(parsed._replace(query=urlencode(query))) + "\n") + os.chmod(path, 0o600) + + +def psql(compose, sql, *, timeout=60): + output = command(compose + ["exec", "-T", "postgres", "psql", "-U", "messenger", "-d", "messenger", "-v", "ON_ERROR_STOP=1", "-Atc", sql], timeout=timeout) + return output.strip() + + +def message_count(compose): + return int(psql(compose, "SELECT count(*) FROM messages")) + + +def reset_dataset(compose, chat_id, user_id, seed_count): + chat_id, user_id = str(UUID(chat_id)), str(UUID(user_id)) + psql(compose, "TRUNCATE message_idempotency, messages") + if seed_count: + sql = ("INSERT INTO messages (chat_id, sender_id, text, created_at) " + "SELECT '%s'::uuid, '%s'::uuid, 'seed-' || g, now() - interval '1 day' " + "FROM generate_series(1, %d) AS g" % (chat_id, user_id, seed_count)) + psql(compose, sql, timeout=180) + psql(compose, "ANALYZE messages; ANALYZE message_idempotency") + actual = message_count(compose) + if actual != seed_count: + raise RuntimeError("dataset reset produced %d messages, expected %d" % (actual, seed_count)) + + +def api_ids(compose): + return command(compose + ["ps", "-q", "api"]).splitlines() + + +def api_limits(compose): + identifiers = api_ids(compose) + output = command(["docker", "inspect", "--format", + "{{.Id}} {{.HostConfig.NanoCpus}} {{.HostConfig.Memory}}"] + identifiers, + timeout=15) + return [dict(zip(("container_id", "nano_cpus", "memory_bytes"), line.split())) + for line in output.splitlines()] + + +def wait_instances(base_url, expected, seconds=60): + client = Client(base_url, timeout=3) + found = set() + deadline = time.monotonic() + seconds + while time.monotonic() < deadline: + try: + response = client.call("GET", "/health/ready", schema="Health") + found.add(response["headers"].get("X-Instance-Id")) + if len(found) == expected: + return sorted(found) + except Exception: + pass + time.sleep(.15) + raise RuntimeError("LB observed %d of %d API instances" % (len(found), expected)) + + +def sample_loop(stop, compose, path): + ids = [] + for service in ("api", "lb", "postgres", "redis"): + ids += command(compose + ["ps", "-q", service], timeout=10).splitlines() + lb = command(compose + ["ps", "-q", "lb"], timeout=10).strip() + with path.open("w") as output: + while not stop.is_set(): + sample = {"at_utc": utc_now()} + try: + raw = command(["docker", "stats", "--no-stream", "--format", "{{json .}}"] + ids, timeout=15) + sample["docker_stats"] = [json.loads(line) for line in raw.splitlines() if line.strip()] + sample["docker_at_utc"] = utc_now() + except Exception as exc: + sample["docker_error"] = type(exc).__name__ + try: + raw = psql(compose, "SELECT json_build_object('connections', count(*), 'active', count(*) FILTER (WHERE state='active'), 'lock_wait', count(*) FILTER (WHERE wait_event_type='Lock'), 'io_wait', count(*) FILTER (WHERE wait_event_type='IO')) FROM pg_stat_activity WHERE datname=current_database()", timeout=10) + sample["postgres_activity"] = json.loads(raw) + sample["postgres_at_utc"] = utc_now() + except Exception as exc: + sample["postgres_error"] = type(exc).__name__ + try: + raw = command(["docker", "exec", lb, "sh", "-c", "printf 'show stat\\n' | socat - TCP4:127.0.0.1:9999"], timeout=10) + rows = list(csv.DictReader(io.StringIO(raw.lstrip("# ")))) + sample["haproxy"] = [ + {key: row.get(key) for key in ("pxname", "svname", "status", "scur", "qcur", "stot", "ereq", "econ", "eresp", "wretr")} + for row in rows if row.get("pxname") == "api_replicas" + ] + sample["haproxy_at_utc"] = utc_now() + except Exception as exc: + sample["haproxy_error"] = type(exc).__name__ + output.write(json.dumps(sample, ensure_ascii=False) + "\n") + output.flush() + stop.wait(.5) + + +def diagnostic_snapshot(compose): + snapshot = {"at_utc": utc_now(), "cgroups": {}} + snapshot["durability"] = json.loads(psql(compose, "SELECT json_build_object('fsync',current_setting('fsync'),'synchronous_commit',current_setting('synchronous_commit'),'commit_delay',current_setting('commit_delay'),'commit_siblings',current_setting('commit_siblings'))")) + for service in ("api", "postgres", "lb", "redis"): + for identifier in command(compose + ["ps", "-q", service]).splitlines(): + raw = command(["docker", "exec", identifier, "cat", "/sys/fs/cgroup/cpu.stat"], timeout=10) + snapshot["cgroups"][identifier] = {"service": service, + **{line.split()[0]: int(line.split()[1]) for line in raw.splitlines()}} + snapshot["wal_io"] = json.loads(psql(compose, "SELECT coalesce(json_agg(row_to_json(i)), '[]'::json) FROM pg_stat_io i WHERE object='wal'")) + snapshot["wal"] = json.loads(psql(compose, "SELECT row_to_json(w) FROM pg_stat_wal w")) + return snapshot + + +def collect_pool_stats(compose, since): + snapshots = {} + for identifier in api_ids(compose): + result = subprocess.run(["docker", "logs", "--since", since, identifier], + cwd=ROOT, capture_output=True, text=True, timeout=30) + snapshots[identifier] = [ + {"line": line, "counters": {key: int(value) for key, value in + re.findall(r'(max_conns|acquired|idle|acquire_count|empty_count|empty_wait_ns|canceled_count)=(\d+)', line)}} + for line in (result.stdout + result.stderr).splitlines() if 'pg_pool_stats' in line + ] + return snapshots + + +def pg_stat_statements(compose): + sql = ("SELECT coalesce(json_agg(row_to_json(q)), '[]'::json) FROM " + "(SELECT queryid, calls, round(total_exec_time::numeric,3) AS total_exec_ms, " + "round(mean_exec_time::numeric,3) AS mean_exec_ms, rows, shared_blks_hit, " + "shared_blks_read, temp_blks_written, left(query,160) AS query " + "FROM pg_stat_statements WHERE dbid=(SELECT oid FROM pg_database WHERE datname=current_database()) " + "ORDER BY total_exec_time DESC LIMIT 15) AS q") + return json.loads(psql(compose, sql)) + + +def run_load(binary, base_url, auth_file, rate, duration, max_inflight, output_path): + raw = command([str(binary), "-base-url", base_url, "-auth-file", str(auth_file), + "-rate", str(rate), "-duration", str(duration) + "s", + "-max-inflight", str(max_inflight), "-timeout", "5s"], timeout=duration + 40) + result = json.loads(raw) + output_path.write_text(json.dumps(result, indent=2, ensure_ascii=False) + "\n") + return result + + +def main(): + parser = argparse.ArgumentParser(description=__doc__) + parser.add_argument("--plan", type=Path, required=True) + parser.add_argument("--output", type=Path, required=True) + args = parser.parse_args() + plan = json.loads(args.plan.read_text()) + runs = plan["runs"] + if not runs or not all(run["replicas"] in (1, 2, 4) for run in runs): + raise ValueError("plan must have runs with 1, 2, or 4 replicas") + output_dir = args.output.resolve() + if output_dir.exists() and any(output_dir.iterdir()): + raise FileExistsError("output directory must be empty") + output_dir.mkdir(parents=True, exist_ok=True) + (output_dir / "plan.json").write_text(json.dumps(plan, indent=2, ensure_ascii=False) + "\n") + project = "lab3-grade5-" + uuid4().hex[:10] + lb_port = free_port() + base_url = "http://127.0.0.1:%d" % lb_port + summary = {"project": project, "base_url": base_url, "started_at_utc": utc_now(), + "host": {"platform": platform.platform(), "machine": platform.machine()}, + "runs": [], "cleanup": "not_started"} + (output_dir / "summary.json").write_text(json.dumps(summary, indent=2, ensure_ascii=False) + "\n") + with tempfile.TemporaryDirectory(prefix="lab3-grade5-") as temporary: + temporary = Path(temporary) + override = temporary / "override.yaml" + auth_file = temporary / "auth.json" + database_url_file = temporary / "database_url" + binary = temporary / "grade5-load" + first = runs[0] + write_database_url(database_url_file, first.get("pool_max_conns")) + write_override(override, lb_port=lb_port, replicas=first["replicas"], + total_cpus=first["api_total_cpus"], total_memory_mib=first["api_total_memory_mib"], + postgres_cpus=first.get("postgres_cpus", 2), database_url_file=database_url_file) + compose = ["docker", "compose", "-p", project, "--env-file", ".env", + "-f", "compose.yaml", "-f", str(override)] + try: + command(["go", "build", "-o", str(binary), "student-tests/lab3/grade5/load.go"], timeout=180, + log=output_dir / "go-build.log") + command(compose + ["config", "--quiet"], timeout=30) + print("Building and starting disposable project", project, flush=True) + command(compose + ["up", "-d", "--build"], timeout=900, log=output_dir / "compose-up.log") + wait_instances(base_url, first["replicas"]) + psql(compose, "CREATE EXTENSION IF NOT EXISTS pg_stat_statements") + client = Client(base_url) + alice, _, _, chat = client.bootstrap() + auth_file.write_text(json.dumps({"token": alice["token"], "chat_id": chat["id"]})) + os.chmod(auth_file, 0o600) + summary["chat_id"] = chat["id"] + summary["seed_messages"] = plan["seed_messages"] + summary["docker_server"] = command(["docker", "version", "--format", "{{.Server.Version}}"], timeout=15).strip() + summary["compose_version"] = command(["docker", "compose", "version", "--short"], timeout=15).strip() + summary["docker_resources"] = command(["docker", "info", "--format", "{{.NCPU}} CPUs, {{.MemTotal}} bytes RAM"], timeout=15).strip() + previous_postgres_cpus = first.get("postgres_cpus", 2) + for index, run in enumerate(runs, 1): + name = run["name"] + if not name.replace("-", "").replace("_", "").isalnum(): + raise ValueError("unsafe run name") + run_dir = output_dir / ("%02d-%s" % (index, name)) + run_dir.mkdir() + write_database_url(database_url_file, run.get("pool_max_conns")) + write_override(override, lb_port=lb_port, replicas=run["replicas"], + total_cpus=run["api_total_cpus"], total_memory_mib=run["api_total_memory_mib"], + postgres_cpus=run.get("postgres_cpus", 2), database_url_file=database_url_file) + command(compose + ["config", "--quiet"], timeout=30) + print("Run %d/%d: %s" % (index, len(runs), name), flush=True) + delay = run.get("commit_delay_us", 0) + if not isinstance(delay, int) or not 0 <= delay <= 100000: + raise ValueError("invalid commit_delay_us") + psql(compose, "ALTER SYSTEM SET commit_delay='%d'" % delay) + async_diagnostic = run.get("diagnostic_async_commit", False) + if async_diagnostic and run.get("phase") != "wal_ablation": + raise ValueError("asynchronous commit is allowed only in the disposable WAL diagnostic") + psql(compose, "ALTER SYSTEM SET synchronous_commit='%s'" % ("off" if async_diagnostic else "on")) + psql(compose, "SELECT pg_reload_conf()") + if run.get("postgres_cpus", 2) != previous_postgres_cpus: + command(compose + ["up", "-d", "--no-deps", "--no-build", "--force-recreate", "postgres"], + timeout=120, log=run_dir / "compose-postgres.log") + deadline = time.monotonic() + 60 + while True: + try: + if psql(compose, "SELECT 1", timeout=5) == "1": + break + except Exception: + pass + if time.monotonic() > deadline: + raise RuntimeError("PostgreSQL did not become ready after budget change") + time.sleep(1) + previous_postgres_cpus = run.get("postgres_cpus", 2) + command(compose + ["up", "-d", "--no-deps", "--no-build", "--force-recreate", "--scale", "api=%d" % run["replicas"], "api"], + timeout=180, log=run_dir / "compose-scale.log") + instances = wait_instances(base_url, run["replicas"]) + pg_id = command(compose + ["ps", "-q", "postgres"]).strip() + pg_limit = json.loads(command(["docker", "inspect", "--format", + '{"id":"{{.Id}}","service":"postgres","nano_cpus":{{.HostConfig.NanoCpus}},"memory":{{.HostConfig.Memory}}}', pg_id])) + pg_cpu = run.get("postgres_cpus", 2) + pg_filename = "limits-pg05.json" if pg_cpu == .5 else "limits-pg2.json" if pg_cpu == 2 else "limits-pg-%s.json" % pg_cpu + (output_dir / pg_filename).write_text(json.dumps([pg_limit], indent=2) + "\n") + warmup = plan.get("warmup_seconds", 3) + reset_dataset(compose, chat["id"], alice["id"], plan["seed_messages"]) + if warmup: + warmup_rate = plan.get("warmup_rate", min(200, run["rate"])) + if warmup_rate == "target": + warmup_rate = run["rate"] + run_load(binary, base_url, auth_file, warmup_rate, warmup, + plan.get("max_inflight", 1024), + run_dir / "warmup.json") + reset_dataset(compose, chat["id"], alice["id"], plan["seed_messages"]) + if plan.get("settle_seconds", 0): + psql(compose, "CHECKPOINT") + time.sleep(plan["settle_seconds"]) + psql(compose, "SELECT pg_stat_statements_reset()") + before = message_count(compose) + (run_dir / "diagnostics-before.json").write_text(json.dumps(diagnostic_snapshot(compose), indent=2) + "\n") + stop = threading.Event() + sampler = threading.Thread(target=sample_loop, args=(stop, compose, run_dir / "samples.jsonl")) + sampler.start() + try: + load = run_load(binary, base_url, auth_file, run["rate"], run["duration_seconds"], + run.get("max_inflight", plan.get("max_inflight", 1024)), + run_dir / "load.json") + finally: + stop.set() + sampler.join(timeout=30) + after = message_count(compose) + (run_dir / "pool-stats.json").write_text(json.dumps(collect_pool_stats(compose, load["started_at_utc"]), indent=2) + "\n") + (run_dir / "diagnostics-after.json").write_text(json.dumps(diagnostic_snapshot(compose), indent=2) + "\n") + sql_stats = pg_stat_statements(compose) + (run_dir / "postgres-statements.json").write_text(json.dumps(sql_stats, indent=2, ensure_ascii=False) + "\n") + item = {"name": name, "phase": run.get("phase", "unspecified"), + "replicas": run["replicas"], "api_total_cpus": run["api_total_cpus"], + "api_total_memory_mib": run["api_total_memory_mib"], + "postgres_cpus": run.get("postgres_cpus", 2), "rate": run["rate"], + "pool_max_conns_per_replica": run.get("pool_max_conns", "pgx_default"), + "commit_delay_us": delay, + "diagnostic_async_commit": async_diagnostic, + "duration_seconds": run["duration_seconds"], "instances": instances, + "api_limits": api_limits(compose), + "messages_before": before, "messages_after": after, + "messages_added": after-before, "load": load} + summary["runs"].append(item) + (output_dir / "summary.json").write_text(json.dumps(summary, indent=2, ensure_ascii=False) + "\n") + print(" success=%d/%d, rps=%.1f, p99=%.1f ms" % + (load["successful_requests"], load["scheduled_requests"], + load["successful_rps_window"], load["success_latency_ms"]["p99"]), flush=True) + if plan.get("public_smoke_after"): + command(["make", "test", "BASE_URL=" + base_url], timeout=90, + log=output_dir / "public-smoke.log") + summary["public_smoke"] = "PASS" + except Exception as exc: + summary["error"] = str(exc) + raise + finally: + print("Cleaning disposable project", project, flush=True) + try: + command(compose + ["down", "-v", "--remove-orphans"], timeout=180, + log=output_dir / "cleanup.log") + remaining_containers = command(["docker", "ps", "-aq", "--filter", + "label=com.docker.compose.project=" + project], timeout=15).splitlines() + remaining_volumes = command(["docker", "volume", "ls", "-q", "--filter", + "label=com.docker.compose.project=" + project], timeout=15).splitlines() + after = {"project": project, "containers": remaining_containers, + "volumes": remaining_volumes, "at_utc": utc_now()} + (output_dir / "environment-after.json").write_text(json.dumps(after, indent=2) + "\n") + summary["cleanup"] = "PASS" if not remaining_containers and not remaining_volumes else "FAIL: resources remain" + except Exception as exc: + summary["cleanup"] = "FAIL: " + str(exc) + summary["finished_at_utc"] = utc_now() + (output_dir / "summary.json").write_text(json.dumps(summary, indent=2, ensure_ascii=False) + "\n") + + +if __name__ == "__main__": + main() diff --git a/student-tests/lab3/grade5/verify_evidence.py b/student-tests/lab3/grade5/verify_evidence.py new file mode 100644 index 00000000..6adb31f7 --- /dev/null +++ b/student-tests/lab3/grade5/verify_evidence.py @@ -0,0 +1,56 @@ +#!/usr/bin/env python3 +"""Check accounting and effective settings in completed research artifacts.""" +import argparse +import json +from pathlib import Path + + +def verify(directory): + summary = json.loads((directory/'summary.json').read_text()) + assert summary['cleanup'] == 'PASS', 'cleanup did not pass' + environment = json.loads((directory/'environment-after.json').read_text()) + assert not environment['containers'] and not environment['volumes'], 'test resources remain' + if any(run.get('phase')=='db_cpu_causal' for run in summary['runs']): + for filename, expected_cpu in (('limits-pg05.json',500000000),('limits-pg2.json',2000000000)): + limits=json.loads((directory/filename).read_text()) + postgres=[item for item in limits if item['service']=='postgres'] + assert len(postgres)==1, 'PostgreSQL limit evidence missing' + assert postgres[0]['nano_cpus']==expected_cpu and postgres[0]['memory']==512*1048576, 'PostgreSQL quota mismatch' + checked = [] + for index, run in enumerate(summary['runs'],1): + folder = directory/('%02d-%s' % (index,run['name'])) + load = run['load'] + assert load['successful_requests'] + sum(load['failure_counts'].values()) == load['scheduled_requests'], 'request accounting mismatch' + assert run['messages_added'] >= load['successful_requests'], 'acknowledged data missing' + assert run['messages_before'] == summary['seed_messages'], 'dataset differs' + assert len(run.get('api_limits',[]))==run['replicas'], 'API limit evidence missing' + for limits in run['api_limits']: + assert int(limits['memory_bytes']) == run['api_total_memory_mib']*1048576/run['replicas'], 'API memory mismatch' + assert int(limits['nano_cpus']) == run['api_total_cpus']*1e9/run['replicas'], 'API CPU mismatch' + for boundary in ('before','after'): + snapshot=json.loads((folder/('diagnostics-'+boundary+'.json')).read_text()) + settings=snapshot['durability'] + assert settings['fsync']=='on', 'fsync was disabled' + expected='off' if run.get('diagnostic_async_commit') else 'on' + assert settings['synchronous_commit']==expected, 'unexpected synchronous_commit' + assert int(settings['commit_delay'])==run.get('commit_delay_us',0), 'commit_delay mismatch' + if run.get('phase')=='db_cpu_causal': + pools=json.loads((folder/'pool-stats.json').read_text()) + assert len(pools)==run['replicas'] and all(len(points)>1 for points in pools.values()), 'pool telemetry missing' + assert all(point['counters']['max_conns']==run['pool_max_conns_per_replica'] + for points in pools.values() for point in points), 'effective pool limit mismatch' + checked.append(dict(name=run['name'],requests=load['scheduled_requests'], + unconfirmed_rows=run['messages_added']-load['successful_requests'])) + return dict(directory=str(directory),status='PASS',runs=checked) + + +if __name__=='__main__': + parser=argparse.ArgumentParser(description=__doc__) + parser.add_argument('directories',nargs='+',type=Path) + parser.add_argument('--output',type=Path) + args=parser.parse_args() + result=[verify(path) for path in args.directories] + text=json.dumps(result,indent=2)+'\n' + if args.output: + args.output.write_text(text) + print(text)

bi6^F9@8`&iJX+)D9CJoU;Ccx zw&X;kyA#7i0BT=idBo={OUt6m!bhMp6M8v27k241>HdL^9@qq7XP6?^=p1yxCF?cO zw*qSdw+1tPU0~kPoIQc*odD;>g=BNFS2C&F|AD#+I_q}WT6&`L0F6T|TDlFs7%Wl?@9I})I+B;B*k$p7|BSLL`)bI-qL>hR`qrh)d*pnn^BeN5oJSHuD1VS^ zOfaiXqgZI-ZV)F^bJ16XZUo26J#AmF@)m9uj z?DyJt)tYhFAK|p-5z#LEJwLi3+;Sp{gqb#)Y##lI;Ii@!9CPz8IHvV=AqswCxU^B(ny>x$BdhV1RS{Jb7h1D zEa=+)!YbZaxd;2|{q*FEci(-{r)kS8!sJt6E=~eIE=EQvR~I7i7AVEp=6>FCa_un$ zZ);lH+}TQ^0$SAcE1s;!)^mzW{fjQhs)q9XQcBD7GP83jkF!}Tr}*ZT$qZ+cv7zbZ z7Pt=Ks`umYxQhEMpqP#clg)`QbS^Rkj1w(*xal|s= zX~*4P{AXErdcM>dSS79-v-57&-&1>PO{SE&>_v(EoL^M>&^cU~IY5u`jTB#GtzmSw zNd4z?flt-_8J*ApP^jWT>u%_Kkudm!4iwgMkhh^J6x5v`;L74Lmn!Z~0?>Kn+o7 zH(Ad&_tQ{!>*}t(?iu1;>|F`ltl;;5(h@;fnTP8j?Z5G( zHU(qaOQ4%}3P^|JX11iR&;ESy_dB?$jCqW?qMO+5dKa(9ldtg@#U}rr|;ry^58b1FCDav^jf;IaYTrc%nqwxBbMidh z1Yg_J{r)8Dq_5qB=2maz$_3K%vmP^MjfwVjtiQ9$a{_aY2CEi`>ydkry27UuqfuB_ zUo|Ns1qM5^AC*G#bQUkoAV2vpB?>bGLPgblgsUn1lsKaD4NN~G5imYnF4<#WF%?mg zkOUVMvAT+bE0m4SW*ILf%{3fx3?xgK8>A72bl4nWa8>nC$DJgU7MLx4Z}iw--dm?ia_BvsADB%N_N!ZarObkT@it|Uu|#p!@){R zLu#y~408v-$n7rHm13+9`l8b-;9a*}t#$)v{BsaI1rf@=AFkm{`4i`54Xdh;1JOdW z{?H3j;C%=OR^kuqoq>R6gbFj`!7$GXe38Iro5FO8UfBrL5-mupNJ3!yP{3hRqcaB{ z;%H*_yDuU|>YdcIT%zA31t2Li$D+706$_}`wU+2uwmMYx{Ih#)DW;(jW$k)tZ?S_B z@w0Cyt#z!9y=4QF$lqWOEcXQ9p4Wj^ctc^q&uvg^sDi@36lfI}`&*@-_^+&wmi3$S3S+SVWq zj|8GArhF+?@3?v7zZ$yhcR$wazxTH;A^zK0YmlJQ`NFzTaWsA>XI#Sf$lO*6@@Xoz zLU_ZqRbdZtJT|pOS(HxqXYOh~RvJH>PSAw8&*-{zPnf1%D)Eo$b#%!xi<3~+eFLJ| z_lXk&fpb{@(`}K@jV|<7i1(??_)VMq$=;_?fh&0H)hL7cT(og>xe}!GsUQdmwWd22 z$_d$z<4kWa9Otp&-j)P|*p>frtAiZZ~VuFZ@`qd+80mT2CkHDWb zJgWu-aN0-Ha*K3jY}6v*UzVOjVk4t3lfc|EO(l9;j0E$O#@*L&1M~-7)AM4glwO^{aiqSZ~k(~JYr5{w}2Dgv44Ct&EPZL5|6=HZN30iFdM-K%1 z<2aWpLCD;73H;ZI^a}ysK3E1;n3cq@0NEpwPzy8$KbjL%#?FwNm`>9sWJ-Vo!0e^D zCb+#2=_PY_>aHn@gxMt%uhGAub^Ym%tGZm&k?N5b_g?RUzxUZUci~(m&z!rb!r?!2 z|G>}&QWQms5vl~zFMMxZ625(e8D1Ogs5$i-1J?ZRuo+~+*X@QFONbzy!NwP7GtJIg zuJ;+Kq<9qBK@%;U;$3s;gWbJ>Ba11q;Rc*bDqy06%JpfS3vq%+`3XvTdvNVrP|MG{ zNj&UN6gO?zFD38DQ(F7_nx`};9hUp2aQlOiIdZNqq-!^zGT`NRQZkyN(Ow=)j24ne z{1DD#0}-Jq0JiDvdclaVg0bl9F3>J~o4(NwiA__sNB9wxu{+iNW%oc-k^;{(ug2Xm zZ2pnKDqNX#3-=RENnae-rC(t05lQ!GALp$&33Lw58Wqvp0A(vv56RCS1)`7fr!=*E zNl9ui7Z5M@{x*Yvb}v9NVd(1WzD?$SB0U$ARg?ESQDqFatDx3$YI^rOFka@E4#Ya{ z<8Kedv2?|(ek;~3%2(vkkks9mu`d3usv{w>9858|{J$;Fd^uBH8}l}%O9Fyki4mef zIuE!TOiKz!7^b}0G1+8}4oHe(qU0w$e;af4J6VBnl~{6`~7o3i769OP2@790X*+lAUG9w;o}s+ zn&QBy%*mvcrH9=Z8$b)q0WQa_d~1{MC%bIWbJQ(P&3FT@h&CJnkGw? z3(A<1?_*Df41}=BjF0SWdYR3-1^Q}mx-3~nw!S)c=rTLSSX%v}CryhjIR@=sz)6)G z_VeB2_vfJ2`DLC$`<Rd{+BFM(0hKwKcPc%{e1)dzTD(lZ1 z^n4A@cEc7zh>2@`~`%(asj-!gg*)d(SfD5LPl5tuGz4|57<>hjBm!3p+)T8-cuLHb-XK} z^#9nZ3#1B6Vq*Bh^v!jTkFOx?vhGOrkJK?Yko@O7IppT%jAXFU^uS*RHph6o*LJJZ zbCASQHvqAGV-|h`FxxXw@Sqee={AHvh-bWog}%3xKe%I20eZ#0#e7chkowPWbaSBu zMzezzWRxI4*c=J7MlUScpflFF%>>b0TkOdtIO)E@I6m&6=>)^#GlSd@Y|;YSa09AO zw9idT_?2lx{Cu8(8Y*uW=OU^}QHt9EDh_32Iy^i zg=X8-FZ`2-ggxLC3{j7%!%{BG^hm>&PF(-azN%1dtAxb1m(PMOZ9GqcF#epM;u{O; z-MbDr5e)bPadm7NH2-X+?iDWr<)xwrK78#TfGl6q>&G5{{-n%!B^hU|p2YwmDmTY)N-1_lKsoq?cWaX#fVk%KJ{3ii0t|dwaTudq%e# zm_7GrI#}(3FH#^PynUW{26fLmLc3^VCK%?RY^3xcjcI<9;N)%jHQ#ZnTf-CEVW-hAe_& zR1Sx+9#`^_;xfCI z1=JJ2O{#i=X>3v|zBBY+BBf{!?rQ~ZAX7r&P)%Y>?hfUljLVpPSW@O=>FbZWn2jXL zYIiwD*tzLkB5g)!QbQ2NYq@1HRTblxH-GX{d7G-YLRFsWAWUt?tATS`1UsiZpCEoz zE%xk+cWL~?ceS^L7V25}4(sOY;}sK_NfyYpDONnaQTe|ZHjKK|;fwcp(7 z)Ig@XgivHoMBppkz%Qb39Z7+t3x;F%2Ws|99bWOY_+|z?`%;r~YaRZyfU9rZI^=sX zqsg|CC73ts2s9KBLBziQJH+Jy!!VnrUt3t#)uG5|BWK}Ky)<&7CKqG?l!NHQIVK?a zvPN;W-*3@VL~|uWRGlXu}awVgP68${uEOY4dlKATRHG-b`ZgfCU||G8oeK zDf)8X2Kqd@KA(%>FC@f-#GP_p@ZhZ|KZ-1f5cu$MXY;G@v%`FfpK^iJU*LW-71+RXuC@|AZN}!cs#f zk^H}W3mHBgDmJXV`REebK*Qv{UdK}bzcUA~DV1h7?5XExR{)~ zT)%fRzeg1yr{*{*`j*s?IVHlcF2b`PBQJ|*XS!Q5a941QyOT%juPLO5u!rTvB)Tl| zl+1y|Z3NXoOgDs;$=P~IPSO-WVgYcD5Ug8K%9nn-=bBgbq`ePbu8KqL@QR)<*Gy^% z#Go~zb!E0K@|bJG(dH6CsB!RbUinUJyF`c~q`c_DpkOeOhzLKv;J}PnG8n51kZ5v+ zj$riZBGr5hnW)Hz4nXVz6A2KW5Ll=<0}*9DCmn=QkOhrA_W;K#8W5pek67m%D=75K z%x+?)7Ylyl0~ z^=YlHaDxn};%8bbe{t*ixJ>{fDa>68NoV|EUib12@*|Z*UoUUlQ^>2Yh**ELG>zg< z%zSuw9IjH|qP6v=>HN#nbvQq8Z@i)0Z>Kj3cV%Bt1;)Ec;l}Le| zA2a8_SgDKE=370TC4IqECWrk1!ecao8ej}bP7qty+d(vCW`5*~M;omlMoPdd4s3Nl zF_>{w{&f+57GheQ&;H81i9~@@E`kFb&qAI{z%0zj=M6^+HCxaGTQxvi9yCUf2NR({ zZk4s$bqfqGu@?Mta&pu=b>$}+^T70jc}HPKW`PrI_R6ab2!Jz1dKV^?d)*mI*7krg zDmp%Q)_zR*c~tzUdpsEVOlPFEvVQ%CbE3yvwM3*?%H6_d!%ntS{KI3KfTMJ1Wm^p{ zKm64PjtWGYv`M8qa|v_Xu#ja9yqFFgdW>le|5BCNZ_1tZa2S7{2Do`H7T<|I5o=uc zhTriSE8hEk9)=b%ZQjRo$^M7jZFQlT*%;fJ$eAO!n#OEKeYHm9ukcRP)R}gMbx#-m z%bV#UB58Jla05qA9mpiPLcuNUBEFe|_4Baq7t&0D6a^bEidSp!aQ@_ut8(~+10 z&FI=i;D*#~hr?;Z+E%zdYT^jY@Q3eB&D*;qRN0S};hz8|1$9iJFwnM*aDOlbRg)Eu zbkI7GRh2GXOkdB@!aU0J#*Sh?+2+a2H>M8VaN^7`WU@2gW>hk*r4O@wd)D> zu&{>`Hhf6P3Cb0rS4emg!0gsDUar+rT#fF9DR&68ed3e7uY<+ z3NPZNR~aJ2XCj749da&Qr!->sCz79~zZBou;n-alFDN;Lg(H!;pc;tGa9P-*LJXqK zWDn)7j^MXYj8+#sflYnYPN&lH9-GCfYV{+}x(eC+eN%g(Ws!JgrSP~Ph4RHktuLZf zyp_||WZ{I;kwMbr%iXQ5i@~k%1_r@{a9VL1*Zt`(z;Bv=nyRO$v@*nk&K@#9lI!KaQOuorSLSHZx}js?10#j2G8{i^}AKi5)H zyHkr4QT2);;Vy|piy&)F4fucA%w@+l({bh6YL9{qU=Ntf$nG`Bm2UHy$ut{4t7}Mg z)L8?fk}`TE{h>wyk`4FccVlYFi){ot@n%mefFP)rUdW={NDzPvNl&LS3{f27c-ky! zQqbKHiWazXBx=Qj#UIl=t`lKl`Ka&{?T*SoP`T8>CEa}u&oJ#wFjv)CA=K_hm{r8C z3Hi~%pUTVU&AWlRy-{YY3cfVH%ooM%7osEdBC31I1^pK0#`$s2jH|U4r9b+RW^a$H zUYtsq3wpdY9df zb+9^i1p>l5zssWDlHbjr`=nb1(cpbgI&e11-xo8&Id}_(TKs)7f0C#a3FNWspOX_e( zhlihbDl{sX^J!d_K?mi1@|nN>K(gb?Ni&GyEL$B}KQ-1$F!pH4iO0wr4g$lUe}tJ^ z1bQhchIuFGOnAtSO z1>N=tCMu03>xRKRD7K9O=%D3R+~QskG%>N~YG)X7U&|6=pK4c|#%Acsh=Qh0A|DBa z-Rt+Gn*bd7A{i-1t%f}!-)Zb)l%YXssGR<@&H>h6_g7uIyWGxPoFb=6b4R&ve*%Z3 zCU()|^KpOd(;E(>b(yS*H(5s1or_X#pR!mw7ZN&eaRbQ{0xgLH`91|s4M95WZ>i(Z0EDl&Pd13rkM%M_ny=i*H5nw6t-FiH_9;V$uIk>hlVO2A09MMGJP}x z8{FXp!&MV9_2KVl$UV-&?~+&v??6chBjq+WHm-xG;&V$&%l?2jpDTGd1oEes(8qV(+Qndre96u>>`ZH=)wQY?s`}RUC2_B4 z=w{M(M^VghtmqI?3Rl$Q;&08Fm?VSrY8@F&ux^S7i1DH4jU?fT)yxB1ySpJ2d=RGG z_hmZ7J7=KtrsLsJ)gMb0{vao03gj<+=n6>u*JM0<76<2-nTlNHXW<(^L`j|8^7kcP zy5Hhg&pSIZnO;Js&@x2jMw)R`-qY=mMt?Z6*5tE}x#^@DzV3#8ME-89HDlZv)6^*j^~Xr~@GkID{Ns(wcvYM3nf_sO3npo%zWPBO#hKAYMT612x{u2SIU%pGHuLeu3{POw!pE5#| z_S~}E!8E?czeYdWt10eIjx`UOg_?6@jwwnCY8v9)DLUeYtwA@p?*@toW?C-LvNb2X z72b{pd$@3@e}Wmn1Yinu|N1BwCJHLKiz`a|R(z9mz{xQIdSi**`M=Jr3dkd{K?;C$ zJs#qjZ*Ae0^$}>MB#o8ZD6>cR$mc^2OmouE33jJ*nQ%*1ZJyg3K5g1f=F_sdp zNRknmF(CALw0?9zCn{uDqZ-uTlN(@j6%qJr7O58#0AeB7=$SV+lw>PW>DqA8-IX)t88y2p10tw7S#02>i6mF zi~Pz=B1|dlqjo|GSsmBSXZMHv#xI~r2}QqPZuK%0Y&tk-f}U5k7Z!QAVJ9yk?6#4y zCSTubOT|C;xm++O<1u}cGll!_=M!#1(-I&G2_0W+s7BFIg12h>6wb!ZgQdX5(Q9Am z-+ey5^PFbrB$k%;Jrs`vv*B}HYm&zs2W=~BH?DF06?6TWKQR=)asW*?5we$zHvuHT~0B3}$oEqu)Z{|A;@Ff&2T;4*9v2Z-A& z@J5wTbAwkOBo`!7Am`nHz3;ZpQxG0P&N|)X7u5kvQC#nvx zF+YIEHIy{a$BBIX!9^NUC8yL2Oj4y=TREy;67n30Ab7q3VzJDIpk@L;VbkS3h1kLc zI=ySmzMo=YTJnMmbG2v_(hm>Bap^tM;S5q>qjY%dXG^T0Iam`fkDRCN?27HS;wcz< zqhWIts8|zFV3M=b=7BMMg7;!X5Z?@g;B8{0&o>|{fH$UEnSg3p5LxTo&t-gJ7Javl zyBj4v*F{Ck-&R!U$8na>Bn4`^S;~ox8r}dsHOfYP39vaDOF2mC`DH4{3i8K2v2KHarc;DJ^|zHrNM}_N_$2`3 z7f0hfMfLqB0>R3gZWN36LPEa|3CV&3&m-3lE_Uz<%I&Y7$m1_KBNBTfr28R=31MRi zqq`)-$Dg3Q+zDxEy~kMNf5nSV~z{h-^zuG)LLM#6R!xkRMbdgVVgqQNJaoRXL7VA+MKM_gd3q7aRxRd z7`EXjZ2Bn~DBTutnj~7lr0>#U7N9FelcDKRbN~JN56C+%aZz$0kN z%M;|b2K7yLv!UR;>3f@*I>Jwhl1LfyuyxzL5NW9}l^V{w3J6fZ;$DEzR3$5-05#(n zx8}6e)B}s;DE>HY50hUA0e_T0czxu%dULS0hq;C#kyYh2aw(vYm7=u2p)>}ZDCHky zLvs1dT%@SO?xcwUU74VJNqvw*9+F>`bK#aqpNDr;;AGEfHj6t3J zUJDV~bywqnPJ&(Rl)X+521={7Sy0tCy#%~opk2RpNC*91F@8VTUZXM!;EAunHbv|x z1*M+D1rvkM04`;S94#s;dIp9~#kImZ*yQBB?8P3iB_mkWLeqe2$9kk%=nGksZ6qx^ zp|(YS_ST9U-K=H{`N0AiNoo?!++f`DKBB;fD=DEq3 z+@NO8MC@A1?<(kD{n12@&2O7%9EnlQbWz+jEabK#KKohO%i^%75|HYDW(>DDwjB2S zXy|vH4)TnXR59eqG-{+-2{glx_xw{FmzwhliXHVhYDR>d(e0!RG|zQb^&kc6!j1HDz0GyHtL ztuApiKeMYr51{JXqS0X%PXV99e~}II#hOkj8vLmgMZ}DguT<)y#@X!=jrOc>4Zfw~ zOa=TN@zjdVD)LsrDkE6Q{)HQ+1f=oT_nsm^DTn3a zKz^Op_5(^f=3pIk7K`-%DTwWIRjm}PY{@NU_GA$Td8)N|NWsN3&Aq6-hzKOY(!qH- zufyY&i@Mrxy!lS%{fkd7xGU`-O|mi)QTom#_K&VuV?jR~Yglcymf&tm;4j2c3=FY- z{4mKH@hu>N%9WAr56(8Plmcp=1zyl1yeR2B>p{5xyNlj@huS&IdLS8|^gOlW$vr+v z`Yi|F8Zo|^F$t}QVkGRD(j~V%+`in0RH!a(0oU-py&7pXjPU=o7VyQ3t%O+Isp;h@ zokxeeZVwKyuY^fY!UYC#kY=%wLA1o6va3*H=0Svg;M8kjPKC*wxEqR&%2G7FE%#fW z3b-VqJ3c~Mt%YHBZ)}}^H%7dp$V=>DOB4|?Qc)!uxzP1DZzE8$`{o|_0>6I&J7R{KxD9ohrUN}{R;2N zR@xd~@N(bfdcT;fex?1Z@mNN#q60Tu@aGcUrjD&kQFUze=j@Nr;!KCbi7H+n6RCI& z?o+C;j*gC!P4>LLn&>+~Z0QD_CmvvgnzMj6Qe)=BKn%lI3MT6BpnQLVJO;jSY#R=K zetVff!-u|a_1HZmM1c|H|iA1vf0`7j2hjitj#n2PvUiQZRY3}CkGxkXJ_D7dAT!OOHV%XJKI3x zz+}%4%!_4qU(J$|o~V*qdi)4CCm*(ZPTA3LPYv3U`~x>tJscdIYuM0q_oG}3hif|6 z<%mv8OM4GMiIp`qn|8TKd>rYR-^Hu~f|;DjwncH!daa#tjVJps(Y&=WQ(5(2Ho`Hb zB66_6og5>GwctQ>;HG_0PdSOr9Z!l_TaR|4)@a1KexgQAmo1M`6MvzlxuG+c`mDo= zAe6AMsWLv~6a+j@pTBUMcmhcU!{<$u9QuR2FPYq2Zj9G(Y_qP{TdU$0U*8KpnYOk~ zrHVgWTVFs>?l(}{1`Jr9Yz?M7M2*1`LyZo`-3R%30dT(9MAcN<&}4(twt$H{S<2&` zp+wxxl5olSKyjl6?-FA_kB3Dxo0sr!dfZ>Mnf)=@$Ixum-PV6AF08+jG=cPNv|Qr+ ze&CJ%>b<{%(;#-gNyq*Psz|_b)GV6K3ru|J)XrGbKPK|z=gIQ20!`&lz*Qk zMWEh)gA88uz@vv@byq74oi6RIty5Ce95Hq%_+ga_VU=Mt1l8FHm|1{vYLRAzftNjs znW|uo@b9reK5qNRcW)P5@Qq_sqTA1E+ztC5td*X(xtkGYC@6C%X1{qXD7;a>e#M+BC1ax?08o zI)*>(Lhtha7Vf)-2cF(6ZV+^@!!z&SEjgJgW#jgCJc)fWXw+>~A~T-wN_D$&4>dO%UcxBx5v90ZwR~KPM7wgTeiQNm_kHezkwco2q z0fRx&tAIaedizgIUhlKuU}MPCu9G{+^_hSmVsWK0IINC6&g`6=w;9$vgIYmj;Bl4) zK^<&{VDK&Sf<}Q)tGCj)8^$v37DA8Enxu)_;q^<;`w>!tj`CxT)V|3DUE&xpKH17)~AwE(R_<} zHfA)p#gaUoPrqFK{EM&|o+|F`t-qX3zPAM4C`oZd0=(ul6gXwFKxED3*#bube{4uK z!H{L3(i0$S@rCmOoG^*YEQMWvIQgeoCWR7}Utm9p`Z*@?Bx*MBetfO0tb7T=Tg3UQ zA2G}9oSkN$zqr{q9Z*#m>J)DL9mCDa@_rCG&)eG^u>~Vu50@W zgYR07kAH$WP~78Z)vN815sAyziSx^`Y1G{APb14Zuu6trUisA7=+#{Es~xKRz=rxl z@9~=-W7@5C7aXk}P$=0WYW!$_o5Dq3UpeL3t1VnImr*IO?ERgh>WTLET2Cpt4O9D1 z-}KpxE)Qnb?TAcQJ+_}LzFmuuoXd3js@kWVFK(3H6NxulPqt!%!seyPJA8XN-tZFo z$7RqSjB5o!;++1~PAKsO%QB3|J^!8O<;(d>Jy7&%aC-su-!U->&Q)1Cx&*fjISs}E z&TqBsFEj?wtl&H7(538E5C<3p2L{~Trl<~;-igo|YS09!Pqs<9PY+S*hglD9JoO-h zaNj5;w;-He;y}x`e+n7-q0*gxOVL%3Dz*jPiU(LlbqZu7AO=JU1Nc2_jfWrQbuO{P zR8e}a1LFD!M}YUOYe~nJKW66PJ(4d!q-*2rR}+!h0td<;N3HK&B`)3M?{~Ea$pDP? zt)de)Y(`NO{t0mAnzON^Sc`QMh9X92`K4Aq7zBG>L0^yGU46Rt8)Et_E8|$GdOMhb zS+p$h?U{Dh>J_t}#r-EXt|vcpf1aI3M$q;eYv-L?Ri%5&9z82DFS@EKP{Pv*`8@3MV-2Y#?7 z4XphT5h83e`d%ziJiB~R{ASd7b3anjP1x5mu=7;Hr|$9DxfKgY8?MeH5!vI5p8Sg= ztPgAv&0EpSbHD+IA;s49)>S#XuMNWmDl0 zv)ty50BXmp9lrFci`iMSsF^`EOoc_Ru4x%HmGOj>ZT5)L(r2*E6aSV$zA(oD+_oLa zD&t^}Q;Xn-t}LDF)_0ckItNRZ`Ar{Y{WT{x=MWn&cv;&7Vyc_@)dF5$5O(;ezpTun zbXpS)q@{pn@%V@IbJ3JW>JWSej%&^^ToDERZU2Xxer{2p>+$id;*q5efB$gTfB9Gn zPr&T9SZx*byE_tK*R6lc=LgJIh8Jlz^Of1grnLb1{dr&d1~eSmz@Bw|chXS>h|{2J zApoywaBeOG*oZ*9=?bGZ=ZAOW;*_GGy_1WIO`bI3vEh$^D?bV`s61BA+Fn{dvZMnh zvhW{*lMenM=BDLn_Qg|aKbjhhJBl7aiMP`b(8Lk&-Fw8_j$WS6DgC0C)Nmb!Sp&hV z>5Fl&NvvN~5yS^o^j9&4tx=K0LNn$ZkjBmUjjS`bzY~&?glMyT%swiq*YdJ_O7DUn z+&}1%*mX!!^Sp42D*l`;X?sb=QUS#!1Z=SS(vmU!0Xz#=6vW+wR|h$jn*81Oaqbzp zM-Wlqo#edY&ZiY-0f<HX#G^W?NbY$-sszDBIK-gWyZH*O)a_?{8_&YjF{b*4~!?BjRr zQlT-==hY69y>QG8#%d|4F8sExjaq^6{7fz($a{?$y@1m(N1#%LIN z`cU`G^KTb!F9NV`?p_ZNUX%Sl;5GjweJ6y5OT;iQ`0R-@H2s68*Yx-NvxbKD$pTdm zQZB5sfwE5!H?ICe!^;x;8iZU^S0@cr5Q4h%hyjaj0NpIb{{j|8>~qOaZFxKAu=$4FNI+5%|-ASr(2^n=lV0l$3pI|v_3Rmlxh{@+}W16lR_Y*u|D{?+*+8NoHo zaKV7i?k>cW_go2m`8P;6nd8@PC3o2=x=$>*RKPpH93u zy5`mMSx_!_takkw;DpGXbqLq^Mk0-U5?syiMsdM@fs_~K>I)(hz(>!!$}@`ByuA&|!!g$Nib@TYyZ=|( z(kof}uU|p(hYI+CuRV79wI=P*m#J5#yu-e+5^ivT_Z)qa?)k<#5^>Ko7K~|-9tNjy zix6Xco3hXfY~=9f6_6#Z*TB#+k)w>+odMIf>~7ZNQ$*FWP)=vvI)_-zPKu>FgUTgN zosWHUcWf{Q4N%B`Z~|;fl2xw*4vp6p9%sKn zJj=<;o=v;R=U7qeUeVTPGKbOT$3@CCeXh&3CM)29mR{2IzS{T%iFHtLz1suLOftAk6dx=VK%N`=zDW!nq*J<5BpA#mEkm zu186HY8D^d_@``r>51^Fc2UKmD6j|{P#Vzy-7dM!F82!H&uwksKy@Xv)X-Y)VM+B;sNmIf+$^Bu%7gbx^ByrSQU*D6529+aEnd-7a zdo>M|LiSD+#eV;Z zi@UzNUnA4C=INW40tgFIrrg&cTR=>2d_Mf#>>)8wf(Wwx8XqnK8_1nH29LciX@ zp=bEnVS;~4-XH5+H!k+G?&x#QG<@Po{F6AxAdfwR;c2v4iE{09B=|!tyF!5LBJ(S! zSfGAVrjcI1lY^s?vxpgY?1f{emyshaGz$yPUQam4`HO-{X@XzR0~mrSgVdc4v0cI_ zrGiunyqYaxjC2dgMamqJBU8KV`+;gcd3M*|;eYXTl~Gk-(VFh=?(UTCkWv~6X(=g@ z?rxBf?vRvLx&$a#mC%VU4~4QhpVa42lkl&H<~Phw1`da83nO!Z-(9sgBDp9+55?PY#TmWv z5ao%))@NvOVj@Nb`CV4EKc4Xpx=Bjopaa^s-{k+j{0QC=)c8X9!=DAQ4TOpylKEuV zwJ%6>M%OMERTRbnKM~i>7(is54{}%6EIOSqvZ! zQ%fgwd3kwFm8a`DDU5<3(qdh&G@x)UUIdHPmlxnbDJYU^hg7`(R~Z-lk=ykd)>2r_ zmo-zNi@LiS@S(r;mfuG^%{&_xIWuG}8F3}m8AdeS?U$;FfZ0}lm+5Y5Z&oD$*-!b>Ai_=dwYhQ?oZwRmR-A)b=>1?>6?^TcMuc7QE|-Q{q#$DY$N8E z?~g~j@=0_zTiUf8*e<7zB-M_>F~8#e1YeOnme<0_{p)Mn@+HVB(1oB;@p1mk3&>F4 zp8;K7q;;_XH2@)sHg`~SJd(b)EF>SVW``3W3K!5KCS{B_ucG&=3ZVgw7-d0uZw?epy_bN2Ph+JA9RsBLU+ruU>$u!U`{F`jRB<|wmr&~CSJi3poC-rrGlvmK=r zK8-w9kxHPPn}Y(8akXM9uE?^|M(6o`RUQHiuQ5MSE8MzITG*I9p&$07KRIk|>_)a4 zu08&}2yvg}S3SAIHabYzgT2s#Y#M)Ug?4^ATpWAlR@t0;-NqgGm8G(F^Y^q5Cns-Dd_7FJvf=<;P#MFNVUu}kP;gUKeIWa) zVRf-mQBUIn{Rs%XcXxM$g&iFo1UI#2Cd$%Qouj=(-Fit~@vi$6mFfA$&;AF>6CMj> zHljl)$_bs?deG%`Q132ni%|omPM;mcy1T(Lu9hkXkZ#Sj`Ptdo*nqe&h7$A4lwcsn zB|N@iT!#0q!G+ao#cqxDl*l>Z>R3q?;{SeI)@#v!l%e;;T2fcw=>KC?(Lq2F+TIra zTq`=u)t&p)LXTq2c(9#J6;A``XBQWN@ikrAKfKcS-8hrS-xgt6K*z2v9~shG$`;W@w)&W z1nVXz@l2JkVYATv6_(2Pk&R$&K9nISwqJ%8J;8nDtsT5X0iuuijV zguer8Z*zn@%EeIpPn7&V*e(wpi*SJlWRG;nzJ*{DfT4RG0VmcnY{U*oTPI{?I$3%K`N&;*Jy>-B1i z;ms(vSnk$A0$4Z&8t6d+dZuIzCO)&J3IU_wMgT9t?jF7RijKB6Zr4m&)U*{ z9WoEq@h;6#9Uvj7KPE8<`ZwgkD(XcXYA4(i1p*O7v$dWh8K8^r-mLAR9q^tQZ+tJ> zv$hCLzrHV{&cFHAo97a#@~2$R!=4t?j6+M%>PP_|?7$)*Juf$46x2#-UHH5_xxVJB zGZ?fqC{!|7*(b5+1ONcPppQ;B=ObHWg$s4`Ka>BRYQgK@GatnV}jwx67QKqZH($lvv5to6!-zw1yuxb6b6z&F3Qhuk<|l_ zpz0(SSnnE~7;y)A&5UfYhv)2WVb;58>A&3DIU$(}5i>{G=o8t`Fhg0FGdK~g^9F9q zPndeRBUhD)Rp`j%*smzZE;lX$E=u<$^+=A$I{c)2ID5X;z_C?*2eo^bV$6 zw^oh1sNQBC%G%oc5nw^UZ!4Sjnu3|Yg!YKSLJT3@g7Q^+5mJ8_0#$Tk)=dd=J#Jmw z$v6&)Us1n*EzGFfbh5-rEl^&2#+VSK-1L35PM`rI{CyWtdq+pU3X15Xw!^rvJoT)- zRtkCW&`N_pR-lF4c~;!!TwRLHIjpNT*^#TF{I@4dIP!0n?@mx()h{oEG+OYxfvZ}4 z?XCyeo71DDmg*Il1mZ7^pIWTFuXfySy32H!NkI;m5qsZ_rmYyqVd#Fh5aeY~Wc|4wOyk=@PRhL<}@sjZ{_G>smN zw^@2>TN8$a#fuLng}t`o)ybH0rO50Mv%gKioMt`#57iy2nK(iP#4?BFv#M9^HH&1| zRc%iAq<)q{N4g#d%^>cTfwU`Cy1R+s_3CnZMY^ms;oBzt>D`fZzTPl%!U?L*9S{LP zAnPCYu`!D1Hasj!F7RN}7gL3X#eGPgxui=z91xdoqPg~alv9p|82nXtR6v|9zV zMC3|XgMcee+4nypS~UIYT_6MorN@Mtv2L5WPpO(Pqr--=!RySm9wrPL!v>ENc$V^j zESqzOT+HX=@|(|7{aYUI()SOVv-usUMnLNnl>(IaiNg-ok z0^rKMCuRGnC2lNN=o6wHp?SfQmwMa%CdA4_Z`A8I*No>L3B2CGQBxXn@k%O!S!Alx zkQ{)3YW2YTq%m*$nkjL%*;jN^h(+7qJx}(_urkEHIUzJ(-|73)BXs?^)r{yz4}uO6 zIl@3!hq;zUSaqu9IQEZ*TvA^lzs+&txIV>aS4V}hg!(i%2)+Wg6$Y)PlZXoY-6w4i z@1qaLWeemoE!3m^rKQt?@$pRNx6MKx0Att%|6az=d4k$Ft{G~4Q@Mj~`Mqm`!jI1V zbdOb|jvYv*Q?H>HJadw4e-Ic}cr5D54uP@&#d3iDakV7d^#OvTNZ>W5QWxn-Em>pfnX=8LkRS3TG*}Xu)j^5iX*2B#LIgeQer3PkbUz=nAhd#d zIRzU^cPQ)bzxC#vQ@{E82$JdD{^0|D{|mliuaOzoE(;qiMW~*SA0w ze&=0pHx-kJah`82I$L$wsWxAiUqFqw;2ONsX)Lbxbxa?dIA_d9d^SZ?l6PBU91)rs zCBgQ@y%GNA>16kr_!m}?H#)@V)3)jA3S#H3vSbn+B@Hj0jk&*y%Xc`*`Bo<-56_op z5&L$~_=J17+D^W&HU*c=<4S)&!^o~eU%><8xj+zx zq@0UYNK0U~XR?OGuG>Rl*xr5wO?SY&hwUnZ;jkw^dUqx23+3KYgPiH%=N4pa=672X z7Ls4Fe#UMBwJ8V(`Pk+~2--?_Zfw${ceP+iCBG^T1oZNAm7;~rd}mjSR!%S)Ii^J_Xo+cKyy zOkmPfxNh+GhXf{HIe!buesqJ-mfo$O-`$g#O>Hfsr#0!M?3G<9B=*SB^|2`*rh?jx zN}E;R=YKi6;B7(n?5np}&IpzwMe7t_q;Or;{(ci3r4C-u9)ihb zVEKlgCMFg1kprJ}?@P;o`Oy$ z$)PrP+^Q8uaK0D=mjpX1nvA%5)mjYeyV{GvPdj~5>{2Da{6y0vL$UV$=$E4XtfNN} zZf@>Zh3R~#gxt6BX)I%{=5tGx1*Gpw*@FQi$p)}F(}M@vGx=OZNp*S3=?uvgoD0_? zsLHcibF7FvQbjy@st)$ZmnYs>9KU~XOUsG=sOtEYoQyx1!1(=hlv$M=Jw-csqq$&7 z2`OpV5hD=0_9F8!GZ|n~P=BLT)g4o5lRct_A>p`8PC&LM@SG@4u zXB{Ft#1pi|wP{})5t>gYeVFLyWigswQ>MK2+Cmp6K@Z#XgAVi`j}c!!o6^gO{iLg_ z``8PVr;wm|w^%hF?(*^y=bW$_Yo%-hjk$L2x0O2Z-$k)IDcMgZYi`O%Itg!YRpn(# zAy5W=n!k|hSjX(DE!DWV6VI&HX)}mc2@cr*`>i8j9J+qFyUOD_WvLVeT@5>rXTc+7 z?f}K0k+<8sI`&_S5;KySYpwW|Xdi^So}fU`7B>=e?T80&GV=#C(8$@h-0XU{MGk&2 zSsN3UUVSq7b_TJwa!6E`k_W!Qj8tft)})g;A6}I_PVa_0IoL=ff*pRPx)BfG)%&lC z4)AMps03ed#+5NCnmF+JMbR*jbs~c>1n|Cqor|aa15A>pu-mB-nUfvJp#TwHapvQx z#uo3Aa;%l_|Nh|)b9tJSm#7*Pcyo&4<<{hKyxaGc&_&>O7|d0RRb zqdt4y8n5~dWpi*nWaBJzR&3Pxt3Q}yZU z3KoKg6gd^;T~rs;7%=$@NlHmogGi{UQcYw~@k{{Nb&w)P&rB5!&Qqz1j12sk* zeSR)mlRkG{>ciS5>fJZgBB)XCe}TiHK9!e3gK0z1Jcp}_(k)Q!UbsJ@QCcBzVsDJP z@-sWy$i!_LHogVM3U2_g3FJ}8mCAR3RFYf}`2pyp^`~UO?frTZ<>chtn=C+fIbIq# z(HU#cHq%iY;;xCZoUs<9bs6yhrNz&?z`V=+_}@KR7>4ct{ktEss1%PmrY%A*I_<-7SH1wuv9|*kl-X z)1}ksF~IiXcS3D@l}vi*Q3Leaa}5sEuN;Dq>#-5g`GPJ}x;Hj+u_d!6Pet?ASI5ig z@M-o-4gP@CJ>UG~ZwX?RKrQ#Dhm`PpBh~=8>Ds>P31`)&*f^WVU_<_e@<#twS249b zd{ri7DdsYpT2#RS$|8FzOgaJ@3OhaKwIOUlp`a~lqzAeVwvINhy8zI4Yz!_84lb@P z!2X7URFtm4!HCK|Kt+pDQB&hO%LT;>2bKR2JMz}8TP}CvyS%x9%Q{Lv(P-oww`}@~ z7R!)XCr6BYz!rqZT#L45effcD62%e;d7pE#n z3b=bm71!SjP>XM19zVC1#fvrjZZ{7wn^AfS&}ubW$-BI?l#`!-@prdsU;sRS>p=eL zwNAr4&43CQL&S@eE#|v(WTN}qGWT>BLlS|K5RV+T;R=?_CNU-z7dj*hK4NyE3XaNVI z#>ymP8XE-+e+-n$Vx70v%+T?_X(9u|1|4zayI7;%_1#t{^#8qYl)sP6SZz(z! z6*doz6>QHI6cUr8*M2we1Q~<2u!-aq%G{qedXTgJb=j4%pbFvW>+7$$#w7L_KfNH~ zu@sket0UtwA&A%k&9UQS?R>C^R4e>+Xld5p?&-=g)<$JMpYOpO7gF*bLi-@!!@^R0RjaqGPms-h8{!#|xK!EpTVwOo`9S z%2(LU@*yjEeNsb5twcqNFb#uCg?t!mB5g{cT9+ZH?@pSd+%O-Zn8_>t*tRd0^vV!X zIk8UTQZvQ)B}(i7Ea3R1gvkJY=eJ2u#9668S-WE@m)WQ7<$}MNHgVatwY*A7N*H)_ zmt-RmuRR0+8}nM<0tM%4BE5KuHD%l2rt9qKp_Quq00?HE%%PfMcoc%zea`E98;Qce zKR$ngf*Da0e4W=YJD{cN`y~j>B}1NR8DhR!l~k|2 zu-P<^po8}8`bf`=jEPcOJ_|;8o%VY{L^@6%S2NnUsDMt}cTItuK072qY&*Fg%3@1Z z)oZKaR$hE#2c2xAek@y&oP#$x$8LApKg6n9QBUt#G8yAfs-rOJ%*5|NSY^u}7m)sP z`-76XabyX6$MwwW3b12X=0>>GC!4?#+_Wh5LTwbi&)n$4Cm|UgVyH3t0@6C%>0ER> zjbubZ!I$l>#P35#l6gtssM#VUwDKpWy+?sZ?lHS#_q<(niQS!^v`x7_>J&{+JlM?e z$!Y}wl!MJ-Ip{GpmbGE&w?m$B7O;94{g0sDTuk_l`}rpwEoWIzZbkZ(`Kyx~ZO^WR z2aNbE^KIny;fDKSLj|%=&qQRQZF(mrXa7EgDJOhLrjm{;oK6WD)Jim4jATJt3zvgx zxP}zog0zwh^T67VD}`{$?HQb`A|A3cHpA0FZv&9*xf=H&)%);)`5+A1)9A~dhM`Ri zc1$h1wEZ*_{Q^!7XJQl@THjP|CYVcS_{)(!63lOj3kKTulpZ7}oi9f)y)frwPLT)f zT8H$1xR}$&pofnjlQPGiN9d#>*;@T(6#a<0|3$@lMPB_j1?z&DDY(XVp3Z&%JJ4-w zcD7;Css)J3B;c_eXTMQQJz|*#k8xIT7oJ$nvxg0NQrshVga;aB5Jo)R32|4DolS&H zGVfam))#oo2(HUq*ghE3{65*kn}wJ^KmKUMXx3MJJJamVkJqFXgp@WTAR;6+;9KC#sY^cwrRWoRB4&(Q4ElQG>g zxz$M8e;goyV&I(f`(u7iIGGDtg}*JI*jhGsWh}*esC3EIFIS{?t;k)a2BTH=JQ~-= z@m_Oi_U`%HUXXe!N*GwYJRH?Iv`cNb-TUKTDClsC@6v0~zhlJDLXWMitdwX`Jfj@g zcio>>>)F__fOxcyAqQ;9^O*iyxu`aNqSyB`Ae_1MB{=VGFVxvU>sl?Uzv!`F>M3kA zMhTWVEysd8Pmrcsvv*5hGYXtGTM%5k3!F-6AB3O@#=%^u72pm9uX@9j){{2`Q<&?-p2%@_=CS zan*A05AHuN6Cm09^+-0k#ycc!exx$Vd1V+K25tn-?YDUuB>FyZ&jIE zj9H|Pmfdgm$5C@@%3gSuDeVTX25w20;;Q@vU{vs;l_KEi8hVy0AYhDsAn0X$B z;42)5ysGTcwXV?%1cj(4?JB}RB+xSSp1i*0(4)Y*v`N@*Q*-(t6G^L(pt9hA1)glC z7}&XrC*-O_N~>`lMfAODW+{nX7ze1228}r*xo@;zoB&VYh}lhbYuNf??ECOkY@r?# zFe*(8+F@f?*#Rbcc6KgWk79jP?^dmH_ZiqOb$rmRQthCj1D$T-MDYkyTU11$=klax zOk}CzPVs_lRO!+w%>AvK;OKNz>tZplQOknZ5`%-=l#~Ks9F^OF=(Z9QGrcJuma=hV z0<^U=e@nC#oB7*~g`6Ah_ne74-u}i=Zk!^h7&noz_8kJH+KcEdKA)F;e_f~sLC`4r zl0Ss06RBfoW6oCiC0!N&7vWLV71@ z!OMB<#9pYu<=0p zF_@SN)xE0v)!I@|tIL0Hyx(bo5Q+J0o8^g%qWof6w)ZcH=z8a$Shh#xPg1k&zn$iR zXQKBa-`a!*>-FD7sdBQBky7X9+iBH&i#~D;&eUVv%q&k%|Ke zmkp;-pv|-XfH60TgK(*~;((b4V-xUY@`rp&A7{FXkjG`Q4d}YHo^^|{&s;BQ3O}dngdtpJujHl83RW>s6-E;^iF`CCW3J& zfdTFzOYG-0OF}&ZJ8`5EzQfq-uw2|X`%?3}mq{nAQ7!!OH%~@`sma}F`GXt{P10@ZJr&}~tW)@WF&XNb z9W??WnZzLv&o_5)K? z4RTUJYz0k5(%YB}mg1UjQ~zG9e45cdiF_vqtR+CFQc_dT+D2t%W#@gC|NN1DeE`)~ z%1BWTb~Ds~j40;qCdhV%kFj=$-}%&YfVxSIzGo!~gyx zbO#2JI*G=3v({DH=a?6Z_T2rBNoJ&~G@1KwIGF3qX(Y!-<0#`^=00~fJPRQl``gbi z@dy>!qFo>3TM+WxymMwn#mA%@;Y+)~AB#Ukex36M-ROdfgIse@IR5R^=!`e!_(+sh z+a(F^ef<4q+(863Q@+shv!#ho<{ig4R-00APq6Vyx%;3#LeC(4_181jXLH40LDh2{ zMy?iXB|p!~Ut7%+}RZ){SiB`iYB-oLJ*FYbVa7ZV=sox4%g zT6y>&Ve#*PlSOmaY4O-$c&} z(32UYjq|&-7rroN7nwft{7F%3LHU%~*IEfJv#3?lfxF=ePQVy9wewmWpYZdEpzSyc<^^?fN?N?054dRw+RP8qQc;`^4+UL9Atf;f=Ru5exA^F;rIHc zjSXOa9>)#^-_UAp0OS50DD)Nt^e!7QyIvg&5-!spMc14CX=IR38B|`*>N`9;o810E zLj#BX>}YQ<<)<%uyf6QJ>iX8)eTw50Haz*=X?1^tbd;la0JDLA%G@}dY}4;?|E&tJ z*qNA2hu_|GwtGF;so`iPl?02m9wP|dia^%Y!`+j^DFtUo2F13#U2lJ<{UR!f5Ep^p zXWF%mcp9BhS@m&?A8A|pnHFZ909rBU1hPYXB{?K^c;BE&h|Q;oVd(sJcSYk48X4d(Pz}OBW^)cH_vN zGJU`VAJn^*@7^8Noa3=@u{w1sKYjhuBnvGRCJ-m)?o8-igjfCd{_JUhYHAfE0E>!? zqqo6thwyzkdEs5YW+>pF~Jq6+)Q#f)8 z(7_%(e3a;#Bh6aHes-}xEVY}T>F(k!EeW%;lop6O@`k~8a-@!k;}EK`>>*IcBR$Rz3v=fe`W<$I_&>I=)}eF&ahYIArOeLu&{90 zuLv9bdrQUf_Q_~NEGrL5g7j>bY(4b^8_M|c5 z`xt~zg>B|IWZG#drDbg0>tOp<$&+neYwRN_(b19c@iXAYog*<4sA=G<4tGj;3r%K5 zbiC5d#K_$o{Vb%IN%cN*UXrZM817kjS3Q)o`n5gyL-izj2L){ryy3hB`!#qKi~&*R z)pg_vm_R_CjkyupAqitkA`B#BZTe$x`qO)wNnwF%GM721?={iert(-B4{m7IWaXVj zVag>2T^h4E?E=psS!SM+AAbBC@1~c=oO9j+2g(7WUb2FRJ%o1gNJ&Y3js_L1e~EMI zDUESe{5|L%#?zevZSBi#W2}00TYOqti@@U3PB!EH?XXK-!us>xLk zUn~ve2944D-E6}%9Rjn5KqoNWi%Q2cqx?p#s+mx@6rRV%Ji`o=kLtNSrT=1E4N+U>bS=?Z^mWLi3!ck zTi)_dANnS4-01JgPiUH&5aezO+;G%(^rRn}55^1h4(W|{Uz z6V})YnF^IDaRgj1UYuuseukX74;)1sNQ@VC{5<9#{ta=}-1|fuj%Nr*6|tc!SlsBX-daJ6Bm||qj+d8kJ0Azf+Kp8rZB$s;+RfDLH!!ldVecT@Sc8p@ikw+D z^g~}<3KH@!18>h@%-y#}bB)HQDAx%`bb$NR`)9{LzfIGtMTl%lYHId~ilCYT0N{-Y zYWD{=EvR(OVdKr!RRl__pIS>Kc2Z3FngZ@(=cjYhQ42Q+>S)3;8X4orX|WkvV})e0 zLNQ6UtEa90&KnS~gNmXufl?Ig#|H?qV<#wt0cwU*B?MK57Y5&`Mjp884ehoOI?0)| zX}|e=k@L*KI%wVJcNQUAM9k34!^Mn-k6%__M8SeqJW4+r@FltkI`bKtr#86y4}n35 z-pvGF?kqW_I{|ZG|LyJVkLH-7B98FqpD3?Sf^>Nml8Rm$6y&)P7n2Jtc&1Q>&uI6N z@q|D69rrbF?j%q7|2CINUsvgq@`^K)2n>i2bCFC~1Cn~eHcZJ$i?W}=;HnPZ7GdgE zp%+-h@q2(K|E=c;O(vRqc^3DPbJ&3(ZH_n2*50R%5dW$+IKr<Dd;ezIk1ZYY-JJ{@Wn*rw zxAn(cC&*nfq||GGJZ>?wMyBGZXQD5apc{QgZn%ct=z^f>T)UUF4Dp5%tbmY4df2V=>hBey^iv~?1-yE~SBu{hS^b_V5neb@=^eM}OPvSKOfAO=5e zs@|ysb$5CG62bzH{Fxrw^GqZhc#mc%LCJrbl3yQ?r-ya9jVmlh>viy+hl#oG+BFkR zRv`#n$T*mph$k=RUV-@yH6;bC_|U575uh>Jne`+UatTUKPA=owNaM902Zac2A|98P z+PZ^7t(emo1el?<$t!Em^ywA#+BWKU4wr-;iC3}9_z&!Ho*g@IeiG(v}9qa$pAV7cK3OIm~7Y#|AUVWlaxuN)u*k69(Sf0qRYL z59k=k-lDmN5PO~w95rey67gQ4u$dOqX|#(zShq0EhKC`8)lASR%?LOpROFuCaC0j} z2si3GahUOD!2cu(d}^0$4t+u>V{OtK_vsWYA_qNvMdTj6H`L%HB+7yZdtkv>Ca!iqrfe%kbGZc1M=eG6 z#o*=>X|`V?(+|Ti3%DcudU8}7;zyNN?h9dn%{Gp1?28Mb0dnxWt1a*8Rk-}CQfvO* zf6C-s1FF}B*RSBrKwWEhtNYHcKV6Un9(YwOtgCmU9&39H;!00_hy%0!7Fr4p_m}?~ zz>|R<^8|o|*Y+0n#{Ph@-rnApLn>rh#Ro7qo>v4`qML;7qRqQV9q6W9-Ug`<1!Mk$ zXuXC^DoAjRrCI%~RYtflS086v>D~f&BDpHDO@IpnmnrRqNQs?rVIcyM4r%z$m3F`r z1qJ0b+Yy9VC9n&Z0Wun(Q6X6(o*RI^0lXjrd+j?7XkXoLP6MS27R#bn!Se#o?CFWW#ELaX{c*#G6k0M4#`rhWB2G zdRexZ3*)Gws5mb1Cy!3#YoZWxIVfI|=eBF9?< zwIyc{-=(d`re$jQtkwsiYCA(c<6i8=vIIZ3faT_?n)+5&E~)CE9gS4b2vBn^l@|aI zS_dK!K+OK7FE!aAz4^0@zRLBRebIj948PGw2^>&SPY{%669k!EO|Ium!FW*u_4B26 zq%vmqr_EO^#E~TA6$`Nl&l<;_=wbm^UWBQ6PT-aI&$aA|Z{xFg1HCsZPeIq#K-Zf5 zMUa%HFRDx!>&j+-pl(*wAo4(T7E(&l@5+mf&KJdi-oJI(uK__2I%un};{te$@4P{) zl6v$n#9kn9;<27V0jjlKQJgjsPQTV7O-Kg5K`KwP`PlMON> zgIni4Vpv#@f2e4x$Ebg3cF8U`WzY}$OYEw0+BH^3m7@a{P#=Y3Pw+7f{BMg)b=r_M=x2=p&@mss=X~J8fww&ekG(|j5uO3STA9O zMbW^Poi+@|gIiY@6{}=A>pN-PVQ5U-Fdxkj^YC;zWL*?`bn?8$Ez8T6Y7Nk2O83d+ zzK*sm@vRTHmf=-(euVD{38@fEhNRyxFQAx~M)?Pp1WuwQzA{P%h|JU^_xWr|nHOEX z)+cw`E!qLF^ag7S2jY*5tz2bMC0y_WJ^}rMz04CQ8e)HFK)He_)MjN=U)GGLQI0Ld zMsVHeeX~MAG3NQM;xCY{}=3|U|(uM@fLL4 z8P4ta6>s+Y&-IO6J91&i>*we4o}|hbqb=ODYJLf&g05HY@%TX{5zOV)3(^{O3i_;I zWJFNK71T{jSt%shPp;{bzM)45!`L~gY(ta&nKuqnp^X=#~4m~xM|DjGIB1|sP292d26$Nz$761bbs{^Tcf7Gq3o)q{fZ62`^~C< zemNu4d`fP7Iin5o-i5UraAUWQ3s-6+FY>L87Gk&uwAChF3QMQ!i`U&Q|76c!E(kw~q zMgSA5Ow>@pX%R4J+*{WYjPt=)JSw|M&ROJU%D+f;J#te@GveS~8F!lFxfwKkq5M2s zfeMzq*Lru5y}zNuGKpfr2<~bhdkgxhbNZkyR3Q=9jnl>Mnxndz+Or2zt!tV_X?kYV zr9RSeUN8(`ont#kOi9E{imW{^WZK(f)_JdEAAr>MQ+i>T)#o}ppG;hFfHRTRHVqMeUe=UDITK0JoVM$Kb zn<+*xeb(UsJNUgD;(#%pY}1@@4$<|}Q&2Fy0R@|CSD)+Bd2i-Tr}pw9VF5DX-`)2$ zHXjom-0qHOkMEba7l+8%-s)V`6zen;s>uJE&=6lm;b;9MOD%{nH-Wad35WAjDqEOx zpTvy}Al=~R4n)Rh>*(zCUp-#I_0f(Z6}k?60@9bx6UL$7*p|)7BE`q#_5^kRnv|PM zDjqD;AV_`noD-jpIbC;nc{#YM^ANuFr6Bts?0@7sEkNg&4;2|E%#NpY9z3iJ;a7@yU*d-guF+WM`;B`Pnn9mMo zJSNy%#%ADUfVA-|{7=iNb}i25R^zfE)0Xp?wavq}r!?Y}`8tyOX(rjock)S=R-cWn z0t@!s^XMP*9x3GGjn1bBys|2)RE>>`(%PXt%sb-5{Af5a@X-#BQ7-3T6YS()50A(V zgfMV{I-XzxPQ8Ehrn(yr( zVis!+Wz#e3wfqb%;tCBrG_k9sk(FCVi8rP1M`;mydQ_ilUwu3vXz;93P;D@E^Z^<+ z0vdl8*_3nDPoFd>YwX){0svD!X#+2t!}X!g$0nz6s4<0^{3cQ@eXl?mhp$)hDC3h; z9SfqPx0kF$WTM7yJH#O|ofB5a#9+LStc1FKR~lAAhAw@j!ODMM}ajEy`S7q@rm^m>7xhPz_3U9yn#C{6P z|D@=p{c#qIYF$rOESH;jLHpV_z`eiH3^wyMR>wj>(*O#vAf5MB1i*SMF7WW(@)F?&}Kvfb+rro?Zp}b=%TVy^dHaolJU8O=84Nn6X*N zzB1Hs1R}FY&so>enhM1wwTgXS6*?so8xK#y>RVY^rU#Yt)_`7*J*{axFv(in{@ODb zK`UpXs}xnnBO)Dx9v8;QB#F94eOD22p2==peT%gd!=3e9Q*D9=Ck(*~lQ*I=(F@b- zac%_E2gOj8_6FJxyS@#Cw+M0$13iL*t}d1_VjygbvRiUcSX%PD3}j$Db6h{(Ij&5O z&CjQ@>;A5(i5I!PI{089zY7%7R-(xm@fX_4y8=hdITDP_N}{JY5^-l<8CQOGwflle zH^ou+1zRu5hyx5WQ1&iI^C|9*bgSmA+4xI3e!a zk3ozy)o(D30@il8EJ7fg1&+SwtbuG&}HqV<_ovk{0Q9}KWiY~l_oIN8DABJIMPCx zp9m^uU}t9sYU}KmMqscT6ea26idy*4@zBAr^mKZZoDI)h%~$jkvpu2H%a#5~L15xf zO=h-Y;6z)l+dg)0-((k8;rvlhDEX?nBQjc2NDbEVp;lWJt?zFS*2lC8 zg+wIbPBhy@xbJRU`AN|GiRcIWj2$)|PGyTLF^sP%EA&!GL*kIVa#rYgVd)O0aKeEi zW~S=zNK{V-9PZw~_x2A_PjK`L`h<6G5>{m{`OC@5s{EcD6%c+#&j{Lz2Q&=A%WA2H{KXkK;&V?e?>LM+?L%GPhn)R6hauuf<#x#y?XEsP zeb1P5`@pKEdTs@6!U-$NRIY-19JgS%b%zeqw$`l`tOQ0CI8CI2TM?B%h(HK2H;ssJ zgW1c*j z^F5%c*%yy(kApI z8vtql^Yb&%d`bc?WpW9WYFRV@F$=q4r9>cHi3jZQ{IA_2vrZw<<7sVuz(a0224H?7 zcK876pF_SIc+na^H$rQ?C_Jc%GJ786 z_tue?HU1d!&aafw#aHw?vDI(=K~rKcioJcNUY0OKJbFl|yKR@8*zu7jrlxn^fbwnc zeIO&=eX+>T|0j%*2a}dYM4&d7}eR$R4ZrJpTp7YL%_gIskq%Jdtbu(dL&;bA=V5lDm^+n^Y$f zNc+?nO)d^r9nJqTvP-lQ+`3tS4KDltwJ<=q2js$XtTB9XqB(uc;lMkEnwvz~+oUUl zp_TRr2~hP;i=}%92l*fsgoB4?IPS*83?DdZ96%WId~H#5^t&eiU68kbZar=209>TF zZdq?^iM+gn%NBnF^DXB{#|7{|a9BxvM34@#=k)r=h!Si?@rUZZ%_XDB19N(6K|JcV{;19pd4XIV_YrKv;3hA z+G27M0p~?+1F$S$j=x_&1BFKC4`AUKPo_yHe@Tb<(1{k#6slR=?NEU)WPmrYMnl zW|-_|JJ{b>d(iYWmGD_QF31Nzy8_0dfT9z`hq%{q4@ny1N05tptzo-^FU;%3t5T}L zC_@I8LTEA{?=XS-o&GvSf(4_0k&ELBSPDBG4IJa3weuFMHkWy_XZ7k?c2(V*@;%lC znGcwE`v4LeXHgaTk4+Eamq|zTcGv%^Fvo3)RSFYpVq&+b%bKF|n3h0@m;X(a`D{A) zKklUVh^d48k4KQ&X(ftBM1;i0$CnkIVX!9Lx{Jrg0;8n9P;Z}Y^8!k|&ekr$MdEOC ztRDqBpx|@Bn~>$-ZuUH!VdQV(a-91fkgES(U zFVZ&O8Z|lhIA*R1CMC7*9-(cB$qw9OD^M0_8X8S!%?KNGFIN8eM1{9mKmO%1BFwLX zGkwho9!WJe5<`XnjOlPF1b(!NNvGDeKs=OUYAV? z5rHQ{8G;SG)RLZXErOK43l5H;_DT(EIVH~pqiL>>I zVlt?u@ocktC`?cNgIQ2SWLw0|Q9({FOtR)<*v6-=3?HE_Z(N%;7=33xn62?Uw2iD-go z;2XV0IKhJPG|Y!n`A8Mp|M{zhUv(B9iER)C&j~RYtrwy0KkFfJuxF^p3pl-Z?Dc+m z&_4SDn*}SP$Xk&Pa|zOzVynKSRAn>Id=t-p@*9YWjQ)z0sebi6eV3>GBm8IzXP|{p zkuzzpkHrfJCDaCs?>TWAHcjc{!?v~C|FHEJUQvH<+%HT@N_USSIW(dmCEX2D(%ni( zcXzim2uKd4v~-u!64EK%^=!Vs^W5uRXPrL)*EsRn`+CRgg3>n${~T%j3FCAP7lf&x z0ZT4pes$gN&T*u}=igYXAaUptMMCt*H*V|?vM$#jw}MCv9}QQ|t**6jEkH6oPt}kr zj(XI}2S2~qDF7Wqph~w9>q!d$%nWz9M#G;3=NIi=T=^hqHp+kmQurW%aYZ|HIK=ft zTa5;F{=dK}gnevS{Rr0ElX^T47Y_jFwxfOg5HnK{y4VZ72SxA@Tv|!6IUErd`N7qH zq0QU#!N=d1EB zdtB#t3AK3LXxrYf*DazgR}J-fuh@Usm78Q;j_xc(`rV4q2#E@5+7OHz!{;&$ZmJ{< zE6+p@=YTsiR=XLpE?mF8_D`Z~GlnC*N+fRZvAs{}Q*Wom3 zIAZ}a7Clecs?FN;bkZ`-iovaiws!j=c1y*$lAA-~X(5Z#^Ghv{X_l$Z@j+K}t*KvV zJ*-Z}_o_b029>0%-5*JuJ#ey7gi}Y}AKKRA$7sd~|AQ*R#l$=l(AzLcG4p!}g;&c< zNMRmg-{KMeF9RQ(JTK&?yv;NKph9)Wc>MsN&3t5 z8uJmd2YyXWO;k)wc_-==iA8|_778z`sEGDB-#td_2G_V1Fy~&K?cn>$1Ak3-3?iQ1 zI{eUb@)f#0Je-==dA&z_t$3jMWH!H=W(Z0C^UnoFdi-iR%_Of~jdyzY0Br6y+{5%bxN9_+>z%K%m?HTJbVDr|`7WY%wnVxHO+Ej;=Yc&xE__t+0KH8p~ zfab8<#Xc#p`(#tuqM0?yj)Z+*~O2z^jEPGdel`HsBFVpe_a~T+ce<6y*_NItENRZ@k#*VPH6KD z_V1WK%gq--M!J=`D7=Wfx3vi^G>qW>%QsA)?gu*_n*y zXtVVUtoPG+$Ar%$vgdyh7^%UT0b)xe%7G%q7Lp%KNB6m^UAwlsI%%i z)Gj^PuWoGY1Dm$S0p&*Dyas%$U^H%$)hmZ!RCjMDA*vSgys*u<1)FK3QNpzyGtRL9 z(-KN;@v`fQ>;9z6?jNAx)0^(`1u-HHwdi<#=Cr?EOo_g)G>LT8Z(M&nm4l>CDa{a8 z(#o}I#*sgXTJ8-?aiI3`BpHc#C5E{0tlvrN@TU>6pSK{KFSdJ5=9dG%rAj}Qi!yth z1S;1L#b3XMf?XKLvaf+io{a3IZALNe5zH!X>K#*Gr)p3MW9AuTo*TI<+v39D`P!}1 z3^iz@cv|H3Y7~}Lr2X59$)HW3-S?jVM;YpX#xs7M63stZ%Y`qD@sIwz&Pv_dG;8wi zJlfH9&KScE3+oC_g}C@)Jma*a7cY#+zOo9E{?pTn)>cc6a@9nOsc8xrY5%JkfgCl&dC>g`~ ziDD-qQve3c^P-Cy?6aLFlrKn78!lLjsG&Zz!j}#F4(7~ zvkpU!)s`S5a#sA7bOy}2aZtMw@V-fEe529;BA*oe&S5A+zOI7(vb20}-=4x2e0+Sq zd*AZ5w6=oveeZ!k`g&@a8w!nDt`!=!ijN5m4Ym00Jb5{5EJ<{gl43t-g^SB1d;YBy zwwb|bV;}P`rt=y#Ql>-hkO-S$20=T)%rF}`K8YJcwb+-{q zYUCCDAu7r7TjR^cv+KWEo3EV}x#{USpP?*KceFL$;v}av&Ae`ywl$n;q zyM~dn0k8I4Fpu(My3`*jHOfB4)_!4m&MEij%vu!i1-G&r%NV1 zHs}PpYfpXm^#?rAclR-ZdVN%T=qk_>%w6Nx`Kxq7$g04q|4CO$Ez|*}7s+^{bzLLD zJ-!lm+=g0NP=elKo59e=X{GCx85OCDT6ypQAZ1K|=PS>U^yS`6ti`+9fiA#B6PcS8 z72!1+sGOVJYpw+ggsG%0=H@|5vKySGU^yGg+5TMOdo0qou266*G`*GceCKOmt}Dww zN*@)zYnV<{zdyoJ*T9UjmApD}6GgVNa3qW>)MDJJ#d0FOtFNav)!$jL2(rjK zWrQ3&Z^%ubaVOC?K#g9{tred^ivRK%4V37^CZkEYLk!--sK$Uq*$d1`vsk-17&6c# zw`RGPH4Dwhv!Vz?8@Ifl7$F3;2dJ$Upcul=G)qtYGe^AyK6c?p3t17IynQ`6=CUpX^-~M9ge$Hodi%HDU zk)t=3dQ2|xa_869*IV#&PEkUKElo|zA0&Y)oN}F|iqJLKmDs~wU3)?yN^s!PZzKPM z7de6MZ~mxGBb;Wt4`%E7z$dMgXC4RebtR#Y0bkj))APj^Wt@xoK^$=r4%n`Hw z%NYUDb_CBWWk8(zRAtGn-tbC-)W&4nnu*PXwLM48MSP3r)y3o4>eooEb4$XOu2wZc z^L&$lzcF1C-)z~pW#~G78u`7CK$H8GKfeDNu2;4a{VB!1-pe za2@xHXWQW*)}luK7QCc=^ov^BJHWa>^0V>KYUl^=s_B?o2v}V40+^oUyte)ET&qx% z4CMHt#4v65n6hN8LOg?Ah7G=ZqTA;Mm9e7g0oA((25Q7MLf%1U`O1o_`3~V>uDTGT zgArq=uR#n0LN~q{&GW=ou}+6$e*tWFuBSY(5^>mhjKKW&L)SzTPm`B>)uN|YJvLX%RBtYqxYoT@m8-B(CpkH3t;Qjkl zl-aQyVfNd%oEH}tr5=L5O8jh#vFjBBF`dOXchj(ddT9R!K3-Sg1XWw!(G^9=R+~{+ z7``lOaX0<6{5u09rZH%vk4#KfTV$-A$ z7aAIxwhtC00*@i4E9#beg_;%#i6_^;2QtA(&I(PFo}8324Xubvo1c(@TxWo0#m?xj zYw?%(WYiHGR6}Mjolnbx5-M;erjpq?;wRf1$)0V|!-t=!{sh^7XM{Mj94`>w3GLH1 zFul+k^iDQg>y5q>dOK5S3;BD=YHIzv8JxB$hcfqw;Z7 z+gaZi-znC8bw!N2<(lkg;B-)2oxAsGXFmol=lXsecm@Nl-_q(mh3LtPZZOey6fc+z!?Wvl{*V)echd?z!7i1Ha9xYL=gHw#D2xS}Pg>g2x zIRQ&f-q|;xpNHrZp0SN>Wi(62U0DfY9GQ$Sv8a7eb6D-fGnsQdQv&@8>f*7rg{A|fWH zHw>57&B|t)mY%k-2+udAhK{v>ku^0fd8@=aT!Q(yNMEbN_PDm^2s8dM^M+fWSfS0E zfR~3SZ^DjTez5qyD5iw|>8F^(npvpl<-iGg5ucGicm2z+_ugyqR>a_WR?d##*^KzE z>N@V)rrcnsYBwiQPZDi`P&^g&q!JLxfqper-d z(Cs_#AL0_|sHjid@2-r&q>KXYfMDi!bC=pV|3Ywkdk1)HEj{Q%USK0$!+uSJ-9l$a z2OOvq2LRlU$JsW-GYWZ8TQepm1`CYeNpik#^KF3+>sZaT+8CqQDNcq#(f&Maz37K_ zZn~Lt`w@ne*J^C*{wm%}w>ze!=!1*j_-46YJy8Gr; zZE_e;R5udcp#9M2JaRP{-9Q&J1`&BL1f>Z8Anc4S1u4Nd&fCgmeOeAeo1p#eg#ZI~ z;oaerKr8fbZLLdA3Krgzq~*#z^v9_1)_enuLY*-)Zyo1v>uj4dLzr%Eg%S_Pcd2us z=MpdIik8egPlf!;ooP=m7u!`9oA{w>rkGnYz^4@(gSWqjKiun_?IZ6<*%Vp67ZtV? zh53DuszDAZA6o)HhNn8;W3>_pm|Y7^qH}1wY>iR^8W){LF-E4J{G4Ku_w7Y>O?*{u zDrjGjR|)+3;bcL;oaCdeF|FhX(rE%|dN5NNEp6@NOMdSg9_&hP&{9)MJ|2D;?gdnY zU~uC&iFmu;l;BOZ?_E@3;B(O?E+~f%^BLWrZp~2E4nh86;2Rx>oUg4sKO~G0Ze{vf zsweW}Vb^P)M6QWntM4o|vop`5&0mvqd!tL@*AtVGM~sZ|c5NhM;A!o}5oBTTp9Tl+ z3ng!b`gPF;J@}}OY$3Yzsy5?_s;mF)40cDRbUjGcjKp)b>lyz;263m>Eg#^@?fW6r zTd>}fN*!1*anP=tHr~P`$pZyEWwdxQosW$ANbMchv0K*{(_6YKKVb+N#5N!hWvW3& zl0e~wrDz}RVnGSK$T|ZB3|zDUxM21fv!A9!4Bhm8`duwyA~StV z*}&FGs$W*xKR&%|SNOtD2o(Cwxw&#@?B?-S;HQkO%IpATKp;`4i8?WP3nyWL?Mko1 zwdw$NkfCFKwHJ+Inrd4wh4{+10RLV8XRV#=YnRP}y_(7}#i&g|)6K<<&?yDYt^08A zl(|2LIF7cMD}R}zYA_C2NBo5B{p?D2c#f2NQDBvdO8snK%UvB8zdN&Zp zqs5m}u^8zDSiE@+vq`!ki#C&5(nHouqop>fQ2!6_l$R(GhHeA$)&@xZczX2mX-8tc z+?nkrfC~~&d)T+h1LVQy*x1+)LbiWbK;3!*5J%)&u`&-$W(wQU%W6}C0hMREt@r+N zUdwxjbz0w}tIBsSV7SPl)$zcEM)S;B6qnokrXRJ>hXGpB40kBDy!K)Ctq|{Nul$=d z{=!PPQ$g;xkgJxj7%P|RB%Uzhu;)OBL$2Ft#)k+O)bXo8zYCc5$d6+(I)X6M0-aT)Gs%%#Fa0FiqH3sC_#*;nSkff zhEk5OVF#Q(^DPjbf!&0RO;1inmJe8-0^c$fpvA!-)+!9zsh(PefL!!b&a>9mipZ@> zGn&XH?hNQ#ZhY@t_i_Y?D09My4S=3Dk#}_Tyz5pZuVwqPO`>OQcTdD8k=e35@>4LT z^3pu&E7_MvpB9NE=M3)Nh2_)9;(c5{z%BQMQTcP8_%6sp0!2wSc+e?jo&BUwn?E(L zim#jzto)q*jdAGl1FmPC6%Y7rJD@uo6d8$8^}@smaxjFp)L?orU;oDIio+q4%jZr> z_M175u5`anrxfh(h$wXr9Yz&cbI^q#*!saYVq@^XdY;UjVdK1^~^pS=;5 z$4P{IF1udW>AO%yf*W4FiIEvKy$Wu~e2CVZ+e?p}{So4qu%P&lseM0-Dlnp4d?r_a zkK>WJAvo@^sy~|Oe}TJjLGd_1boO1ON{+jerDfXS55%DNC&irasB>emgk&<2 zNMun7Bpt@0ge{)eRmfr1LkCV(XE{>qshuW3`+DCWX6|pPS$uo?+Q^uVR!hb{<@w01 z#6sFJ)JhF;4kn&}vL5>Qb^j)^Ucl)7wxuf=-CWg{>*Mz|$0Z^OC6?&nq$|di4xE*9 z((5#B&fMj99WVlQ6`wa>uNCaGf8Bke{0<1>Z8*yFhkP%+y}k95L+UjLVt|o;D#DT3 zXrf^S=H6!t3JTeFBg`*gbO|6u*1t){&1I0jlw=FSgx7yw+Vo78Yu7@lxku0v?v8F> zLh0dsDSbi`seDR%JvAD;_AfS!atrEO-WCmg+u~`|yZ0h2V2@6*dkwP-(ooPmW)2Zf z#zEYt#%xJxEEbPv7FkC0%k%n~_yUxfg&|;%V##<1_g=IBKphKsT`BWw)>~_2@2C_= zep>ua(F;q}COyn4)oo-m_>%UegWKu)#4I}xdf)fL%-9&={rmUXtqJ&J1DH+ybnSSg z)Zq_bZ`bU$b=xY6Af5D&aO$y&qj5}z*qF^Ukce zHbDBy-j{Uq-8)h`?y)41B$V+IShfavESmZ^>6@A(=>|0dAzdiGPY5L?eV7OZrth`i z6rWr@T4B?D=Z7#x#|lw7ZZY6#7QCkzJiPDp$tqD&`iOy;C(sx@&fXLd%@pN)dKi>l zrWU>zqIcHu2(Kxi2OmoltG>pc!4F<4`{ABNnN7w;B5fN2fExHHt()*__%GS}sr+M$ z8^dxD{(6mzobA*L?8>XV7n#c#=;#5!Zpb+V3lE?GL;$v=9Cj|4u!$t&bA8|0NsdBw^MoN3?;B!4d!t2W z?BZat1fv%o90H$X_28RF!F#0!!AUE+hZ3kmS2Ej21V?9rmH7PD6f@G?N23lNmxand z;$WZ;D%r`(?KDT#Vz+46WoKq~`SF@4$lR9Gd*R5sx;i(*OA9U1?kGbR zENyqHw{M$ys6j&Usf}3;UZQ%dzE-U0bn45m*<#X)DFvBccCaTG;)V$HRrWG5zTJbl zL^`DA|J_%FTa^3!K1XSyO^D-6pt_M9=SGIaWP_-8RLh%Ff?`)MQM9?%99L>HwLFaQmnJg%AKLWmwfS1w<_Pk zV(9Rh271jO!nA<34I>@r%*B_Irs_th2Ly=bQpwK@um2f%)U^_X_g%+RwUn z`9#zb=e0LK1DsPw~eoS6B)z&&Ty9{32f8~LXH(w z!}!yWtfD7e!Da%rOD>=tw@DlTxiNH^aR=_QifP2D4!D(&wytlmxA2eHa$0kULgS62-XD1p&|0-VT=+iH32l;h*w zDV8KAHOaZqEC!Wc?t$Gg+LV`@)KrmQbF|H!8FN}p(kJpJCV4T0876;=?1=Ub_*+7_ zo676aoa=m4dSlk#Bsbaj!~4YhXx*B!#}(}B+IzQS7oYJTW%#LCZ?~=$%>3Yv~Gtycg`ZmI1sVDZArkS z8r0qggx;&1+Q6qD(%n5?4&%=VjH;TyyKf7lJgR-hhnn6?zDwlMaVTMO;rq(RDj<~A zm~}_;pfXKAR`dlUBHc81k?B^-<(wLL3)g9RPsW1scf3#Jz%%}zi96)h=DdT~Zm~h2 zy~*(__Z?!nPCYu1$&v&WQB^P--`kf4j4E{VlN_>-cum7K+2-eRL*}&X-hREHaOR&6 zHyD>>kTkg%nVbD%d|Kt%xBgNR+25bRud5xNJr={{Va$(pBxt49Wtv_u?8aoq8@j!} zz8(brtA;>W6yEQm-=FQKWa&}>`CEcV&+_V0q4xSROIBU=o*OaGs}OX-0`E?@6lZb0 zRqQchxrC!h_N?VURH%_;F5(%Cy0dAQ;hS?44d#p*Ufr}xe^RitWo!^wKuCSh z7M5B#+WQ&ysk7S}|F7Qo^$h#^Un~kzH0i=fMxG!)r-S$(PAfq;^+zBS>EmFM_#kS0 zL4qNG0>FLO-daPg)zutJvHaWsworI-sa5)KwI}j%e2JX_Y&}`OvccO>{pxh1J0j}X zFx@qb?|>7h*RuuMTy37r;_#JdtU`>}uTWNp@6YiycypW}w%_R+k6AQZ4i^@iM# zyRG)KYdlak$?$W0&k%^kB@8P(u)~=!BJbv%aytLMlU0@zruX1Gh$k%mqKCawLu+NO zuP=1D_JNrRwA$FG)Gyn5#ECtV|e8}{4eODu%Ck+=)O~T z7{4l&))p@B4u75}v)m*BT4W9ji`1Mqv7-->qh|#N(La_X^4%Il#yNQqNK?nLVegbC zrY)A3pYI+UQ!)Ytk!yF3rjlUz_WEyh@*#3`GFLbhFEPYDuYx*H<=zRuJ$CX zdv{h}R&o@7tq4B}R&c}7L6ywxT$&8CkjL)?JrKjgq1M?8Tk;$N`GKFm;n%)JZKaR4 z@B0tJ)GFB#*;wOZt#;6g>W4n(VrRw)y!e*htqRn}vB^_oW8Y0Fr31V6>m>pAkCI(9sh_Dg5Fb1vLfJ&RueP~Ug_yM_#!ss0XCUUg5Usk{;yl@dY)h1`v05&zYW9VU?kBtXRihBmN< z%bsgq;NlT>c`S22d)8^aTGuu!^WNLq#)jo;8*meQZq{oaz)(J*-H#wgAa}&Z5rLBD zo;&v%lf6CYwBz*B7@yAV?Eg|{1{*}%Ej25f(}Lm8e+*mTy$pYIa)J8bc|wg~tZIQx z#KRaip;$1{ChlozWo{@dmW7&?g(@)5M9p0d2TG%^uRi_V2IVyg?Fy5^cV;_(%ykM+ zGbX*c_rPMX@1GB;o`BpyS=#L1dNBe(LR`)2o$v2Ue({<4CRYSjtb97;-pn~#pUIB8 zHSra=i0S1*^l#iX_7;F`D1yXO!+#)~fiLKtegkGzYC42=Ly z3iyu{pgUmXW&CE`opxoG^?mFYV97DX$vrA1#~+k~iyTD!x~<2jt0b}jC!OYuZgOV4 zb9Zcsk&Y-}{P_ zc!~rojS%?)`x#z7Ttml3w;N42xh208sxm%8zbwi_`D(N?!U!OO32}>_;ArwUN7Zw- zyHuGo?A2f1*oXtO0zz}JLG3RtvrE+~51ijiA+NR9O!$JV*@WPJ&2Smr!1?Q|VI7(A z%SCqYrf%Xr_fXHT9>ZFFBwZAtc}jCa<0f;1q`1WJ`_xD+ghcS4HnE=WtrFoBLLQ>h z_G+5pD%0)hVD^-2y1lx&DV~2_3&^7#hroO*uahwr{q3S(tTd8eV&o80!xnqo$(|M4 zjus}~=kl7f)kPb#Of9RD<+QYB)a01!>Lu{%Hy6H9Rfs+nKGX^od-ZeWZJzG(MU8QO z5E&#aEJR~5|6TRgfOP|OYyl8BW%v~fij3^Uv0-s{5PgbRv{Z(U*Q!@s-O!Uuso<;i z2Xl!m+$oP&xiLREM3eeOml0~M$2z-N@UJh{{Q6qjZ#vKsr%qdv?9nj!SWVwb-C&r! zevbf>8;ay`2bhWk`1R8OyDF6Dx;ad$A9HjYwFRz@Pi{?179c=APj<}$cc;99qVNdb z;=5<48p6i--7P3*+y?IH{~F=rrD=(xL7^TPHQf%XL?Qf42ovT4VokYd_b~%Qv!bmV z*r{E#%9edJMFpjSz_2qeSyN8ih53q+68uBi-^02RPK=$KLIN{t2oay#dJv8TnEzD= zLq~4tz&QN^ERA6|XcGtUbydNC2L~gbZ);@*%?6VO&h~0&7QtTUc6us)XG<(9K8Sdk z={s5qDh-s!?DNjeJ!;cP+AT_7f14`AnmSK2EwUm5#hem`6arY`Pds2dM2@A)CD5gP zvP0KfXzHAvavwwVrs=^08kjukm;a{;T zE9r6j7Ffg0g4nSLR0F-ep_2Kfb(e8gD!Gm1aV28ZuOL5i0ba2EK)sVgMC zGjAL@oRr7LnjOsyuOuK>6mfbNBc~iV55e@F;pM*ELz}ZOGYo#${V>qIAAm^%3~?av z%8m~v3Zwv0EJ5g%=5ZUxj16!)n%^SFM^-2p8uiXiWoXzL{fOH7(TQYp4 z=){q?t;0DA?A(8|n+1peQ^F-+N*Zh5Ck)eMsrtM8FL|Owe!7e(u4PDm43mYdLgew+ zJuX9xn3f(1D4qI!sQCQOfF*DyS|ZE;r-k3*myMa6R3ZeS8Cl;8;DgMgeIYQ<~;rdx4dhb8DOHwGw+ zUoM|n;U>hA>{{n}e01_jM2}VII9)HdBnrDYdfv0;zzI@FHf|JcA-+AqsRm{y<#dfW zVMGX%(7k!}9FM+l2<_6s<({w@UnLpibO;j<%qHmL=$bN2WMH`c=$6G#*Ox|-v1nk5 z>N$^rh@CL1iWpdD*MHOoRy+-!+=51oKT7u8i-CNJNMit;77$BseFTZ2DI{{dZtCB6)(O5zwTz*B^;;`d(Q!(5?x-PF%CqekpghF5TY(B;$~qP5<3=qkqqjDUX{Wxbl2@>M z>Mk;$7UiNs(z|5EMk@q~fkv>oFcz3&a(j9}qHp#6#wW>xUWEE}UiWyxm;Y7GivRyr zvwZPq&z`*j-f%nR8%H>Oef>CTI!2XzB#(>z@TZ>jH6*A*T#4L8R_i2FU0Pj0z)PD( zXPbCr(B(F`r}*0H`YDpKv-NOd?UoWEK(3QP_%z0CD-Z;l#oL0);I00@wa8=DPvBAt z{4nJr<>d0#tN$QOqP~KXV)&Nl*vhAk6mLF>hA|s!I1}Kyf!2}`y;61*Ko=VW_T60y z9tKCF^%V0INpk~XWY1knHaH1Zz;6^R{LbAo5G4ppo?7CsCUafB4hv>5IDst;H)K*f z-gxQ4+K zw8uU)s^0P?IE**ii2j~E&D|3CraH(b6GYfX4H-J#uA^eqSJDoZl5YDoUI}3*bw68F zX={Dh@!+Yp^W)mIZn+XGWG&z4X+&WgChXP9$^1a+r}zl}UnNZ(O^f=irefUr&fa() zVmq#=v?L+N?{{63ns@YsI8>QsK<2R6`2Onz!Wgj}BY5B0sEsEk!$PY)wk_*w&S)?j zl#0l}$3V{+qO@-3+3*|}4Y!o4_H}*V74zD}Y~{z^T3JXoH+U3ivc zmxw5(gsP&!ZQj2npo)%(*$o;M$H!|@XS-98?DoTzATyl{Xvtcw9tuK&)2dU@{L7cr{kVwP#YAG(Sp(FQreH~o$p25$1F&K&C zgU-0f?;J@yn+Mt7M9pyK0)mO2wwt+e>#$*D^!{5I?$lq9hJ0cf!rG!Z#b?(}NwLrd zzCC6RBaz7~o>TmXWiH(f4~rE62&>~)I*f=q(=E`8`Z*LkqFjwjr<*$($17|R=$XoD z#xTOJ(%{U!{ioZk&CPldO^|-U24is#n3S&s-(?G2y5DT!s@ysawr#?omfG#x>$%Qa z@}eQx?EhyDCW_+~dkSe-TD@Rb33ke0l6D>i%hvit0SqIm)Ezk={yRPT9O$L#o_RqedG~+zxKCvpC#xvvHZ*~;=gCR7qO=!(czEYVe6x(O~}2Moz_+d4c@D-#c(g9kWZqse5M*(K|@&f@7> zez_IcXMYeWD3RU1qnQ{`!7u2*-(w>d^ZvN_Od~!A07hXMxN_ZT9^TB@<}xFw=%N*~ z>zG}53jPg4r!KA#$e?ClF;-LRznJ@~%hQ7qs?3T0N?c|w)NkXzbtZJ4I_gXRIvPKB z&aN$r%v$93v56?5O5>ex?(YvD8npXV?2CaeIV}`U`FE$^^89bPcQ z_{pK!6o{t+vjPBIB=1st{Z@GR{r7BC=^BrAOUm4tC8$L_j_7Y}mgo^c2iKnq1s^kF zMhZ(1Ab^@A+^XsM($bwFiFfBMPd8sx_#@K4Vo%&+UWpras{7O(mBGz%*`S;^Lfen{ z*nBHIT#+~sVF&%0|NrP{b($h^sW@I#j!4!0KIEvP>Oh@EQ{jddtPEOQM?5|l;cipm zzO*GMLv>z$ryU$rBE6iZYheEqq#{7d)O;yzKFkY(|FsTQ5p4^h-0#GHuAyLXuZC&7dZRx$A^YR8hWb4 zwwFo)q{Q$*HuRt$d@CXv7WMzpt_Fxnh_9C{6u*E0fKF5_^I zlZ%U9kZO`XQqk3&mF&4nfd42pj>4`~?D;kzxJvnDqp>S0p_3Et<5m52=s&HZ1 z6Z=bhHc0FP_kx;DxBo&NfY+M;wWl^u+x_3*0Q}C2Vh?NlsEgQ>tr3UO<8)^=s;(_vd!O}k~!D&m2Uly6k4lHQ1$_H^g?8dw!-KtYdou<0r3kQm3Iqw&Qe9ixU(%-i}V`Cgblk8GulMDxD zs#X>QoTL2PZc9HSL70o1TwKmrXNWxw&|7<5-TsLr<|}ad!e_p(i7I5%4Wf#gNkub> zH}F5O^Rr*@9p^@) z(5v7<3P4m^Le$am$xPn!!N(ckHf|%P$_yiS2)t4l>{Jd#$=4QXQvFo=FMyseu>#cD zQ5tV^9M{g@i}yqtnV0l2C~DIz4r&qey@ax1>gL#O%y1p! zN;Uhft@+c{R9EDo)qQxTj!$#~5J)+IkyOM-MNJ(Ga$sxV{r2(%-CuMeF3~VR=ka0a z{oNOk$XU&13k`NZ2 z%FtQSN`8p^#j5@RXVAX3ZEW9zmks1JwJinTH%Zvv5u&P~1M*@1vzD$F&cB05bo4Jz z>@d)(|3y+`&XuQzpl;XTS67yRsA5o|5kNeA|LciJ-6ed23Hd*L>eIfh9`w+wK|?9h5i`3T9z%k!&n;P5ad*ApB4s zp%At4bF*Ts@x=>$MiUk@2kWsa2S9@x_yMK4Xx*F?UAbvL;j|OWi^fry#7(F=SY&~& zD#U_)6c0Ch>~{}uy{l+~OrzUkP#^d9|7))u#G!~5;9p&pT0FR&FcGkL@aGi=B73)3 zm&F-Dpf+`wU87iQPKWTE@M+Fwcnx)b5bQ>vP=3eV=fGjTMS)*^L&N#Z@!+}h66zb* zq3Cu52)Y!|qEFtWm~q@pS_bunp4u(aJuknw6f^qxiAdyDLu8ap%|?F2AV((|-mkPmnV*}D!qALgNeN!G#h(ZRexzI}27e0BW*B?` z<;%sSSD$MjkGm9;<2@$&%9z8!nh#Guo7!t<0e%32T4Br_$TA#C2KgjVyX#i#QDEoTSZWgmhg z)W@Yq;$Jq3WAhj(c8F(hQNN!(n|+}Or~r;6Ac><+ol=XU6o$vRJ~*_zEUY`$*w8Rq zV*(NX0+2o+03n{u#8l70fs?$NF!bkD8iM*xRSP0rkZIWeD%Hx<1z*f?Ua`&-OqGAz zs8XsH#|PuIp#wI}A1RXNS}N3QROdy^Z4zbx^nrkqw#mCy{+F!R3cH}JGZuDnMKOpt z3FXc}{_?9c;P-wn%(`%&_4(g4z3fagiT8}g0bowLW7Qe6&If{klO&o?hn7HRI8xNu(gg6mqm0%@PhsL8xu55j07-H^k|W)_>LM@S zOaiPU60%{p{68v?IR;fHoDx6hD& z*UO2~(dcLr-%2cv3RKy1j}6Xha1*4WK2ZgO0>Ba5K4n5&Q2J|&Rpn4Ij`2|o11)q7 zxR4LPGjRBP_vO03s4?VpCa3*B6V@3BZD8mZip!p zv{QQCyd3ItT={DuZ>xWkDwy+hS0coIzaq1e_&=Xntr9y#lLDQ4`WxHVU>^j4=Rzn5l6V`6Bvc#IAz;GNRxCMEHDHoJ(1dP&&J#tLUF8no*R zG#mFMQG~HqHq+|e3pfc?`)7Z`#T>8(8WzMQ|6YzeUI)pCzB(HUj}s7oUl`fGcOTvM z^#-hE2mwSIu)88Az25xAGA9!zCO~nayhbBHK7gM0Bl-s2v!m=h< zg$CIL$uHJ9j|ZTwv?bvrI598$4?yiXjDJgwuCef94UhBZ0aK+1va!$C2#$#%QEbC} z*je3KHS8FmXD9IUKIVnt_ZdB9oNcy35Im4!7x|h+{t%1c6{jOzqx}mV$Z2~0IDtwt zYQm)@oeF=A&Nt;eg!ap`v*F_zEHt#gm&oX*$DzyvFu5GIV*_g_OF}6Hd1%FhL0)E( zo=40*Y*3U44!DY9TRex_r*6-A-E9->9IV^W>LY)T=4`3Ics44J_-{ZMdpiRGkZiD? z=dt~7^aP;0AKw2?r^X7r0!B-BO$?TWy(3eQ^K*Qj<{}PoR6Fep^3;junYh5u7h~t; z#W&q(8H;OoBR2%lu^qSqxZ^OwEY$4_SK61|u@}+nx4&a+?OYAmRB7CLUpi+wpB*{r6!}E?70}a5;v?jGAV;XZTh=*1K8HpFZQdwBX03-`oUg6yfV>X zw@_y-&N`F><=wFZ_D0UtPE_dxIQf-p7k|j1$KYR}i>TSP$;ENzWu`MlRNdhNTo>GA$(6w^7B`Rw za2RWQm6`g7cbZeOt$+zZhaDb$7STd`&yS9VP5wKMg$8BT4dZ{0M4Vuh4*;-vqI)|i zag`>X5Y%8(xmIK#exa|&O~z03KF`DlpDg1HwJpE)vE41N8bq&w_}RApRgJ=3(n56K%K6&|PanZ=yI^rq9JUvYW2I)5+SCN2|Khf$5Sn)YMTqREw z$o;0_A0?#p-vxhqJ3!*r@$mww$Q?}deyNg7eWzoeQ231~heK*$CQzl`|L43paw=BS z#JE0O+gF8_#c&+0qv-X~aWTimE>d;XTTp+>&BWe9mdSo%LY>6tbRJS+hEFi(@|FrkwS`VBXG7ZR>E1*X+ZQvfNLA)#im04}v*fIc+E)lRur27)G zYor|f4jg*j+K07Xp3PgXNsZ80%^qE|dx>*-e;*Y8`@r>zEg?NbS67_gcQfX64$3+! zKfr8Hy7U>uS$}vygVvFuvjP{BT2x-^9B2@}+;VsA zJN@g=Pa63D-8{X%JY}81BJon)z9b=JjQXI95adGu%c=iVOaXZUV-ru+z1~VsP$kPp zwai=$?O#FU;aQ8Ln+Se05092N6-Sq1E*GZKbY{ZC4y<%m+O46KW|`+J7MpS+)B zKOmA~MaiCWq>F$dSu4yS8%L8u!^Zb!1i?~3nUx6e9hgSE@mEbIt~Mx=p7S$!9&oVA z*|If}(CfS$=W;jr`$Hy7?pV(XNAJdB$HW~ia=CUaauJqZo4ppa;!K3FU=?FyN<(|M zRmJ{1ZfhfoGiB$lHrGkkw%xtYz)*#_PfxhA#TGO`!lI(O!2&Tg8X zwP1LMHs*;sY|g#5C|J+CtEM*@4m6Dy{&Mr`*o+QK)eq+%~B2S}bSDo=;D`ONA z%1+fK2p1Q=Z<*u6jr=th26$6}Dbr&!4wB;H9bn6@+DwbK`{c_^wPW z!_BmHeAPXv2_W=q`{!3`m!h9ALJf%a>hM-OIlj0QkJ^TrhmXH#ng!mldF#36+_@>5 zhi_RxkD%BQkqL;C!YQg_wuWzA{PdD`U-`Oy;gPMc{q#@xmXht(H>0fOVywpG`>P78 z6i=b8&^-}X1!6KX=H{3iD)QHyoc>_`2?$una6Uo&@8p^B=VKS(g|Cef=$l|LP>udv zWgYp0lDR|q^=Bu9oh;^F03+Q7?fDn0!7qa(q9Z#&5=h=z9(LJT-no-r+R>^2gVfYK zfARLvzf>%FpNdxn_rGvtUDOt69DL=YA|VMwM8P^*g3?OGtb1#LIbm8zKa+X;4~u{( zm2)LGuT;P&s7K~klt#DjJw#J6cpT9<8_LrVE$c=x5q_mHU{S^-@xXFCWKSYD);i3r zU=5%aHwz;Do*^1(;Yzhh`0$M0ngoBOsUUBC6y|<&l!AkSltKgcJAnzDXJWgZ0S}|8~)v#w^LS0X9@5!y7pC1q6m~B>gjN+oK zAGkYahG+9?o_~@o;L=QU>Bf)$*m+ofkL~Tad`s?I4*L>N*(_bjWUWd7cG&f9M;62f z(RoE&1zF7$8`=G;A2-#It(8^7w`@fkXNS|f55*3D;br8N`}Qemr$DF@wyO#rm>|)* zBh(u(0!=gp7CP7#l_?qQd!V)e8v7qyKy5+h3FvW` zq5%Yut;X`*KR>uzT7od$6)t*M@wLq5b?WNte_=Y#ROr5M&`DPCg27^?VySw7mE|_R zFfhQhFa{36vub&ZihgWEr59iq*pOYxc!QRdP-}r+I;u>W^ftW z+s4Vcs|+763w^P>H~#D`xl_ygZ{--ygo8d*C#X);SWe_qQ!N8{TUit}U~bld$)iN) zH-*Uu>a~F_WuZ+zcv|>u_0R&g zQHNvqUFC4&J1CaPBHi5`(%qcJ_kU-cGsb`A zjb6xR@AaqYHda-(Wx=)LnVnZ`4dGfOG-{IW*(*q>Ssbg;^PcuM#p;)m!S%WNOr_^{r(>r z7$=}Dl?8Z3-R3}5x4&s6O}S@#SHpXED>1k5b2Ft{>1*BA8B*U&{J5y7?-Fr%AxKcp z-yq$OVP&{RpZ|fV8swx#xxdD|%{^9E9qMXE8h>(i0gyO!4ASq|qpEs!R~E*kY3Eh_=G@ZOs>mOB5o0Ld zgjRuqne02y>=C@QPE}AZIrSU(q^qwU4?(Uh=5Q4F+9YlCey@Y_jk5^jYwx6_B+sRp znWTo8Dp1Y=w(PGAdlI9O14p3dE@yoMm)G|9Mpz6me{t&RI8QxYFzwRnP^3o;rl%lz zOCi9Fe~c%U*~Q*@`Auw0a;B!o5o!=4*~Iu|42eHu?JDe|;%q>7?PQRcfQSW}wT%hgo5KDg?J%V9|j;8LWa%tDAp>)VsfLnoj~&>jCI(^XvIS1FGL1&i~s z1IpL0>6J>EOV%qNZU}VD+uioD$?fyx!4DVf$eQyFxsIJG#|SA4Z_2&=)UO>m5IzVY z!JpyWuZO5yJJ9IrrT#fgQmgXzrHF-ZZr(5St$H4p3q~b2f-s_+5i9_Rhq>l&41lW1 zfJ9*m(tChn3iqs`Rp|wo89{0UnGd9l4?3gX?^ksgNGG|_t2xzm!A$@UXJ~2~!>=!Z zBZcaD$5Jc_a-qV?*6DCAR+q1;*NgEY^{c{{GR;J_lwUd-nrA>sm6Qj4 z^Z2uGCeb|BrZ{{+by$Wkx(7+FOJr`!bU6{SlNrf7me<8%@t=~h2P0cC8i{xGP zN0u#UAjUH9{RADn6LMG!S}T2^K-Xsd>E#+L88>o~AgAOrYQPqBV(Iwcz`B&|+E_1n zzpZ*fSC-my&qL)+b(NdnZ@Z{)xY|o!;PP+sSBeI86|P#iOt2nJL2+t^=oygS3GyxjQg&9~_5~$03X>;jU)?%H{Jgz^H z8=6S9thuadY1t$*Av!7PsK+wf!omVbaJ7Grj(EGR-{Jc@uPk~u7#ns32IP3DaGrDp zfj%KV&0n%o-c0ix9mk$d0t?t|8+ZY)*ta7$^<`JCE1$$_dKBaq+601g`H@F=M^r$8 z*xN)+!BSj7pmdu6Sz>)Xz0R6UA+P%Y&>Gh@Jd6VTOTr*f@3RL3dPLSabql3pDTFQ~ zMg|-wlygJ^Ir~;YHQM5=R7IJirWiES!DrA}a*+fr4GD6FzW?~tJVV~n2N@@!IyoGf zLg%4hph)xu3lE;eS}~3n^HcCyNydF5C&OLU`a1qH*(yu;@gWSxes6ykS*TF7_xqSk zgoG4)I_6*gD)k|ThS#$4;RAdtMWwn87}k+1giI>9^i>#%S2{_`L@{#ER9$d^$qo(^ z`nDyYI0W&b_U)La-(3eP;8tGUsRCj^5{IpxvbcIrQwzu2V}^*Yns0gn-Z0@PE%LMp7I>%>ttyT>Q{e3JM9wrWV&j5h=Mw{H6{$a707jWqOrFm@UrIp4jnugI+f zlORZgbv4+o-qx7|#KvnYHP~)l~B9&hlKH9pvLepFT z`22^nd%#)Nc$;Tmx`L>I6SMiFALL*8rl)(cv%Me11wbe{bZdfpXuE#LPJSNT$Cd3z zscOOEU&~oHR;WaZH8vXf(w%hzaV+4MVtWoaDmlx}_=q9uD>VJgATIB6^i+nr0}PW; zXhMMVkznF>Wb@^Swb09LFQ2v}4f~F2(G6_a)LXd4d0wzUllpgXP;P?Qk=bNHWLI<~ zP?SX^WicnUl0~25R8#hzp&`(_M7ICgeg~kbZ;VGe2=W6HU2UymKk2%JP@aV=Fx%EJ z_q!`53w6>FXPwLWt0*N?<{|t?-vC_3GYK#m2#AdCmTN&U=?n9bTcn;1QP2F0w^W)e zkl%bS0)NW8#Z{o44k;ZM;6pSM8mfN5_4dA$MReX-q#jTMD3cA+4mhzT79<`oLZm`E zm$V!mOVuJ4#-^|akm|m|no;T=_eg>a79?7|FgCPAkN#2q``hkeOeklM?3bAqb(cFP zQZ*Li#d zb%|h{>lKKdY!<;}|6{9N&Q6zQ^4)uCVECp9S(s|*`r!*l;`2L{cEHtYQZqpQ`O=j%jbFh zy~ueBFjYo0eF#b(GQ6b1D19P;m#u=X{6&BHZRRJ-kASyLBKLu;pz?SAdYI+C{pqmq zeaM887v9(+%Gjq70(lH58tON@rcfCARnfUsEMb#qZrLLn;kP$SmP==--8C$+o>UhT zH9DT2_c^8(Pk~Cx%9sEIE3`Bx(hFKC*Ly-STWQEG+qxhpip4Z3(upe)I4|x%@s_z@ za9y-MC~T+!pBSm<-#7`&zyYd=E17dqHS*#9m=myxCN^$}li@)2qoqU;(=^lK+m{ON=e$TWFb|9^kt<_2J9doym@n|4i3oV10E3a>jIq@ zN=M1lfC@g91&CKXCysj_#VkQTh`Scge)ecu%9V5D@3v(0HPUbD8S7Db$SKI8y>LCC zEz7uU8rM#C{h8k+OtbYZr-k#^!eFy=r?RP<(!q#v1+-WVX83}Lh3H$&VM{k$Ow%9W{xYpjx|9Sgi zuwKFEL*z1x^RDM&Q>Mq8K9X~`)!@$SnU5cyP$@0uHk*L2{e$x%9+n43_JiP@f2R}xZ{o9M8jv!uuzE0A>daFRKf@2>PT`7@XcmV zj(=)ZQE)QgG+F%-In2Z@s;sG*_7?y@0HF%lY&^Y~BicStXnWo`Lm)fmOqmh<4 z5nMXgwzd+=UZ0nml>uW^yFge5i}QwKPc%}!EG})NFg9#Xq8EdX4xa$y?NB)yxcPUj zzYn$_+{FPM1A4ip-w$S{$D34kf3Q>#lcEq2!MbK7M5p4w+!Mbk9oRbbKnKj{Ij(r8 z_1sGjrGdZzMMcHC;#Dqkv9<(yqlkBT2L}E4ELJUde$l-&GOW8PH05omJ#jXPdir9C z?C0M@ztC(kB1qt`sHJ0x(igcAf>ZY`x()^h^{A+Wu)$#i1CWN?Ws-x zbzyIF@70qg0qUu%_MgbFA&=*qwfg~VFo`Q(=lr5pCe%AM*LxvbTNc+J+9j#XryINZ zSpKqv^8fRU*s9$2JvAI+uiQa8@2*@T3Ifc(e3@ zva*TvUn)Irq8Z}f+bo5=x>Udy!fd*D8ZDI@kje&QUmuAq2+L`=YTurm*j5QK%N1)h zQU|HveP0l_xX_c4s9HNemFXTIE+>4goqppWZbY^=q5QWX=D$Tu+ieI4! zHYXL!FJ4u*z15(XTwvEcjXn?lARW;^OWj?TL0DmtV93b@+IinRL3U1WsW#+f`C69+ zI4sTFaWwfA>8~|8?N9J)ZFdDCot~eI0OXs=$d7(ftx7#V3RJ(hi4F%(bfrGcI`v;U zsBt*Hclaq#eY;1aRh3K)27;F;0F?a>jK;NFpM+^|10=YqnqR@W)FRS6=fnb-+0le{ z2MTNJsQQdOgs)DoIy73H_p^fRHxK*Cv!BowSD${HuAC@jfXhqd>I4RmOa(ly*MRQM z|2IyxqJ0R|e+L8x_A1TWO9>0@7%8tGDZ?$a#j}| zn_U%fgJBZ(+veB3V}4wLNEX3&yu>t%j-J{z)!esD=ajP>Ts5lg6}Al z9v^ZexWy73L0<3BPT4p^nA_Y%QLy_=W&6wkuCNyGhC&von^${^2*4cKy zkNhXnm8SBE`Rn1m|CL)itEAu``cF>US?}6tF?%s?gZ``m|AHW_q<5I3||?M*TC zgm2Hrm*UofTg6Dnsef0I9V3srsvia>UM6Xn zJI572#;MQE$Q;9bl_|QHn0hd^g`xV2M1MrMzCU@6(H*dbt4q#q-hEZ1wnKj1AD9f~S{Jv3-vaqTRnwR43g zi-PJo>&(#y6`KA+fnMI|+Sdr7elB)ct^T=d#6-g{Ly*H+9pdj|pR7h9V(mjezqgvG z07sy?U_nJiGzOK-DajzvBGqoIKnB1@4t3?xAs+6>$^EK4$3+hC$n1S7z#URo{a)2KS8{oiIlZa5WW#o!B` z%3iC%_{Kb)$|Cjc!eMh!a)m@#JUnbqquz9+BURZp=YIA1ch{ANLBtq+;UIOk!R!wo zA&~@p*XQ==Dj%G8=D_H5H~b1^N&#euGeUrfsR8=Ii023Yqs+xK>aAh4Xk0Gl0o>4UwBr!& zn(lwor$wCnMhF8|3xV)Q2`Voo>nx^S|8NXCq5e*w`TKe1AdBt2e;EV4qfWRHq;W>t(~2qwKYAB8BC9}MId!1Cel?7w0GV}q)O&-Q7vYBg0o!Td?mfdI z4zRAYU(hRgNZpz)&=q-=5fqUq#t}a&V1!mTtGfUt z?sk;)+!29$`mE`ny%=HP-|w!~aA?mq-w$d~bI&@|SY02yo_iw_YntzQV@%(_(C-b! zwOb8cDmMItxu0ST3(7C6cA}r7-)Xf1g+OL2tvnt7Y2z9d(Z2ydT$@~s+{#Hu8ckBG z$PSywE77s0IAf|(vs%bLUSiQ`c7bz=F^$*sZ36FJsqPy*yM)*6TB4q%|Vr@oLBD1K%!KFzo~V7SzIZ`}bO{#K8n=RNnf$JdmP!o7QKnff^bxZuLOz9DbYg zq#YcJ0#xHZZ_ru~+V4a{+zqH|`Z$>oVoi36M~GZ+Q*XXg59BdT{Hc~0G`euLdbR=0 z((n;DINaMG9$-5=H+|dP&Oc(<89>^3rB-$(#1Q?g#YzKX1VF=RwbAralY)MmaByUG zEiR^?OxBt!>sZ9bv|7#k8#f+%e61Jwz)6(xF7FMdR(3RBwq@zm=DUC*H~{4w`roOn z59cknVyZY=w1G#&Si>AiLeP?f?8&_#BB{^IeNg&Qepv01XPT14ZZa*L{49PQsl>^D zP+aax-_|??Ad+Zp^g}k1g1{ed_#FLJ@=G8o3>00?@;N=2@`JDR4itw`-BLjo!^$sb z3REiCUF^tnT1p56!jm8P%VQjQHQ^rX9EV8VRt@QkE(YOg+p~hk=kvj5YkDeXj1R2P zu8yjLCaTDLE^jLt^M~F62WKD;;FAK9*5u^o4Kc6N+9oI<7jCdwe&w0!Otjdpw&T0E zrKI2iWf)zz-BUP~-MG?t5J$t!4##z+-HQ+8r+<|A(1536*YT1%YHkFZo^0oHil0Z2 zJXE(y0etY;WJ&KeqsRf}tJCqb+*{kchO%vLl9Um9?k|A-1)_?6cDnk98=kL(;CA2Q zs<>8C*Od+*p^lUBykM&cm<#}e2?L8aj_`Y#;{6BtI~k#qztyqNOqOL= zkpN~;;9%P*{xjdV5(_wn&7tH&Wh!v=Z`>$k34XcG0r<{xSJLZD(+{LRE2I1@Gcp8O2pn-^;$aSUB{+&*THwvKRfW!ugv-5dxfmK8zJPj!7 zO&S>q<2&)EJ1vC-&2@&FSLUw{%T<&7hL@%nG?SUMR6bj?FB0&ACkN1;9yAfln(v^q z7Rz#rODSzZ7h8o;knwvCpanL1+%P*IFZDNQyh($}1dsn$sVF7oqK#Kmp!f|=fBj%@ zuc4wID<@Z-Z)S_1$o9T6pkOxAaTTo9uUbQk!JT5qbJ&jbv~xc=nAZJ_`#xB@%Ff`z zw1o72H3rY9ZkxSC=1Wh6F|*c&-<=RGPCe$xiq@?m43|jN7k0R!25ed_4y`_+LNAzB zw1|N*-0rmNos>zzlb6g_4w{pblPiuCxE|crt%8O6t)W#FIRo1*2cv($GDv?URyq_% zLy=rO53334-mTlevwo)|(PG=w&L2;%fanTyc!V0@6&Iao4d*luJh!wLf5AVZ=H*RG zZW08$E*7E0QrOJ-AKRd%;w}pg885~J;h0XjU=3^{A6=1=y`MN7z-Qy}8NeZ=umSry zW+*ITP&2%4R`=a0HyI=qk`mP?W5ZQK_35rx)~WS-miH=^MZP2Xyt^ZWY1lA9Kc0j< zOd*JSuL93lj*kP#$kj2HmdhHkTo!y_5NpShHdd4n1Cx|AHJ92N;aq57e~X5+JiIJ5 z98$|-gdE#&-?)tMrMq#|JUCOg@LjZfbRb#nBS8x!TrMwD{JL9u(f!!sMDvl=SlzV% ziH+@zb^lwl2{t-91QY_!w}UFP0ol!T$jSt6I9JHZqw?bJ1(Xvr+)OAPaKT+M7Sxx| z#CA3%hve+Yc?Bs4X$IaGcejt1y9V>`yKsGk9tk)9MM;{I@h}lTqldC9rm`o6%W6B< zvi?n~Vyx;ZH#3H&k@a_BPfmt#Ie-kNfl{I2ZE~emh`+z9i%@MjL%^L zKb{In47T=>Ad@euP~l25^xCzwwPmEPuAXhs8`i}8n82Wh3IPFO;2r;+Nr;n%{u|W6 zVnfA{J0C4AJb*&5a&a-uoN*xMt>FE`{kY`E^w?6fUmV~}r z6n_Nt=$s-Z55+RJ*1w%*EdD*bP-di)uoNyq3Q>;&t0S%bvgRm-;mYeun5`CeVw_UV zz&{By58iDt369WVEFLKXM}Qpez3=S&$m1aqL?G~shuB&3je zl7bggY3>7lkp4LZj{rVg7713;0*j%}j{1qgF~z}qmy)TnOTGyHIT)f_jF|Z#ODX7G z6J2^YJ>+gyx8(B&P#D@aR4__cRigc5C}O zSb2F#nps93rZenyYC+2TjCdu!{Re?E|k6~50#Tox*Oh1B+Lo_x5-WtLP)bp9e4IhOqU z-30eIE%8raPC=afQV@(J$s+Z&NT zw2+l3Xz3c19i@F4P0+`aNQ6f~K#y(%$3)d^ww0-fB+W@D#XuwV-(j{6=9rzGoi6G} zV3Nu$=LnqzaN^(KZ;DZKPA5J;UUaoEf&VY}p7J7&&(~{7O$drxbDiG#fwu}>l&g}^ z_|;$CNT||s%BdIBYD8Sr2sw+*V3`*D=f;rsq6{dD>#|ME&KOp`h^^|;HUn%rn+d3(9GjpcN<8c>vBE=QITB5 zr+82f(LZyt+@i+sATLxU;}JxyQeHjSb}<^76n>Lnxs*T0KpjA~qMNJRM;`maw zD|kNoyNI3+1asW*@U1la9!}76W5jsXn5_CPN#EJM?w#Z^c)xH9_pu`9S+s_F_z$n7 zSIye8U`%3c&zM`7JU z9oodi-{_ZgoLYWD6DH4^@g8yH74q zr>o0vT0=(=e@IL9cj}LR9=DRe9BZ-R(eL{@`TOT3oL2D%Vn*Jze+d<5gJrrs=gX%p zbEj5N?besp{obG8tlva=!7XVs;M7q(>b1L&v2MK4`;vdF8?E@)rGmXWBaxmzK5@t& z4z1F9k-KUMusKx9G{4km2AEa<)n8AglYjhoS5dhZKf%C_x|wVEMoUd^%;aM_%^ZG^ zB4Z>mfuUJs&fE^eUE9}_I+7#$T2bP3UKosIT?DPehNL+a$GfsIZ58|Z{;st$V(xhZ zQ-mQ(-hXCvpS7RgQeStbII0P(C%X)M^J=!{XkVu6 zP8PSDEk^!Dng%CBli{ZhYf>hdzd8?Hqj7=`4_dR>cvYm8YVp2W669t^N@3J_^-_6+ z7h&Fvh!X^CLy(>W z2Mnl6*r{;Y^9ULJgrX^cnw>Se+E0b>=Y|-u{&Mc988-_l?)SrnpP#?dY@DLjd{W{v zHe)RS0kemaNZc6IPmsKmi1>W{S(b^)>-g@y#1n1FZh}o{1*{JC_lvqtOP-nZf2rYQ z<-fULyG2$-+D6Rf$SRKv$@cVBvy?IQPMtfYln}owG7TK;s$|ghI~Etu`t>3hle_GV zLHPOkeQ-S`190xI6cu0~_Xm}0+8y4+k%WVM!k@<|r;Q8bcJ}u6JdJV3o6fGUaSQ?S z(lqMI$;)%S3nsQwRAV&IZx=fCduInrK55!)s>@$O51WT~iJmp9!jiI3Py`zYCq1boQ9zFE3tER#uiMfECn_tD~=z z;%(n-HBZNd-4PTZEIF%wp0AB4W(o!=Tv1|CMysZ`c~Oxf)a+*zJ1~Mgpx-{#KY)tc zm<`UPMuon#kx^{hYJTuieWVpDZ16->8ELN`y0QqGs4)Cgj*N$3Zh~~L38Uz}_WV0W zuDV-rM$$8vrgO!M9scR+!5uZB5Iweo$jKZbE!2Mx(}eS#lDh`o((6 z5>+a6?5QuznSu58RIle}4;h^R0*B2==W5wY5R8nvtIai)o*wGsdk8XI+O(U6DLA}Z zn4*O$Bi(dGqy%byW#~0<38AGXGLMTTt4ckr1D|+$3mDJyewtfwb!@bGlQ#j~3%6cU zqZ`WN(?ux&Rq|a_KlT@dXDfu=-;N9>@Fh`{mXq!q3~^1(X6)BVnlk{sVBgE9VXBtf z_Cy=+Cm{Ai6EB#U)nZJTO-mZ&3^=B>XP7PDPmJFGiDP+ z`Iy`v53XbsJUsYinssrZ13;^gFfgEatqA&#M#yRA3%WDcK!v3h%U@QxDv?iQDlMrN zAK?DLf$`90J8JwmPn_743GsuHWM&4GbJUwS!|MAq`8T{wF>{A(U{)am$DH?xyTdS` zE>xL;IZq30CODi=Rw9Acw=t<8gnf|+Xe4i+j4}j(#Mb2Hd^qRF(tayq#F7OdTQj9aj3sY03G9_v-JKfT;nUTSs2G&eV=Xep3MyulSOH0uX#u;iSaD%=nj zCMMUvXWamGl0?vxmT?g*YJ_fi1DAspBc&NIGDI;&d#hDVs6i2V7Y`T8UKM1~g7mzo z5uOB!w4A);XT69XL_U74qwPv)=-yTuM~ytp+6b?ld|XJBNV&b_#mHOJcwaez)T1~` zM-6($j$ys}+#%zqY8qyr5Q1etHc4M=f4|$e(yM{_7-vm4q`ud|??MOZog&3m%70+r zeyk4!5_vMuN(`-h7sppjcI0j>IQ>xlxt$smKGGvB4XBfefhz1jjnTrQEkXG{ag5B+ zjWy_h6h=hfQK7PO!qL}3A4EfE{(wdGrb0-g;N=E>o*!JcbNQy~pJW&D^DVq;~W zjOyRKguEl-Yhp{=A~E~AWF*iCEXUUsNEhN+Zx21^jdbT?}%!z6>5NhcD6_rWf^G+JyI z0I0%|N&rz(bn5ouX4NO0l0SY` zFIbV{1C)}(p)BN8qy1(8myt8ryfade5fc%G8IwwINsUVN-Qad4*KDVgkc65@_kSF$ z@C!0b;1vwgmwAssXHFrjK|yaCIyfq_`IaDAsgY)QN*Gl2n0--4F*Ew8{2sC_UAvE_ zT)7t|z#l(+5av%6#A&~|9=J|i9-aK|UItuwR#yf+GmS>a{2eKpF(swy=VWQ4a;=7P zD-B&;CI27Q0(e3CVO#iYOJVeoI=3T67kR0XxWwtjr4dhCio7B`#c?+L}S*t>Uak z8vps-ZdRW8q2!yu0PiJ(fmLygZNClRPb?_TtkX!q;#o3?@z~$by?dP5W^{HBV zs_VGB2$kWaw1?+~vE=9aI2#@wAx%}9nUK~mLqoiR%aFl@e8$7dejGkV;d4Ba=(UtB z5upmeQ2xP)vUOOQfBiZDM|<>dP$V`IdSNwFd#xL#I_3uS)8JtHRnhofMVls zbS1jR*pbDYh=P{<;6j4$Tt{WE$gTM8`j;O@0@* zkHp_Z7+Re6O^^r!x%fG`bv+pA7Oe4&rTM8YJ?psN+B@%Nch5d3DLq(SZ_m%oT9QV5 zi@Y1c#({Fwo6}i4HCkIymDat*T+52;j3M?_HWaL%&;G{_G!k^Dxe8q&u*wfz>i}_y zf%+T_O0jE3vmpHxwAk2G^6#SWU9CHpV_JA-776AIQvR`$^QQ0ZI91V4e=fLq5ZiUJ zx9QI1=w{6)DgNgPjQwWj=G&TRsTfLoyfwh+Z>2R1UfJ&{_y>AYn~1r0l9X#}Pw(ek zcDXWx{tVXVMC@Ve{LW21u*~x~a@bQ_MMt4m|9ByAp^n`1V|n9G_*nQd^ce8kY zYJHEJqp;M`nqR09eB|g^?=ofX%O9EhJ&&6(X!p}5<$j5ncR7MC%hRoX%-C@`g9{Mq z44h*uyTZl8qa`^yJPf_V7r32g* zKLXzy%PYfj9m&qj&x>z$9d^@Zr3=5WT04N8cbHDVdL+VtWhyDg(E3uo-_L3s)o4`R zn>3}KG^Odyz!}{4u2#KgyR_7pp$%E3a!fK3@%jWic{MmH2^FVKJAgbmn2d=7#qZ2d z-QALIhbv2MuZrF2OFqM|BP&JxQ*~M%N`&>!Ad-(A9d8=iJyTW;tgIN>`Ti!^y*xiv zH@i;!6U4{>aWTchPsEA}(fW8hqLhU+o2QfAB6i;B@ip9@*fsQc+uVrD87-n}vM5JS z2L4pn3oySQvVY>#R#{6&hUw!K^yD~rC47;~e>598{`xv<4?K-KCm40HB6lb7t4zL% zLZ0*Wi2P6nl_%hy*!%*kKQGhQOPR0#5UG}%*ueT$V@w6JIShqHd`lc=6EQ`@hq_=j zg*j=zJ(xX9tyT*{K9bR81*5z5JLQF&tPq)09HVbbIu%#e!%KHFe4gie6BwXHTr>II z*xMh^W$nr5@?~)~E_1T7vRq3Q^I%mF2nh+#Qrbpj3=DEBd#LZPhk1T2wYb=#yGg4q z0}&(lkF5T+e!}QrN^;5}n+7~rz!yzkRhZzeznwA$g#&f`_!4Ek#=o)|v6FiZT}8%w zjIHHWYB|Nk8Q!VXCke{1Cle1jm@rS;LMp0{YsjDs65N)KnBH!#kh0SRqhj-Bf4iFz zcVA&gn@6g9?op6uI9rkdn$?k5zcXSs^3(-ie_x_Yy%s|)QXc$AIGj;xFO04lctKm z`6xqV?k0d}HiU9Ovz}USxSk3okTaa|x`Fgi?#;Zk##>6{*ZW<7+S@p#8ktU@`1PEa zW`(F0wx+(#_L!lAvosVCG(H)dXr~e^dBT5oKTTFIs1^aDFSes6qThE_$ybp%DIxWp zCo1G3ETn%uq&v}vPFh9ROm<_$dfQcI#)4n?1Ox`47`6IJiO;I~k1BRJ>fp8^0EHeK^?MdBaE6^`HzFMqQ;zo7UA#TD!S&*BAXVG zn7BnN>njFsD~WD%vmT^FmqQ8cBz3vhA3JM_Dh=^su&DO=1mHqEAv`aUvh$hx*<1eC zD9Fe$Zwl^;xJO@sjaS?dFQ`Afv+<+V^?XEI^bKNq)1lc%C}IZZ9gs*jTmm`@Bk#jE6`skq84=$TW+R*~`A zapwdOPxUL(!M|D;0-+y}r(6fec^e5kJI zZ}mI16y`zN_85eO;ngA* z67&Ti*UFxm&xnX5S+=FpbEO`r^3GI7RLs1PF=MhCGHde3SZ|q+5r&R9b(@!50+S>q z7OOHXq5DD_t!;TQA`Yxw^%$=6+$S8^jqw>V+_VIQ2j*1ikf={e2Ru*hGdH(eT{IgW z%#>`<7c9fL^#XEidONVgejfUdt9WMO9dVb-I?+>ag^chPMQ_G^#{NnLe!BL`bR)Z1 zQjoGI_6^{6d}IAYf#z?qpa^Sk?ne!?Pf!KITlBl0-K-JkZdhkhbLONz-r74Nl;XhY z+E#M;N2(#V$V?O67!grVY0Ddo1N0(t5tKY153+BW7Z&1vjfRB42S$bKgNIINC}53j z_F1PkdykT+mDKmiWwn#$^LfUnpQc7#n~FtdwO(p29{PRDQ}e}tnSJw#9UShfrlav3 zjNl&)pJGGhYuh*Z!GQ@2ja^4@75i*z02;lEKbg9sVONFCW<6ZXsVj(MUV#1~LsIPAkpdN{ZxT zhz$)l(M)orXJZ4M^>5rr-85jOfwEmKQQJJ5wE}J@k~+k(Og>n+(W7|=z6G25bH|pn zdzRWcMGrho;YFJ~ks>%>-3)C}uJ_ zOJ`1w5_(6K=&RWaUAC+1T-)Jm@-%!8Y`=e6rG?>D+l+#Ec&7Q~5wG9`S>C;|pzv`t zQQY0_%aAjuqxlV15WO$r6Qn5hTtG=aBY0(&pN><7G}QM-u5<= zF6C@*JdbCFMWKpGV* z(YO8XeMLN85|#J1a**H)Q?Y?}_}%UGV}rq+^c3b$J3FDQ7Rzvsej;9i`rWuvXD4Li zY0XcT1MJH363UDDm9K1@dMb$dh@+gpLC{D97&oCRblNat52r#%y>Er*L|HVd!OCIa z7gs8{5&iau+w6FG#+>I)_!hso#iXHu36dB%53LND%74y*jcuwUPi1<&vE9; z0zb46upzFsn3kcY2TM)@V2OCm@t2mBjRV98SZu-l*DaGEU<4KcQX&?R*Fy8rU~_~1 z7B|MwOMWm7@1LORl>N+%N~*d=uL!E+o>RC&Bp2f0^fO&yE#WO~l{?G~PGwWrEBY(yCv`fES+4ew$EwG8 zM}nI6{$#N&PspLSo*Qt|x}NZr>+kgTY_df#dm{rC5fZKueuj#NaRb6Hbwosj(f1mx z;%^N#sC_4Y&y~ zDMcI`#mtz)8m+SPsH&5s<&r`Mf;M7%O!$-qdc~g;G3Zmjbp5=KuiVb*nNx%X z&VKS>fEEB^6P-39xCDj*F)1X8SmrYO3gFdc2;aRvC|6{sy0MZ^JmXy(arU>*gs})- zFW+Xqu}I4%X9j>-uT#{?zD6?3J<4p`0L7Z=Dyut7-G`#}U8}voX|wwC)ksB={ud~D z;xu|^vf*~<%VA%COv(#g>G95jmCiLLUs=iCs6e{(E{hV;Id&SF~oSarJ0&%*y z(^iign?R&dqZcWWQ(%f@GoPR=Rj=Cce;9M^XLkTv=^kjS1_l}<)n(9@jO~Ml$C~~3 zfi;YrlN<|kMDFbsI(%LP@*@cmB126WxJt$iaRn*rix|dNUFj!(@a zLJ{)*{v)QazDaJcK|yV5%pyy&iLMclHW<{bY1?b`i>ZEHOUp`n$00Q{ff-uV616u~ z&D4(JHc4H_)r*{9;e9}zpBTJR*x&HMz@?M81@Kh#+7l8=*Dx?r0i26LE2;VSXI8Rq z)`Q`a6t&#eVIPGTQ3rQbruQORqFT_xkoTy+LheyBv_R|P8OG;+A)8}R-#KgKZJoDQ?j&9qzoeSreMK=)# zKMIed-@$O3@{fc@MkeqNM;QXnxj*cAdQpSEYe{>qaKK6_KuGD%a|5;a{o0B`m7)GX z=4q?r?x!;;E_GyNhcH)WW@hjkzMA_nY1(L;DUh)(6lA>nsX6IN8o@)VZXN*a%K&h3 zDq;iN7*POEq?$eBvQEQh6XAk?x!WZ@YgH++n<`S=2#>hVMlZb+ zP&4fiu@k9OpBWnJnTTOkndXKKI)aE$_tjTP2F8LRzO6uk2HkgD0xj`kM9lYr`n~&o zcw?Oij_%DOx`nR)+9jxdZWT2!CUtM3e-X3S&@|LAV(uvGkV_q+%q{sRp2t2mHHKBE ze@}YI(vC#8Xtgr!c3ZY=>-i(xKjA~~abcI#vUa&nqS3$JzP?SM@!$dAM3g1Bv$sCp z)wb{+l-22i?<9-DpmxwtJPX2HpSou}MMr3&2;$ELIasI_Po1IrAFZ+YyIsegU!lxME&3H}CUj#$oeuul~%cIOM$`Lo7ZV2|6>Q_J8(eWKvcI z3x6mt2?z-XscZAQbDDi9ku5DP-*Iu(Nqze%-RVUNVhe9)W}xSJOd7m~!ol|xVf+K% zCDE&u#>}ipTS#2vc%e?#h^qr!ed*wBY-~2h2M3XQQN&{~aBy%w;Gj`Ws(-*I#npO0qMRuSQL4>#MQaOox-2|b@cDeH&7gbYzF%CMgd6BSp+ zyiSWs_iEdLq%%-g#5juK1`vu(vxU zFFpHRX3*99hBPCo#&T^Ul&|#mJ8gk7zepAehbwK2;&c&h@?({2n`1Q z3?PTTJ?UFsCI&8uq-h4mD6f<_!|CNO4!IX=DeB1Kp-_S=+1I%o%J(^PyN@9w(AMuy zV%~cn(y)9VbNQU`gQ@=KPBo`TQ_+TlvoKG~*w99`1zY9)#~rCzNukiVvYmc z7kP-ODfp_tt|i5I2zXVI^H6{OEL{6r^NynXPUEtM=pRF>D#lg1$A=r=@}$Sz61ljz zH`>~;+B$SuO{Mv8wT}d5JahW*mg-GX#?Hz?gw z0us`l(jeX4Al;qPB@NOkjYxM(m!7%y|2^^LjNzv}9Ao3dTJxFr6~9{s;>c>$O!oIn zjQ>*=5MwxAtQ~@^7Opw$dO8#0m;z34e;J?Giq65&89A{4*Bej5@E3O&$KztjUrA2e zQo)waf3L*DGMW!`r?BiQSH-nDt`~!7^Ow2CaaMg=#)2*RnD|sbz2D^Lh5A7P%Xlhi& zNetGTT*hECtC!uARBre|?f1I0j25*mig6lRA$D~NuUvBW_;TZXUp-N<@}Sq1*QI?i zWBq$_PnX+YpyEL7XfJoRQ0n9`xThaHV9ZU zjH9_u7d8iB<{xW)qo2PrSm%AjkE49EsXR~>0b8*)0J+saOpA$$aCfm7-&@s@ME>ALs8WAT8@Nx zV9_7rNB#Z#SKNb^J}LvwaMS}r8q48br50AlzwH?R-}(!%QV14Y@?KXzr9#}4=>6wU zI(h)pBOuCS z;}kaSkFX-pghMpxYIpo6A~DHk`lyQCXYB=_)tz_8 z;=^3`J~?1wagKB;&}+l{~aFen*5hW#3h`XCpkz?uG0k5%aU z^C8tJh8}7weN?=yW(^TZ%vCdkx#-&#nz#4r8@t6AWEEfwL5;%P-}sWEBE)xTtj%(U zG+J3(l8l1;1iHGb!izB^0&0j;=asuz2J}H0RTQgDHgt4?IFK~<@`h=X4`{o7UK?jG zh6ihpj7oj3msN|*Mmx$5td9!5DzHU^nDeN42uhiX!fYaq>OX>1Xsd{iFBvOu8!q1- zpF@c>uUP;k49zKu0!X2|B$l#{HQIFrj%gH|ACIaa%4V`YeN($Xwc}XfYT;tntiHvb7 zkc(oW#A&M`RZj%z7Q?<}q;UCI>@mUgbZsmW1iIJmhCPCB6|BgxLK##VKglXO<;SMw z*We4zHA|A*vx?ZKg0f`wTl z&iVe$#y$7O*}^ZomXS{#zu6-WstPe&|DHV_mgWYVx!T%R9b|G@#J1v7_ok3IcwHY* zG^^qbhh~-m)?Ci2H>g__Nb|HkXjE#VL2hFZeaqH;KX%{`;}@2`6O|w6q+wvM8~*A& zQ33aVDJ2^sCHv+=swf!@>h;7jF^9^EiP2=44_sEQgV!e z7wujI9RS9StxF(Uhlhv9FI%fG23V34*Lxx;QWxa*ObWI1O1 z>_H}i_g_5Uie?K|`ZTG{$~yy@8c16Fbvfl443SCRQ~8rCi^B=RLq$E0x{fR8uX8-p}-F$cIOrVWIH|% zqak)0c&SH45k9=Bg4~hEy^zqtt}YgK7Xq1Oc19&HX<87E7^n+-$G?de>|bWP%mJVG zP738&wCGb^T%0PIEt=h>L=xFW{~+1GpPRhnr3Xv8&^f|_ll&C>%k-0m)d{FGTk)eL z=V{r9pyqr5mGa`E5-zF03IQ(jam)g)Wu2s(rrO$CTYXT-zkGgh21~T1TQ?65%R^7G zV?xq|J)Lq^RnpT=m<_u0=18eab5G7CtZ%Zv#xytPR`p%k6yCF%{#0seC|*z+jNvx) zS0zLCQa<#06yJb9@o0zbQvH}~#NdYDMyPE@-mZ0kE@3A@jufuQnEr2QHdI=V9hHsM z|7^S8>4hkCLDrTBhhhGULe|&F`-k1B^8b!E`VnXOGsYv)7HNAPmrluQ`4mRVhV+^? z>xE>vGZg``zF}F{Dm7q-6VCTZ8oUCdal|bxqw135c{h%~Oz+3;87rc6{!<)EVgV_) zO0zgfZ$QpW!P2_I{?FvlJfL=^5!^nW;*Dt_k4%iBy;R<4P5Qf_1@x}^zvRN^e4+M% zZt=e%gQmKLEkPe8B2cfQ7s*aK+D}L!2jjVA>U>PDBM4nnSe!UdBcag=onRpcCE8mFnMi{S8^FYEUtDJNVVaY z88VK%F+@g+7^^O&tXbd>nLpLUD--?0*8L0v)}rfmxGA-+%S!3@4Gh46h*w_(4jphV zJXJg1FDvGXl7clXGUvZLIY8`+@kzqj`2uDT@!8DD(S;5SV1P`NP~2!R#a^M z$LTKN)`Cs0pS?m{O$R&nk!-N0wBv&IUDt1cP2;0L3Ra2f8a*M)Bz^8ADQV*CGdus@ z8$8MbS^1Js+C-bUw`vUz@#PjjWTK4-X>%boBaoRok(m_Gn2if0EQa<2DjsGWwLBO2 zmW_weTiE+gt!ngIRA+DE5JtVY8*F!fallNpd&A2sfYxE(iC>+SF6z}?{YrmgQj!LP z-AqI*);l`PDDiPLs)kJ*1XzHRq$>bBI}80-onrcS{aI#~;0U(r7$#a6N*mt+iC6ma zf*DGkc6qNu$@E0-kc1%ak^`wH+{e~ps0??+>acZ(fcE5*@)I1OqY>!-Zc(w-=cP-- zC@3tZpnM>t6-!-h$e8TQ-Vh2`jFmLjp)}Xe331h5c&DJ=$wi-*81Ty;P+ew9-;;45 zrDZmW&F>^FoT@ipC>HRWStPOC0>-ox={ZojjLd1-@DngQ0gezdL;)=UZ_32Nf^OmP z;2?ack^6zTRqf#3bp6c7!_%{q52w8-h1T#(*PMnVp{B!h#l^`J3iYd<|EN0{xvW=wcXKGE8Mfr`r_jge&`YVLH4?nZ>yW`9|ePmoPBm`D1N)f zQQ(Yyq3X}bW2}97Z$d|FUPp&Y@9r*vX{$FX4n?M0A;2wTUm_df_!G>kYTK1v{ zv}WV>A~sgSr3)-}7e1Bz2&W%|xJ1P-LqFj+!Et|a+Oodao@47Y9GF0R*Y&XXIt08~ z-Vdv7b)c+MP;p5xuND_?wrr>nHfBT55mlXRa+swZ3}|HCpyBgmPKlvQIc4nlUF*9v zanDp#@U*wD7A94af*HW=Nbz#nN;}^^m~raw?+?OYhe*k`V2Nhodl8u# zFdRA__>!alLhI@Gw_N6>mNvLX!I@B5RHsIpxn-%)ey6M830)d<^4iF{zg*kNIYPUO z)cf_A1Iy4|Om~=?74IkP7(*Z;(#9h}&Rpr2j8O_z<=*@}!oN$(%$Ye-L&GEDUT6zT z%FOGxlYe+@X|%ocBkg~A_Weh1(^{qUNov8Lx2WoA?d*I(4w2_` z$6ObxU(%r?*s28OVmf_8OZiNA!Pd41Fz7Cscng$ZjR|{ zWL#YvV0@6pU0k?9RF1}iOu5l+6(86U1Rv*iu9NiVXfsa%L~o?tgHU=V{qGKDW3LUY zJ;K^}-EXyZ?0#$X{=B0g!yirIU`3Pu#syzbrqG`kK(0L-#!B{ipq^;XuN%zJ9Q0FUdl@CD({kzP`R&AcS1eR#U54o#EmAXD32@ zXt0cK+t4uH z%r;oO*K2iz21sV`=XG9nb#|@)XqV5^DAJs1tq52hMj@JX0Kgz7%k3bo7eK=%Mijm=*`Wypa3J?)cEwB8`AN8S*Xn?BAoKo+ zLQH`7*)bwFPO6uu5B)*Ay{<4NRcUP#-35-Tjv6YG37Q(mNdJMeZB%Bi7YG8Zi_BjX1m;xU63&1b-fPdEFqB3hmh+OE$sT+1d`Q1EpsW01yVA zoSdAnUqDk2Yl}la3@}rTz!)?=JBmzM(0%wa^R(V*g%e96KpA`h387rhJc6ncf#A;! zqdy9I@+7yyzk?=3Go`X?-OEkXUzz;+5q|E=qU5G9k~FTk@fUq#N0FRD(Kq`EDsPOk zXCUVv2js2{QR!o5=H@U*#OC&Ho%%nnV?t(A@am0EWq}=Gqed4a^9wGfdlQiu{&JKe zv#4{+KGAzeWuMkCF(Udadtnr#dyR+MpQ3`leE&ydZdn<7gn`m5t*`ThSYa88KRP zDlR4e{0=A|_2SqVRfC-10p$F2+s4k{13PWm+2wEA+m}&ZpGv1NC+qA786m^W`?cYF zD23w!r@qhWi_Km2^vsUo8(Ke?^WUTZEY`1O;1dG!+!3N|Y;2bYTU(Tp%OH}0`{0-u z{{>u~+eDFV$A1$L5ivaJ>bPgXnT!rkqSV7qeWDEIY#e!$`6-V0UHWWt-FHw^03iXo zA?Ns*TYy>{$m2b22kU14`yv62fORwY{|h`PCl@9rf&V$HcbJ&a-|}aF zlOcqjG?SjauD4YKz4)d3@&o&^S4*AExOoY34c78t6<%8!pTisLxiSh#bM>Fh(DC(o zBbo`c6hP^VfJecnHwm}?AfYOlpqnL2XZ1lKDG|=%u`hX+nghvCnp)iAgrlb`Rc)vw zGC34^A%J=b(*ha|6gIA~te!bB{0bmw#83l?@+Govg%-smT8F;ZfB1 z&(zPd(gI1C`Rjt7{1cT6mHj{2m)&0ff*RVm$QCdXNKmq#kXmo);?r~HYwe&KAJ8p% zp{F%#Y@q#==P|$!{hv9}jczKRS}zJjGgR=OUgfIK?@DP4qyI{p^YJChi9hBAE8`Cy zn%}tS(>ZUBYGUtSuZR6J9?Zt8H$xWv+a3^UiZ9az$9o4&nPYY{Plj}@4Nb30!bVFu z@1m??)yGAuk^!cO+Sejpjb%4?k2f}|3UO6vBNg%W1uQHqDIAhbdCUf;zcD)F>V}3W zX(WsnKQYkY=?01$@tV?YBzD-Df0UV@Dz5;~BH~MJp`Y#%ALYA$GQvVM1opJs43*Ea7(ioh+b*)`zx;xTJWb+-y_h+NLCzX z<;_+#AHK~IbVUYdWKc^B-yYbMv+aMf*6~%!qC^E!;f=7M8w^}N%NYr}DD9ak z@A=vA=VcEsATAYVzWpK}q$B@3YxjawjMZL{@e3x7HY2a%BtCE0Ln%MNQPHqSG_PHK z^LX}pQbY>W1fZ+U|-!cktKr89~3MqF$_)lKKpW7bRd!;i5G zPz?(>4GPfGqVf6t4_b}`2!Z}Nb@ejCWr-Jx8nvHDAx_rKOO0L|C9NQRN1Nx>-oZ)} zQ)A;Cm41#Y^Jj+7gns72l!;~c!g<;05qK0vWlOg81Caqn$cQh~2A;&U^%?KIUPWb) zc&c^>wtbr^8Q(+Jd}z=zOPfVS!n?|x8fs129{7_~MyKuLz(dQIR&|ok!H7OD(giTb zkd-l-)jFU@voZ<q6tIO#0 zliNB|PPL4OHz~rEVx+*(Pn(+=ZMW9atHD<(Su@Md{wnkw)-47u=ljIC?;b_n=9_jD zcGDr#4-!_ItI@{vHqC;`^Oy6>wT>Jc1yv5dmi&*JXXw{YnJ80V`Wl|f!sv@UY*sCqeoAM+r**cV9d*+$me@lvaqt?|e|7D}l0IHHv<-`9e z2xBy_uo8kKgvaA``N>@ccwveMpUoDdfDDrS4oQmU=t>s3I`{wi%R&BSk_qriH+i|i z1H0`pgUesM6)c~2v&0FCYq?IAD! z7s*zirl7GLR-P)sT99toC?Hw~(pBG)+~-i`IIz(tJLrs*ve*k6pefy~atIHnzq&w^ zGPd@rSv|D0$_t4C1LkrRJvY<#tik(0qsUQ^M{;D?NF1&j8y@c&SKzAa*tb8hsnldg zC?tk#RSqAsTWy}85X702Az}s%NZgMzz#~x^yb!$Q;r-(9<1gKll#7>}Wn!N5 z;3SA?5!-7fW-8O>N_N7;D#5-XO*rRcpex^2Y#MaJx&Y@vTH-eFUp?+GD9}mx$ydN8 z5UHPwi!y*KJ`M13*C)$33kwT0yrH0W)bsPF`rKd<(i-rD2<`>w@Be`Nxo1sFL&Ml6 z@&LF>CyS6wps{ylqjcHo!fW{$Y=>*nE8k0#GqZkdR#H?WZeG72h-p4ouLTiKCJchr zz-5(|&(=X~$KDb1cUn=qSG7|n6E8gXAQ7#C)aXjnlzlVdulrB_5v&e%)%Q<$1*KqN z78kGDd_e+&%Mhyk+#D_ro$`3y-2|&K2RmyRM1J=*}hMp7q484jR=>=1wnP!A1q<#fyFO5XFx3-k6dvEO`VO=MY z`mp$1SFaFI>B|&+m+Pe)7~{s3^K->>{A)qp5nr1R&;5jLc_orJbXNwhO``?iXepS; z;6VWa$Ha(fjnQ);q7=9ofRhH0E}8&IlVI!^Y;xKFUepjkBnBTS#s?uHtpPcXC0=0) zm~WTBo7ijX0);ALKocMgP5AqJu8|Ml?$dgE>oYgW)A{!wNVSG-I}D@ofBUz~Et^Ot zrdx8Tyg(J;b<*=8Rqp(Q;xCJwFFwl5|2+S_Z`Ell0Q18;ayq$hG)zbF&Wx!i`~n9 zUYKJi67BRl1ntx7fj{`?EC(w2u*6F|8?ZyeV5tE482(5UK!aYE74`>+q9&1M9F*9s z-+Vd-xi_!aAd`HHfP9`XW5=6b_C>z^AT5=g>{qeM@O^K_?zAjf(>K03@0yH)Agj0v zITcN#3Y8IX75kTf`T}VeXE|Fc*Ma&UCssR<1wy>C8ymSH7jWQo<1Cg!0#qd>v|w}! z2AK+E=&Xg^y}c_@kmEzrTFmNZX|h>lor5rI2ybL`6>#h-mc#LLvqEt`z3Yp7`jf{200giP^E%A4z2;Qiw1;Dk5Yd6=`VFkLy5c5ci z&1cdooP4=EGXmg@`^V#2lNWtBM-*WY{v-^gh`w%|srB`o2{cJ`Jox(>Oo346 zJ%r291x1x$8kFLiofju?|8iZa^=1MnT})rSrfJ)0wP)PmL*I}x$_oq@|M)Mcb=rjo z`iB+H8=3E+P{#v;44{k9Xry2>yh1Q;YtzVmJZ1q5g1j@AIHqd z(rvQF13RV6mZ<^r37=?6Sy>qn&6?`N#@OX)M0wtPAv+&5&z(Sw#2BsXN_Az4{!A8h zt9+VYJOb?uPb-4f+J?{HfhZd>(JT&Y$*qhnH-#<_4x?gpWLt3kY_U8%JZ$y2EWphF z2U1nyBI|&RJ-Ge+aAj7&rCKbH_k6z{2S|F2OC@=IkW6tuE`eLg<9$&|gJoQxu@wHb z-yIAlVK((DttgE?;?KDg#hYoMoIK9C2HOazx9vOCIrjG9qj2m#(vVj3yo~E8iqXqgvLWr zPEPfHDQ))M|ENfP$M?*clVlS8n+rx*DxH~XLqF)Jy#A;Do*kA#NWT03=E zcKE)uGdsltCOmD)zJ7L?5QV#$PZDLpbln-<+wJ!c{wa0;;783x&!l))-cgPTurcbs zj_{f=Ez}>IiKeq6DuH|WKDp0-_ek(i5ARVLR`G()D#@q*Ia#%nQO zVerzU9j%o8{P}Y)NM!{8?~lnf8nqBLM@p<;x;BRY`a1sG;$$pni31~&mAQ!lCYyo! zaQA?9_BsFcAy za#yGO-J{M@4HXUTvisi)26zc$`$3F9Mb+uKxwlu0kl6foEVw@KJMuy8lZ8>T=)SX* z-*`MsV@oBule%Kmq(sTso9V8&!}F%}cHEu7t6Ot$_mcoYe#^5Zy(Z;oXI;ZN3PT$| za*jj|*o|rGk#&~kn4)pSDN|R8zAF%dngQC(=LFi2`aFyAG>X+&@O%qw(M3h*bScsg(T`kZqY9Z;OrOx`7GR^-QJ~}%%FD>+h?+nxBzI|YscYReMimf- zvr4x@jK&z4)m7lAeGnFX6&(!yIRn18w-*|)6mZ|&fR%=bsHnIfm%*x%k6*Z>sn#}_3EVeg)~WQafh1^=(6ExNR}9*7w% zFgSz)A4A-+gc)#ek|iLuQG@J%MmL@F#-6$BqAq3A@0R*Gqj9m*0L_G)xIdZapk!@3 z<<-KM>YsDVz2*rfmWdW%-X<0wfICp~!+38ZU3<-m=ep_U!_kSU z_6Mnxp$?<(4seYH2H~PFtA6jO7>JQh3F;bB+EJ!JyqMqh2p7CBUO6~8jOU7p4Z$yg z{=1QtRe2Q!Cu2BBD3lo7e`?kf<-uc8i_RDFewA0KW8kDXBPXvkMAOY~ROkZ;MXE?` z>piO9)Cwb0#Vyaa?Aea^063A@TkRMpp>v<~j3sqnKRwK+^R8EMN^w~NXcMZ$!1n0t zv`AW{{T`n13)Nx>=;~O@^>T5gOJ)h$(#$^j4D2d}2^WYW1B^0~;!dd*m)1 z$NP)zmtF1UO^bPF!s6|#Lk2@8_QXTnWH`-*cFn!>j z2zy*WK}2A1`Ul^jAWh(&$}B{U3erbgW8;zq*DCu36ty&+Db8|T$ha^v15RXgRkDb1 zNm}@OWgH$_aP8>r=Y#t^V%26}T3sGs{-G*(=@;-`d1))|f_m9e^9sv@q*(BcHZ}ta zG_7Qf5mSF@2M$)(AEj}a;Z&Hp1Im=@r{WKlnoh^`{Xs`7P4;WVVBfLU3L#NRYlL#_ zk4YJ!x(SQdeMx=JRStljYw~L-FU5puzQdEvE?(wWkbcid`djbtXTiI_Z}+7@8S;Op zMlvPXl0pAwq?iMse!RT?Twx@aKLcD%n_X1k^~%!vdiU_uAmmg25OVhJwPro8o!fh@ ztS`8cko@fe9~{FWk!)0X7;ezwbkld{<~v0G*w}w*#(Jl!2cO2E%|jV+x$SIGqD4_{ zU&GxSBwc%wK_wOhywimeky9a3=cE^D%pBN#BjOeQgWWSBKEuCO*(YGyR8F6`dR&ni zB`)-8!^i&vo~UCnNo0=T@#|<4jG*9ytgKX)*EFx&S28U1=XI7W-K(rnoF()_;!=## z0=JDf120{NOn`W5{4m`haiCpCwW4J?71j`qjf+eD%bvaf!aERHP+xy}y88@-dkAOg zTT{~q$Qa-1fpdqD*~w>8yZ(u~gl4q*=iId95He}V#)sa0T2cy6}Z|-fPjO3|IiM}lSV}27XiaB;wGbtgm z>h*2f!lt<%5ot7;Wfo*oNQkK5Zkm8f2GKo|zWm?1M;Wl+j63(evOq8GFg@`xUhTT^ zdU~iBL%J|~2v0G+=ZuC@nlcjcY7oDR@E+9becmxEw6@3gwy!yY%$+-MNLWKYaQSggg z|E{FCxOZqsCR&J*5gEWI(>TrK6Ml^U?=zlMOwn~bho~>{uLlS?390GGN~ipU$?Ji^ zU;n{!x(0U~HXqkYI@fc*U2l)2#93LEmb+b8X$Lhz|1JT?V*@#ZaJ~x%3&S1gp4pEA z+iE6Y^l$*g==Ih53q7~xI}dN`65)f zZ&QJZ_SHOCe zN;0;#jwBUw+v(`yGE+#p@IIPjnE4&@Lw;(1XCRgyoEXv8YO5u@<~*4Z0$O|FW-PFN z8qOjyT5)3HYSx;~>3))wzCuruje^R12f8gJ5K)QA1YSth${Kp@D>MjI4YtU!tFi(4 zjwXG|%|4PeE&~8m(+jYiskpguzucbmg3IW|?pK4Y?Km;b`z6Bp4fAOw=2k(2W<4Gn zc(Kg+FwGVkjl)j>O!RvyDPCK(HhsYSyeADjV7_^Rj}sb91)o6#(&~?=8KJ9%_Jk4t z)e)-wt9AUbs2Ub=fC2l)`%Uw9nh;*C!_98_#t>ja6vI=+eP*jL-Q8E7pT09|z}<12}8Vq)TebED-945(i2ZzzCcN_zKD ztBFjwUl>w@s3S@H{Dupm$^V@b(@FOeu~tqfiZdg_-AkdQuH(QfpgQF_h{(7&HK}K< zGFZuznu9Vz5*M}4=iZ)2`<`zidJ9d2sw?BK=C8+4urntnCcsUHxaLqx+LP!CJL!F# z3^C_GJ%o~Cw$f+W<0a>UT&OlZk-C^kNOG6FWGRLgGv%yXzj&~BMh>^%zB`dWV$9W_ z%)rgVT?b5_Yq2G=2&)K?(C&M#ysE2TlLv7)BV6QVoWu#<`Q|5}+zd+QH8=0nC)*-` ze>F2_4#QZX>+yoO8(|7HGY9IbceBxcVRpFO2$ALDY#j|4qTf+HNk6}6{<_bG0ZJaF z!SJ0>3%sZff_4Y)lL91fR)MsvjsvQ*^`gl3)V=AP@j$<34BkH>8kGt-;`w=F<9h(! ziI$%4D7kq4o0zK=ZG_R{D9JWKbFl9F^VyX4dNFM?uO;KC{a<%BC~$e};iK1Veh*U1 zlaHa{=2fLJKqC_mwm-5hCalhTfCIT4er~Mcamal_sS|Rg_=-;R@6ik@1+A?VNv54$ z4-kUF=}kw`0TwyU(VN707H6>DUYgcdVOqS6;|sJtl^I5yr-C$yML)`Hwpx(Ket}0? zjs9L{ZNnUFZe4?3BK$DQZbkw?fQnY^@F=xxxMP5h1tLQ1UYdvHz@S17lr%?X2Y6Sy zzmLakBqCn8K%c}7P)vT99 zfFCt;Q{_hu^%cVTRC+&Vhctae1QRJu^Xg%7-u(a$MjG=_1rQ}px?Xg+Uvc?dSLmWc0vWDfk`hThUa+t)J*gO-T_-*?!XACZ_5W?Kk=6bS|8W~*WMNtgd7uSg z7d5~4J^PP1vN*s*Gy-aBy(=)2fZioG-R5i|N)|op$hMOM#Qxj)kEWEF282*lq*SP7 zf>4lL-tXa0Rwf#{vuge}eo*^Gw zls@6*2L-4`5P={`>hrc3^oJ zZf7l+7I~|`NZfkMOaiRI@Ze^^4_&^3lcw9Oy_%9Nw0oL&#uabOF83YD;$Qsa|JUB| zNrjx}&9E%|Z8UUZfj>f_!XD2UA|sQqx(^N|m4tEAc$rx8ZsWl$^Djg{`r{`~MtuDz zTWH$~CRbat^yEfVJzwHboSb)%@OQY!!+6dKcbVm-rfqXr63ybA2_db+u;v$l_&;#} zMz*E4jR{a30$TeUQ|Ny6OyWcZz^k~py6Oj~nN+sWV>kIs8_?E)prUbmL5M( zZEan8uI7TW=mQCT+CZ{PmLCZtaH2tSo0oxQ@w9A5JZV((Ky&Pk{;v}S*2i!o!lr@V zCFpgYNA!l;as08bu&gFPEC3pS0hn=d5s}6rZJ!t;jgaJPTvZrf2Vd%R%b~{_ho|*Vx1ql8UQWf_O?xT zy11x_oRd@Sxw^102w>NkJWQiGFFZW)$Ifb!Sr+Bwf56;L<*8bb=VHQRWhO_O{Lbfp z;)nT~D@DPGsgB@!O1*#ldGs2P!P_7D6XM4Z-A3|v+eqxkILSWm; zTN{wP`8gOkmToKwnjdYYw2if6Z*J_4O{$)>8yVM;Gl;WN3@D3ApV z-gjKBGar?4Flkm{vUGoBo+B)wMvBDfGe4hLy7Iulo~@t9#CIx15Y#yE2gF^~p%V1m z@Wg?Cw2nJA?Wkt%$CA6nX6EPcQVqdHKEJ?9 zN)(AkPCR&E^kkCu!Pkc?uirMWmoSzcl<*)QC@`tP$470>@+w?*tN)XbHb;QjhP_;S zIR94ili1Q`&%gwtM{kd&7EBx-B4DgzCcvLw(!-S>e#}4sXPC&PY$I(7O9#Q zDsqCbh4HIsQJDWn1&MF{jJ5)EK#cb+Fh*WQ%^^?4!GeVo7c1_lll4EugNBI)X*=ok zmfytIj;kq*GGd*8iX@WRUJXybqQPssN}U4tAY|YfzRzT#2I?E?8k76b;n&j7d-Ftf z&&Q_*GX;7m8tm0QrEk&F!HzVrk}|zejE4sg>|+758ZrR-1yaex=DD4&4F1W$!ouSJ za?2bT7zjkTXb?*DbIb)goY52^2?;8gy&=(TundB+4ny4oGLuprAONA1plNq~5NuHn zvO&e~Wm`a4@GetGj7Hr!GvBz@Bj*tJ)z8jB3R zfT{J)me-C^9%jBncXIM+3P@20TQ*>L<(nw!UY8$-H_zMUSL*w#eFQbS@Ry#Ngq|ez z#I90{002VB7lQ78Hnaa~rXjy}b$k0GTgcte)HE3A&i$bAxGZ5Tj~MBa{@Gesc>Bf7 zXPw5hVEzKuKL?5I&UoX0?qTHk-mBWebzQOisLbqdGd0#V(4;I%+S-n507a9m{%Q~O zhm8g$dgUN-;&#^Kyg^ruIdml@rJ3JSfTEN9Q2<f@%oIr71H@2rJBB*{Ea$AGKMK+$pzjGR zeC1*cOR%S!SuAElb&WKf8r+HNdDWBP;J?VX`(&pda5m;2Iq@J1xulbsg0K@IX!v8M z7WZ8N8-N`U>y~*z3S0sZ0%pL5PSFDJ*MNI5EHcjY3uVZFgkbFTciwQFDSfc@Y4%Eo z@X*-fXJkPq@_S5}YrqB*$4E#_ObsZ+2$F1IpL-X#vO8UxLv^IZK4l z!hcazZvFUmPv{x8>dHWu?D@Mj)wGMOw6t(Yf@FFc6Otgo%DxBX3`6j<)Qhg1)pq~w z1EBys9!cqds`hrmQt^7)bc8`V6U%NN|8m&eFiO*NVdU6BP-YajE$P1MoB0K$zjhiD z;|79pea(U4(aCX`kisUlCW2<#j0-|ZPA+5WdGN1Z{9KkT@e~H#w6wH5aM|2i0kdJ@ z0eJNJxyN9H>;;TOL*R-Fx*qLRPOgJA4u|iv$E72-O3G&T9@dbFSG zSCj0M7MKKNOW615hDmp{a0Bo=+6F)CX(0sc(#ULN)2BgP?25SEI>OdVzIX;C1gryM zSi4eaCDB)n$VL$mutBoifll20_0RWaKA?+E2R28B0qM)+{~cl(A+SR*fd<6)2m${{ zIK~$lG>m8Xoq?(L9V~{mN)8^_JY26%qMgGx~w7&M2z<|NR%B5VT<)pyN ztnI|DE=b8A4x|-2lV2eFHnFe(|M-t;#J{Uad6r-c4bpz&htk$$O})#D#U=0lZb>5M zOCt7s0SlT0X*RUTO3c<)R=pDwN{YN{3qxrfCc$fzg`Y_NEC)3C3Ym>f;3TnEUs+o& zbpR!%_=9cNIax?<>_fpC+y1ocpj4Ic_SedT6A;&ATh;8%M`HPW_~e#0-;amJ^bzDM z!N2Z9oGu16Z6vxo)=N%x>*B--ku zrk1!Arv1$j8g%+2LGEJ&h1AWpYJ$@ARpTz ziH%V0AV_1*R6FtEXDbj_-25>l_*Q}C=o9n(;ADXy%@N1)FJ9CnTY%cTstD84NKzCDLZs)9$e*AF?C59mT2i3ZFMC!s`mNC?Cx}fOXZrd6tcX&n9W0iU;|}D^0mEqwIHNZK zDv>-gk74^Zcs3wS76pc{Qdtgbk1O5XIH76Zu7 zfq)@}^zIvonIVgunK~Zj&o9U!^J8HFAHXRJ zK9s9TnerYV9_9lNZfiqQMge9zI@-fG81g$wma6Ia%Q@k4te?2~+v_ zrDSbIes02qct!q0Q*+}GIemWD@ljv%o&19g1z#iZT43uu7?{(;z=Hq9U17>Fum?iy zpgr6ZmI%g*_Z`Tm)0OgU|KE;I`;v7J`)CMr?fyjOUGFJ~9aC6jmLYbo;?N=!%(h^l2X?p*Zxh2E8IBGN{O>P{LPSLuVwCBh{d9N9R3D}qXri7@az z6#zh(rtOdnRU@Wefe);@X;~`Qgg|2E77*2?eD*=L2l-Oq={se_EacVOPapT*#t#|5 z>pkwjgzt8fJ)?ney-QhMS}^RaQkSJJd~VC*UZXxd~yO7$kKrz*JogI zyy>C{e?PKjFRrT&3&LFanH{i#{})wX9aZHLw+kX5B@)uzNOzZXcb9YtN;d-1-QC>{ zN(+K?mvpy)biV3!! z1L@FF@ksY-o$?a+giI?Oc->RsA1u{Az!&q8d8ru)`LNaF!dZdmw zE%eg-2AAo6&JSxF1&1tME)AxJUj3Bhu)meYf!I6kt4SzKr%Ybtq1WCmsZJ~r%1;zm zk$cQA!0Q4?Xoc}ZAM^hM3Hib0->A{4xVbnv^#FD2>ECtH=1_^cAGsLv9GUf^SBn9e znS|LTDstxLR6e{M(3%@{R4;|(Cq%~9@1bq=3!~)KbL4i|1iQG8aRY!UAT}c@_R!@& zh7=A=M!;XlFpP40!vfk5A$5=j=k7Nf7ud%0)ZOqPdAc{*xl`?GJcW$aMBTROB!{9K1K?DCcW=(fX4T0RTU#(wIFQ` z>~>39N$d2KBqYN8ygWR#)**5THAlage&bS<8c8|HDD(wHqe8>&nBBPrgA$;EZ(<)i zfYZHn|IGPSA#n5N>Z9laDugKV67wn+5N^r{I=oF{&t;FG@~v8nYP}gqc#V30GE@51 z)}DH@MHW6%QBfhTQZtocUEH(go)4BWGRoZDhUVOmK*GnDqg})Cryz0HM;Qx7AiQ$A zu~K)#gcb?&CgUy>4g$Jo1Np2SOk}i=pPxKO%~pjT<|&UECK8b9} z%jWfU(%N%~ivdT1<1?o#R_a*%nDonq-H9=l^D{a6Ppx{T&|4B73wx?#$_+8UDF`qx zb70mksfGrUd-jl`Ma9XF%oB#HQwVMZF3`VH;%8)$qh<4rGECWZE`&97%-5MADP#+x zSXfw0K)iRe@)_JLeOC|`F?z5@%QP%FJoRuBqTNYNI6vtB0Ci3zbk_uc_91~zIS-}r>YJ42mAuFA_V*_kiz(0 zGdz=c8Vy~UnBR?Lum-3>MAxegL4UyYtcDM$4{|H8(H1{Z#X1eY_zBvjxbGfHYL>=c z&mXHY+$h`SE6vL}@Z-W_JmPUb!K^tdb*%m-+N*o@`NXj3QxoLS`}aE~!>QyqboT5W zrVVk`+aU{s%&tz<=eN!|>d?9v-d>Y~+6{eOwcTOq3+a~9(ni3M@O&}bOBzXBqklrp zO)6El0X!zOh*Z(|C1_K8R8`(v+7muQvmE^Kan8 ze7f#@4*h6uC2^i?=o1Qnr0w5NYa#<%;x3*9MHg$>PS~pksgV)iFyvjVtZpjjU*K?a zh-h!9yZM*QfzpI!O=WjG3$udoQM;>diPqHm#F`n zpH%+Zg8QhinwH98lhiM)-C!A8fsCY0p^(BX@>^ClXcWkWSd4o>8h5!g#z5mB$O8Eb zF6KL0OqCc?Q37Er#TCMwTad6EK=gwQr4*C)&?*EtP2vck^X^{wp+jpze_l}hVon2Q zH%ZD`M;ZdUd%-n4LXUGXoCk-3N32YcuvZ6yEciXIkb&j4E&waduwYxz`%YLlU4QG} zVpYd6bmfPnr}7AIq}<;xuPXnngVRaWtTdgrcAOg{5bk6{hr?HfCW$ z`jz(v7dN$>P|eMYIp}ylj4Q_LFET)|2F$pv8}6XZpgY&JjB>q)*%f<7=J2b z0z4A1vV?iO7^JFp9855PsFciZGZ;HMa6m9!c;|qJh2yso5J-Ywm>DNnOzF;`r1k#& zdnHhz3tT!KUbHebJ-xlTpfB*Vy}iio*|z=OI4R&Sx>r{XE0|vMgL;W_4F=_1NL+}! zj^30leecXNS#{+htD)6=V z4qEK4B(8AwdC?!st}vi!BjQH)!)1TOmI{|ddkMj&xER9yp4(8(f1j{@2Q>Em54v@D^uuOUA^L@v*Z1qe}wYBH`5m7JMxVW&5&w|(Fb|=x!bhFhLTsHV z&D!c1P^Lov&GmW-#oN}~3^kIL1T!EdBZFS1OiJ8rP(@l!t_S#ajBITqfg^hjh+(+_ z&kqI#jXe{u+cPr|&7}E22U;er9tM}R`8BE@XRx=JhlwV$* zw(e0XeHG6ActxS*U5+5T7bcP!&y+Kv{*dkO8fc&;NYEAXy7^4X531kWhY`jg(@XwA z%6_VmcTgtl=~QalKaUT_Bo`-OF$@e>io6)W}i^%^M{N4QI!tiF~6J=&go=cV7WRyy@eik#vIDj%Yde$W($4UZ?Me#FXXp z4;@SqWlg_6^_s&^J2Csg%{2pjnikWktGQGY- z%6Fef-h;VnCNT?8bSLHJbGjiOYY<)+oXnt`^wTex)ubQ>CR)vn3XGamVh4~aAGr_a zyYY>|h|h*cO#{rA$p0PgeWWHTW}Yh+LAG9Y|CXRgJL6|7yOSc6u4lIv@pa_k@(8 z|B6D=LN^zh9S6lJ1qDavoxLx3rgGXrGL3IKpYG^*o%TRfI0$7i>k5H9?4Kn>GYsV> zkP+*++tqlUX%f}3dbl@kR#v80&$lp^QG&CaVgWcc3EK2w_PKy@$VqxW8ZOP}cYr$% zE=%Ou%=u#*Xph`XSD2A88?k7_&LS4_p+DFGEy*$(nrT{Kn(_?X1-Yz%5mEV*oC)Ad z6A-xtS|?N%1P7_;hq3Rg=(|T=8TMEdb!n->N77r9NQlDpZPZf*-&^1qn?AQ&$KS>z zWs&kf(AM9ArV?P-IA59tT<}PGS#_)_t7c(&k73}|@}G9xBf17j zm{vH*)f9?-)c{|qU4WK?RTUSD_U=6Va z4Wl8c*)>j1PKb9D;9SXvjx^T9&c1bNT<*5re$?qrT#{eh4tg(KzY-`vSJI?GjtN z*oIZPbJ6+?2)?E_;!89~zEcmbt!qT1a<&&W?|XjJVngAQEfSx@z77lm-Z=R9`QYs}_D|?p zN5W(AJ~!9K zcT!G92aZt)<>x6#WZTA||A=vx2jbXb=jDv+;|r}b*uY%kZ2G<(;rpA<&|~@8;lsPy z$reV6V*>ANyMAs7LW5mhJ@t~qEEk!OSFH(UhI6#T)`%3});iGdKtxrw*IR}hbb*4@ zc%ov1EOeLKd6sd`H;w6%-=loAeoLI98;^f~KV!u6Jo zMUW%8h&u)jCoLtV|HXa5WoF@AYCsa!vmHcv6Y=ic`D^t$$b!cg;p#c7{`N&2qOkun zj#G$&!eILw`3Z*G230TN`(O2GWVDU*kObm4u~uOsIz*Ov`!FVvVm)SfYdRA0e`G!d zGp7t>?Jm@R#>!Gh8?=4`F_RO3={L&d2IvwpC^vQ?{Ohz zS{x&gmv^mPwD-_Es_?xqR!;NuWLblW97D)O2ZnI-LENqcFO+tl`V1Oaxc>~ZJR($dnJx#PKN;_mM5n5-v^Y-sE?rs025%WGv$h&ubuwZGma<9QgTO< za+pr{SD(2#E)`n;MBvAEHfX53b#8=*$;5{Gbztb40d{&?0d8*Y5MS{$*&%~p;$hLz z(QY6VJ`eq${-0USXJU5x7htSd_WqK9x=>O9HbT`gMF`rt{^5_(-Rpv&paS-{BhDFV zlr4YQ^FB+t!ZpM|+oIgw-p%TuvS@oUT@`%mYHNs<3S!(i8!u8LY#ei=O7Hg9d26>o zA-!t|1T}g|@?h|;0TC9lkw8W(!6Txjd{2Wk=!BKWh7fjwA^S z6Cy9u3-UmKsQg%&23>W^aajS>;WFq~0H_{J|Ldz`!XdB#)D4M@e9JM7J0s#D*x!+; zOep0vJ2Ufk^;(6`sOZE0=M37Mcnv0Xk?8<4HDU)3Z6H4oe133L{+dc)s8OYdz{kgz zy7y;)AA;b&>ca!IiZZg@id;V3kl1;hpof#knIGj^-d{NGzF%}T{F=%^kT;4H_h*~2 z@JJ3TdK+l#13YtL%n11}UJ3*Ze2LE?bkprvErJ{O#sztYbrKNBp4ok}!`pM+$qht) zdOcpw@vvrTR%nqTdHr|mYRp}`fUv4t6S1I&Uc}Ua0%8V_)aOcCY5t0ZaXMD{DkAje ztqz`Vmc+_kXq5zSkac!oy*Y_Qp%}*hV zHB72 zVT*u+L(4o{4qb@f%7x>jQCW5V-`X|{`it7wS?pT?Bk!qM$}&|zj{47QsRt2G|(O}bhov&1&GQ6FlVcyb+$?$$<@_W z@ZlW=?-%b>iLzKewVM3d~{e(H-FgW|~SPYwb)XW=k0wewS%;NQFW3 zW5IAe`MbCvIT4cQ9I@x@WBXzmKL68{4S<-GTJL+8;WQ3eyW@z#?-e?YGB0^l#y0^} zlgO*^@8WhAoSujeX6w?_H-Hd@uPaQn8)me!}LvXE^QRn zw`ui@8H?Z%<-mc)TS$UecX-c^Fz}oBT|_J~xBIW!3iEdFg)+>+30pKK=>sf(Js7_P(I3O)gEjA z5sE9U7xTb7w<4TO49!;c4Wc$L;RMn1ki1?A&~O0)QU~sIn-aL4ad2=xfK$^!B$QD2SlA^M!STWIT$#8bLm^d`>KqG`=<=P{ygrCnD{-f*;(zZyV%^cs8v8>h-*kx z6jpR|XqO5-J^fY_cv8eIwh+1 zWq1=rc~+amYF-*S!q_(0*NO!nBw4CV5CE7ePl!hlYv7ayBSzgtq@ELmwgrg4gH?`k zX70KSP=_z=#mUB)@fTz>rG>Z?*74q;p~Ze8Ey~GOb?#I6`I@{uvZqDzu;kVI$q7shGeX8ml5LS|Jk(h;Z#ECb$L+~MAB|s1$E6`bnF^39V zPuS6Gti8K2o<^8;(xYgIdUDuc}HVVY8K&LYe zYleyv@CtjG>*NMl)Mm%I;l_qcMR$X&Lc)Y^)*o#vzFw(Uj(4O{;;AuzZKASR!&IA2 zKuph29%6mdKttl#U(89GQY17;GQts)yI61?E6Z3td@6^2?S&N$1cUa;Tf70T#hze{$05 zKW(9$f>VQ2O~nW+GB5wD+|b2@sb>k(s> zmenRSKL`IvQ2aC z5l?$sSUP;<+E8-yyG2aN`~w+3>6mS%Z3KmJeL4()f_ds=06aJH8TfE-S~hDpMiFbh z_U1_;mRB%gYXZ4+(KJRjR`vK}iZRt$px9?0FTIY{hBmR!RTBc`A()U`Mnbpm3O<)z z$cG_NcfG9zxq+=y{07y+#t2EpbFCmag$UqfJB3Tj%M-xAVT^Fq=6r}1MV$O#a1CGq zAl4Q4`L~7A9s#g1oEY!f7j_OSWZN_M8dAzL{E-)<5Ki9&G=G?a-4ed68FWNMfP-iq z2wwMA+FO_I08mX%ODjEH4+-)GnV#4V!1vBIZy5-LiOl7(Ze2IM2mWSu@+e7f>Eg7D!dXnjFR$V<5& zbgT%11_S(H;Ei`jGkIp?A3@q7VMmYw;z7iFrwNy#cE1S^CSN9t` zFZ3(W0X-)U5>+Z7A{)n@;n+oqiF+CtoAk83N==2jzfD=6vfA`lC0EgAXM5vMGt#pB z0NBdn{Vd9^?FIMssUzqz*>LL}@0>GhUxOXTXFF?Mg7j&`cwP;04n7RPRg>n{4rn>g zqLM$gM|G4lh4%^ZXN5dXj+UvH*EnnszBrNOns8#%#SGizLFDssrUDKbz#0Dp7vD%A z^dX_A2R^-b@s?KBMn>U*6rF1W=Cfv8+2Ku6XLBa9~fjkZW3S z*J`BfGUsbt<+`EdXG0}yY?e_+I31;w|M3J6z^oN;C{q` z!Q(bkP}JNz#9SVf!Bq-ipLcwl0CMWz-re09KX>l0bhiq5+v#Wrq$Gqq|Q4DR|HAxd|aJ^tN&6cQIGe8{UT z)%PHao(bK9TI+H8aqsKZSxY$Xj;3S-wFqo1!1n;V?1=^>52McBfH~{QPfpg1HP{7y z9*n9$U=i#E7z~&ZDetgBX&_LrAf4UjuXs3SxBBD>4@4*(zV zN0;}py{3aBB%+9u2U!v<^Cqkyofm-)X5gf5(AXG$nhw8>A*~B=ZRr=t27n9J9UMp* z9;caZ`m>P!V9-^P(TZ5FARl?Kc8$ zI*#Y-iz~AA=qx9F|4aabNN=BR7lf>3s~%nZS0b^uK*ru+^U4OsMiBemi}}l`fVAvv zVvsQ`ww4(g8To1@=LereW6qeu$-8zy?tJRF-rt-I7IF-u5P18&1Mcq)n$(DfuC6Es zFtd&y!{@x2+XdedfZWC#DPlDr&24RMQ)Shab12aK1I$YIp$Y?Tuh#%pyk4=T(K*!zhNBliu@u{T1)MJ|A_vFE zjCC)8-NezGNc<>Y?$mvB4FiXGC;U+pYf~Zsb%Sl{Lq+LV2`mmV`Cb178%gSdjfhV* z{U53Lj>V=&fIVM`lBKtocYfZg24}xu={2&ASe@D}XGEMp9rl|+CEF{FHktrI!ETl~TWGXF1I|plG{`0D zZtt=VepU(VG7t%S?eLJUE-jtICI~diZ{72p-5Z3HlVxTQS+;?C=!9@NrhfYe5DC$9 zfB3sLUr(q#`o|C92tq#2zQajJP~#A?pevuw$xw$PL@4Vp4rrsN)=!fK(kVh;1VJ-< zUw1t^r1C0h@e%b>5=3_8#pN@DH2#W@-{NGMXmHd1-h*JD8nYp+Qyy>ZJGmy{eFSVY zB$+9JRf5X32sC3SvoP7y-OR!Rk%7nfRfNBrJ1jRV?5oqH6Q)(1y$?`(J<0z@VH3CXzf{ zT*|}F2!8Vuq=iK|8KmNqv#_9np#mea;s5~6zlx>B$LD7IvI(Di;?iY5uMPO=*?yyK zNny>Dc1oJnv5<-RuCz8yzxL#E>jNX3GsT~C{5gzbQx!8(*8REEG~6rla4S@N=6d_WwdP*Y7}TW)OvA98#XBH&J``}JxL z?JweW_rz}8>Jw-8#)8U*YPW?ypb6U)c=u zCWS>OG|z!R?ASp1#+!G@2?CyHThjKTbR!z0ubU}ie#>>!E+b=5G{hx#*4Nj+u@br< zfOW49H0qBbeXmrsb8ztPu$aZH_<6O%`@&Rxl>^*e-K@SnaAc` ztmKY%CumS-iU1_Il>Q2Po`1kCXv0y;4q9zDidD5pA#<=;B(P_fXJqGt*YfG_lW)YD z28L)=F95Vhwvl4ZTVL4zq8~5?l`x}>z>Ky%H$x2Tlz{|z0%MAQ2Z0lfR_yULjZ&(A zE3IYf3w*;)ABHNr((E{u5=<4NSU9ZCu~elNg%(?%8xXS$43cE6U+C$<)xG&D{*?mO z3cIG#k`fkozQO?vGxIM{Dis7Oc{WHe?Ns!8-5;7unPVEm;bfBUKPQKLyNcAVm7 za^$2`wb-F?>)q@AsI(rvLF9z6(U&tpWYEd1SylwSw+2Xvp#x6HGz3`zU}V>OD1F z72~Y23)AarY0-E}nFaeU{#gIy`@{3>@v0Fhq@jx?2Jt|RE1(o$-{pfSNGdcjd9%tA zv)~s&R*$XMxxJAMznretcCJNC^6qsJySHp;A*VF0-sgvI38d5gK*in+LkAC5^Q8>G z#>%;FHLhY&gnVwuBQLnJn<5?~0aX#vci*^E_VdHj#Xj0;4FDs!czOLGq_Ray)tqRC zv`E4^sE{iT+bSa?uN=fTqj>5a;rxY{h;(MEc#LKYr=OcF!RB()WkU3 z01YOwZc~~jx93@7y}CUTeYSqQZJ>FBC`j6mC*)Z``6!<)i#U68()n!4u}eFYYTco# ze+7;{?A!VQ=EAIiSJFY}m6z;=nKRWEhz;2Y>;&+ZrVuB%5X3@8J?|HR>=sIB6(SJ}p|H8qMQ8ZH*mn_Kuac1!dB+OxotA zUn-Xj3|r*w+vhe2He0u@xhGwk2{p^m(g^{bv()CUs$~_w%sJ!wv>r?xprpu=H3Veq zdw65>K;!}JNN<|#Acu6N?S6G%F5`vsemJCx1!9G2yO>pBr<+6Gj-cGlqIECn;1}Tx zJ|R0I?+g4BV*`aSW{TF&Y=(80nU6QBHpD}!=c8ZgC%hZzi;#>8WT8el*x1Q>vNCVs zRo2r6e*qmpD9Mp)wKE9sB>i@De*^sdXy8;N7{X%IOW9n>$hn_`Aez{0RnPxy`0i8P zwXjsP*&&Ip6qK0NZO#7b*BVADkJ4Vh6J8>X4a3hnPj&uibS+e?XOqx$g^!)r`?(TO zDL?c^O)<5i@_c9kX{=_D{7cgO{B2pgte-VMHoItazzC4N4qWb1Doo0+w>o2Zd3p7i z%#^7stDOyIB?@x2YXC*S)~s@NVq#**mCvdp=0!UeW@#mE`)DwI<+&$;H1j9}#yzl@ z@Z32$JF{4hlS~wlu`RbfKb()%4TR=RyA^p%B!t>pSiqyAqADjRDHGDvdqb>I=Z3^R zMLmd%NAt-Rnegp60gh zE6ZVk6+UtM%lW^{4lOQCcq)DSe#ZrzCIc=>G2m z8TgpnZAL%gBJjBs=!**rLwO7T<4J8|`$TaYn$4aXLH>l8dc36!=h)<)4Z7PNoEsQr z>vE#ovhs6I8gtlf7u2+}Cr(LDlV9r4uB@y$TsEC~5~Q^KyXRujxp+m9WMZ203Jxn@e6nwqejKi1F9o2$WtcHW2a8+f@+c71w7 z)RriKe;7+ek`5B-r25jI?6XPEKC4ChoNW!{Wxo(AQM7K(By@P!Z`U}+Y!=iD|j_ zTYv(`_85j7x2hUB%_o5j*c0BpY$CSsfbyA4Gpa+6Bve$q)K_=qY3R!a^SHLn+!*9;%izVx%eUVYu zX7vYBex0vM;)W3G@{Q3MI+}CfC76F_Vwr%+7IV@>gr+Z*JR8bZ|)DIUVp?8DCv%o?j`QK=O zZ`wF5ukMIT_sZvW#_WeEi?ktQs({ncpGH(}7MKu}1Vhbw>Tyuto6%Vf*`cWTK!OBX z*NEC~>T&q0+5TkVhG1mV;cDlXTvQ@h1xQLM*K9Y z0`@C9G4(r8xOnA&b$#Ob??MulT~{_>o&M6cCAFyJyw;>ItffDYCkh-5Shx!y(a~q$ z9TahX1yzkhW=ip}oT2+_W2r>aC7^|#7qmZQ+O*I63-^gwuV$vDy(>SYq!i+)#O)Qy z4%8kohm>22QA&~mOCSj9?zyWvoOjTLR-$^PJiYO!SMyi#ayV3iG(=u4!~O3CD7 z$>fD$>C|Dx-o#MRNS(Zz^gNL|LAuRyyiQN~W3F45Zd(7mdL9rnuw=^0HK1^u>Ub=( zyS;xN&W=Z_@;$4%2^k8i(>$@<=dkjd-b(cl$KQ%WcXYSe)lm{o6WPLh z!{wuIo(U(Uwz3VE^HpI-f{~#neko4|lQJ*waK}Y>Z5Swf#jGor3aRCFRi(wv52i~U0I%%m zUvI8)Z}WVvkLk8I^+WXEKXTAblWC5^NtJLIt zc`ev?c_jHT^G(HY-pj6DuftROSfGuXxawA^h+jY)oqB7$AD^91Om^xJ6Pj16#B7|+ zVwB!&FoDH!7zX-i&_1@eUF(TD7Fv)#f>R`+XD_x9<- zKf_uDsZ@Yej0d^VL-X|(KbNYZ_lmPT28VwdR1-Nako|bMilNP=U^+t+yT+%KX8j_ty#>XOH(S;+EikWZYuxb=xI~AB`-&asmz&QGnX7<*k`FVvgK%cw&AUzq1AR6r@zgZ(R)L&uX>ofzexVhaH`1aGo$ps9i?l*PEaiO3B zEK{m;|1>v9QXOTP+A#?$O zZsrQ7j%(W4e!bd$b~O6QyG7p55`0TLe`G47Sj+}7Y4uwg65go~K6DEEy@04zRD)Up zT}VYI4l`lB_QQ_~=TIJ4`Pk3pC0$ZEZPQfwyamuIJHaTLJmz}y*U0_pc9&8-4AZ;} zx*dG<=0A(y#$>B;YB!8(`tO*;1gqBwoD^b|3XI`nUAe*&?8Lz*@x{rZ=009%lx=a^ zCj)l9nD>E*(!F7C3juIt-b`cz4dr`N?$|tfW_m?^^i62-Dz!qWex-O3v;P%843w{1 zrOv4JWZh@k`=e@C9|ljxlhb`p*fbz)O*sTQTbVquXZgO|=W5mBDB4WQ4kHeX zx=j^JEzYt@OoqoZw(?p0&9sk42XUmLaP?8<6o)qUlxbUYRey)I`ockUv&R{q}9HrXv(?=;NPTVzi00?x_Y z9mx3P;2PkXKoTt@(Dt$TS>4o1qKY>uVBKz#$F^!_o_IcdA#;WgEg0S_uY`dj$pPOc z&){Ll*&tnQ3j>%VI^T|I>4CkKgt+4Nhv4>#mR@H$#uMF)fDX2F^cX-)?a3G4Y0Ekkh0P(|Eg6z8Xvk5xkn zw42!X&!DON42+5CP_?671hK##o<6tr?&o4&bYYhJ4zB0;d>o@buho2A;XsW+ixaJ% z#TOUz*8We+Vxu1&4YC>&q&Ahw+`G+Nzyy=0q8xP~5oS&8NCNxS5P&fY)k;-V8m-kk ze_yY9okv1+lM79@HejU1@@|C>o`XP{rT1F~)^t>p(&EG=W&w7Cndn+wsLJ z=!e@5#5VX)1=i4qx%T(2^VcVW^Dd-Y6lbyNk}|c(y<4FbiZ#i`Q2C@#4^tyZWQ#>1 z1iEw%&qY#kYGk)%p$Rs0aqq%`LNwsj>(`vys_le-BSZT>yWVfYWX7uxy|5`F-zdTq zp*8(H({(l&r`bcr$>Z{v60s_{G7OC}1`iugDNB{@brzaBr)8D8f4$EUgq;Bt}h>C^qm5MbekcO}@|!7Y>? za+9Ty+w+nt%PywQ_L?+BzW)lEfCic!cMCw2o=TgWeexl@<+v~y&rKEnHaj0CL28D9 z>%q?8CwP|Ig~=JRoM35==>;bX*e33GIPNM$bP|21UN3x%vv#qOzP-O!5ZMjhM;eT@ z_>!=Q(iikH6Py-?iQvO_2+VHNA&HcciqI!7=cK&!!LQ4z6;xiT^ z4ZSZDn|(GTxw`cwhm84T;;AALICZ-YKn7etu!R&l?Z@!^yrg*Rd|h>jQCh*eMXOpA z;dI|k*Jo??9<=Wn7^{91>KI#YC9QKv=?_96YYGPQ-pN-y0Se`9S4!uNzeCl1;?S$b zr*HlnpD^&f@%H9Nm2;_K%gu(8Zaq}Nn#rb(Z;tR%+K0hy@QG<|Kc7^Tscu~m3b9{1MCrepq3aA;vT<(EALl($Nho7&H7A*|37<4%uy#ZsCd{nVL z>+u&lUEcIsFLsPBtm1izXHTypRH`qMY^F8zr50rN5T-Y)>cjve{(H}=e#igD2*cM; zWc8@S=92EdKfnX|yxG>jI)OZC`%G%exTgggrk@!~97uuA zYf~_7Q`O7Ez~U9S0TIW~mwt`YmuzGF7?nrkea|2QM2`8_0+Id>w`;Qb(!sfPs15@y zkRkIF*SC;E9+`%s9aJ-E(8 zc5Cy_y|z;DQY8YQiyL;%S-2aqP12>-ika*M-r6jW5u4fIR@aJub>gU=&O-9XPn`lL z&&cziUA`)Qqm9|i@VxUb$)1CTf$Iks6I1Yx?>x6ufVE;yXb8!D9I<%n#WrML4L`0K zw6Ixb5K9lsZ%!Ir_Q9R?5>F5JnxCA{&8KL-GuTbw(btIkGPklfC*)i?W)&EqHm zS{x~u+Wz_vc+Gya?6Lin?5>Mg{QN1V?0MnI;k@JIYp$QL5H+}{Bm&QkV|PDL+SoAO zebFykMfD&HW7?OdzCCbJtT=yg-0nhs{{loN27 zUF)?HdU_BueQy>^PWPmnMHAYu+Wx*SBb+^l4+`op2B>GR8w!7do3@e!W4hVwAxO=v z=6VY@yi$tLxc-u~d*6PtJ#Xw+YZmW{bI9+o6{n)0Kup%xdKO_xk}wRwOrriKZay=-;4Wa zo)u(R5ogh?*xyr_h_t+bf)Y9hqn4Okr$T5!r^w|sE4XvJ)fEm?@k(x9r~q#DGW{9hvcIrrh6B(cuoA2s9R z7|(&8g6Ot%*0hIIfQl7JwH1cqDWr{MG;Q2%7*sR)-Oq45!K1G>9MZATUheO?@R|M) z3zxy+cm~kDcp#vW?eMzot|&eqJm}SLc}_4_w^3>Z@PK)h1qunN9bH!K_crZ2`CEs+ z6pY`sU(oUlZ}u0Qrqmi()4{q>nbbiCEd`GN6BBh3p=imq{^Gv|wE+wl6L8 z;dxaQ3Tn+zqvCUk(uVMtDeLiOsaP_FsZ4MI2`KhzI-3OJA#M{bg^|@_pe?KQ5Y4`R zEf*gH9{1S`-_Mq`mMAI*sOl)lnDkoXL|W4k#whIE4jkFljdE-uCgDj@8fiw@X^c}j z4IN1#FUBSyi?gs*U5zy?zlFFm$IbH2gK&E++Yl1Yih&F+q~-3FEpoe&#}oO%xG_pC zda|C9f#49!GGr?bM#eSHQmr2W;pPO#Eg^gcOph%U+|BQ=o?7RYh`!t93|nzZPEyGq z0?;bHVyx5z?z81AzgMo%)JooVRpX$)hT%B!pAbv!M=*A$TS0@TW>S}VxkZ>+ZlL&n z!WvaaaB0SM0O)Xs*%8u~E9YnK+ADF#+dVGhF7~JTHs}Igu3~Eo8EjRfk#)H~Es`Q& zg!A9JNLd{fl+G)I*S|K6!{*Kd1FShH_uAj#|1J?n{hxNOP(8oIpySF)P5H}vgPj1* z&jPBJTzesAa#p#~uC4zdcH&DGo`Bf9PW(&Tupl4}OegV8N^5#i`|d(70}F*c;2V7z zWyZ3Rz!lg6el8Ucv7htQt%*As+Bj*O)pNvPXzv)SUFUaD(d`|B3}02FB=s`2frQ~1 zsM#n&J~>q=Vt3t>iw&ehPY_+=;#O`O0WXrC}*&Nf9-C>7gH0FVVJu|%pjm(@## zuMGu0Dhfk}B1}0=C8D8zEfKYV%mQ>MV}EnE1Fu2lb~P_miWW!8y}Jd*vN5!g3RM)D zvbD7j#oMbs_mxAJjcR3Z9E2koJX6E)desI3rwLCVW_g4}%a!wk2F$ZqOoFByP}~k4 z@^}@?60NXTOvJ7mTO6@G0O&E?)>j1wyEGr2hSCh|E5%m;3Qq(K2XCYEaME<&c(abP z!bie@ak-!4j{K6_#v`W{V}u^}Gr;R3=l)@&f@+U|8?l&){v^S>&&RVX7WQm6R0u#j z_K6BG5Nmj<(3g&>-En|$V`&3V7LS!!ISUla&M%(W`RY(P?_WH78LahE;niXW`eG1d zNvNo^^FnK4hNWOKzSMDhkP-~zT%El@IBcGcg#ZOb@-B{AfziY|GS*3YDs}OiXeIty zqm5eg*uV&00var+CsJpP*g7VO>XA*R(1Jm9U0u@`M7-EF=D)0W%AT}<@aI#?T7~$R z@dJVZ*(CZ{K)m$#$C8@?r_f}(r|UpES9RZFzGHy(yyl34pyyS^K#Mvqt7(j);H{Vs zIK)+Xb-p=*d=B$b3zQb?(EWZQ@|J3j7L{TJ+Z|SYu>Ch!&kPRBRzjPj&;&C^V$D4M z1|>c5v6b7F&h22lNj1Y8cVM^Q5QD%~^1iZji=AIOkpZ`Bx7xt~{@(iP;&Z-iK37H= z?B!hzce_kc4=@{1y{f`Z1F#Fn{S#n<&w!-4um9=mvs+;goeHn2R8y7nFLLTC^)ara%2%WT)_#=FbEQ5xJuhEEj|!NgQIWY2i~ zlI-ou8+X@msZ{KgA;_0d+^Ko_Qli`;kvy|y>&x?fw(47k$D`6tw95T#up#D=S(Ig* zSw$*R8u`aCAEfG96zrB|p+C@={~Ch9Eo_3mi7pNf*At|7@RHv;+^M9R{Ond?7d1Lo z+9ikb18gj_OCZ#@5kUtKjAJiV39aBN;WRmX>wsPgLkSS65l(-8Pgn`)ACG1XfQ81n z-EH7`#DVd5+FjW7c**K`3QEE61?<)kQzyHK;>d?8mBO$A=B6F#$UT<4bDia79~5qz z&$`zGbk%LfI~ub&m3H-f_q8Ck;%wPq<%R`*^p?hQ+w1BkKyX@I%(GYEb($G^xEv0~_|-0lIoI;Lm=iQ7cscy1$OTs_+w z{?0Xb$EM9r*XKl1{NVnOVu>4%sf`41Urlq5W$^Hqwgf+PEEwDZw5$G4b8j7#^2K|w%DRJx_R#I0a}Ae{!GQqm%2ARygcN=tXV#97a--*@KB zoSARVnKS48V~<+|-uHQ)`?}Y)*1Fc+Ba7$l>AaaFnPA#=-Jc|;p$*Gh(X&3!)7u5< z7n_37K^lfbR$g1wGjw9gTIu!LRVn?$=|UF0!f%V)BCH?XH`d3{Rqxgdvc3@veyc1r zS*LQG+CZS}<9J_e2TfP&lRZ~%TPq*mx9N?f&)z{H{_<^FxqB5=7}Ilg_Sj42DDXw7 zWJoC^qj7xTk;qK1Z&^S$Q-}L*$GOk8|EN;et~eUHU&}UCqv>osqvd{A@671x8%xik ziPF~IiJ?c6w>CI!7jGO+8z{OxTb6KH#><7e(4L z@z!BEEo8ut#=R_i`!VYZ>Tb@P(Pb+SbY-G_=nicq_uG?5FS56d|5Cr71e5)RDnt+I z`8#<@D$b~FC1XsHZ+o2?9(PZ03XN30i<)-W(z+OCNuiTJ^W@5ww|q zuGVZ}CdT?a+hd>nhIZWb)kj2s7yD)4NY_PGEfi+%s^g2b8W6~BQD^%y~Fn@v;cJnm1R!t@EFyI(Cxr{Z&Zy4LeUhk$)WYP-<5r14{hrb4f;?b+Z$?bVBMce5V{@abLA-|BHwKf`A%^5l%O zw!g-~s7baq#n^QgCZqHQYBDnNTG|?nz6XL;YL5KFEU2eD)93|j5#1;9MSzJaTX4ND z=>^ze?lqPvU+m@}WxFgdh72zJZb;Po>PuChW-6s^5w3l#5B2eL*OqtWR0Dmd8Dz^} z1`aMfBMIpCu6W*UxP8c@)%H$mSwAzAb&t(XA%in#>g}S-tb1sPYw#xD~95IUHa2;GVK>pumezoHrzvN8Za%y=w zrHSZsFiR^od8<^|UCGFHWu0og@O~)Cyl8D?P+_35if2rfk=f{^r^u{i;oDQ`=8sY#Xbaiy&qVM!cCaAuO%*1o1@iI%a*8K*3NCzH?u{q(L35Fh1EW`Gw^tGhXzwd>s=Z|%cf9ly4lN8zg#)6?3Y-qjxw8=cg-K%>0hpUP z)Mbu0nXxUN?UYv{b+9>GURZ}z3Y|Z}zr9Vk9A^1-=_wXCnfQ*faPGvpcdey?E!U6M zmCMDj&`HMX>lG2dr_q=PqdP2H&j2V1cXtr_FX@a;X z)On+25Ldb&ee25K;}EJ$m#Ht5R+G`+rmHp@0)7%QEy(baGCQ#Nt=G?5h&U$qo6K~j zOjeHTm4<|E6y5qg?@&-d1=WhI_&M{|@KCSH{Vb}X9dB}cgWn6jm%*BDD;2k)Thh|C z+~v*emfD#z5Zn?ni_B9E{Kp!16e3ko75A=cPkAUlDUmXr)=$)ia-C zua=qUyncQ{>|U=&ENH_cIIj)}I|Rqe{lG(}2VX%tCh;973l`=0ZNV$)tU+lcTeNk` ze=)XZpPF<&qq>tm$1HMR%{9&UgGom$?Afvy@GtIq2iK2i=N84vhF5nM(zr;8YLZ?F zr;FTW*mB)=KDO*>h@_iKH^8J&UfJx6OX~t5FLCjw-h-M7eQ6zZTA3inW~$FmmT6cN z=%v3j!MS}o=3S3f)F#pFmSe9b7^r&CYcyredSG2b5XBO13&1yY)8!Ht5c3I{&?}AJ<1C|kOcJX?cV9hpZ+y4s|1vxC_`=0qCWrp0ydPd*B4Tz~z#tgr_x3#0#)0sBkc zU1t0NL~4|KrMB7~!9Zgu3HtVFR>j!oPY#|X61{|-I9#6+_-R8U3^nib#{Q~nHz-u7 z1P@;wFG}wz7W~!cql*&oIrVSf&=d_Qvrdm17r=@HY$gVQI&m|k32^Se}@dF&hN|59U`&M_tT{>m_=0OqSl2HmPO zt3%GlVA!-YDFVjUQ(_DFfCC*CML|&S!yRL7-3+Rn==n`=25zbOOPpCnVzho95fj2S zjv*+n_0TEyzl}MMMCaX=>s9@SwhNyXW1u?Rchknkf8Uks;_CZN2VRIa^=(((uX6Y3 z;Tp2lk`GtEG3^jKUqAoQf}X?jI+Xs(t)2szB7y#x8Y(vw$f~sBWZg?y&mwzv%jsPo zdb%Br666q|nb1ML^z5%5;IYfCV>fCAJ+CacND7(lVI?t1pvw1JBcX=3<(<+aZP$}H z?9`l^kpW@37?&|Bw;6S*gMt?#(Cu)Mh=p_f*o0eju-k3Sj5Q)HX>H+w2#qc&ZhZPZ z&z0Owh=!XObbK^)DX}W`kz0_j-udw58#+&_n_>+Z6CY5~$Uxe-dRUKLE$X!LX_6CS zy58q13^}h5A=6N=|5C;CCA>Du$4|4{CL0`eh3(>cw=W7&SVqEprGcwkTn*l@USCDyOZ!DUU&M7+Xl;5V%mqapMD6@iiIwYBb~V!y5;-oAJw(_ z;UoG(JdlNRJu-N7w6(xF$8{%%Ee_lZJ7@XYw5PCZ_4(Ob`5zs%;4knGeZBVHplH_- z-YbPGzY`BRYZjYj%{B(dZw)WMe|&r8_}Pth#pv?+zgq!Ryp{UNo&y?Y;W?IJe>Pvaf2U~cgR z&T|w;jG>uZj7d-?)=Su9^_31j?iG^2Yq?=iGP0&VRizIt;OZjeySaB8q@-$t`jwn! ztMvs(M?>dRUfI-t*<`W<+w$8J3d`(NK=l=GW9M_}lW44&TQllWh<|El19~Av%g64z zx|r=XV;Y-hzUW!5ph#D3@ZHWuLfc_Mt60IKj%ZRB&RS3#;%QJ*&oVxV1Gk|te<}m; zKTXWKQPD6HRd#?^Dt-P9?|TBiRX>mqIN`&Z8#lKRENDGgw*74W?PwC3F}}FW%>G${ z9+%^|c_FOx``dIR=d(VU;Mnf?8=(}=J&r?kKf?JEF@C5_1ZaV7f3o1#`QeV2ZpDEG zzbuMw+PNrF5C~;J5=Sj; zU~HoDGug@PJ?g2C3v_`bt$tQ-b(|XZoYQJhbu(P`B0ss~uE8<4+_luQnN3U`7Y5lg zWrI~>tI7OXZtamCj$pu^K=w0Dey}+=`kPLdLGn@M73ap4tM7pp*pbB-h>hn8HW*!a zXlwvgEagi24-?Q`I`8{<|N0w}{*l5Iwol=#O99N=&YMZSJO(X7#jrN_w}P^c>!e%3 ztckVH<1DjgneY?G22x+Y$I$BF-FI4f*+itIOz;_21XV@+V9HL?%vB6NqsD}=XRaKK zx1Ir7;fV|3D|@#|*enbJGre}6ALybf-LOa*epV*bE(ON zt9G`FvY!}sVQHlG($n7i?);S#K_vI%#2&Bo>cXFL%A9NC_9OKtoxgKD32qU^TNGsnh$VovUmXAe0--HA29Rt1%u3n?ON4%SBQND%TZB(31x~)=LI=Za3#t7$qzxb ze7)&T)q^H+W7Dd-SkESyYFfxe={5*6QU$r$ z!812+%Q#B~r_n~W{I2FVZu@ZT;=>25A_qP_wU?WeV(&`MY|IY+(p=vqlk?3|W3F_~ zx<=$+T&a!l6Rn)9vZf|R_ZWqntW;hE|EW=ameQRoXZ}H0f|b}wKRuVHQ4c@c**z-z zx_C)`P1WaX*-Yq_zB(pHHj;4#9;nxn3f(E!UfnnC{8)D*ufC_-H!~o3eXyA(O6T>B zc$IPVOqSYDzOw7K#A$JlieCw;%6&8#?qQSoI{C!&Jq{EgqHC2aL`)7FRvl^fNT87B z6HoNKUd3w{h*iSr=YLjPl#nNX-0Y~qWGHtFAesI0D%>sno+IAef4(6e0v_LFp6|zL z8c4*MbTgPE3Fj%v(zHjE>Q#PwoN*O*Gwtreyv;^#`=dQ|;sq27kj2g#)k~g@pr2M) zoaxf*3bQ4Y5vuI1vZ=}ivDeoxr;k)J=K{0UpO8JiKV6xVGA>QfUZgiI;-F;qRsS20 z)&s~FEgr{SVF^eLzml8H^e+8DlJ#PESxk(#>H6j3K~9Fda9i+^yl?zw4Dhy^1spSX z7zk38>m?l7iWq)y)}KXHk3%BP;0CdUC`AlZgj7KLV)GMO2%Vc`2pEr@6Zpi@($n>7 zOB3ZT`oI=#_pVj#7_hR%W(8~u!E34u6~0f-SB}4mcqr4nPpv9_KB1YiKa>%ODec0L zQZqPeKE1`jQz4ahbNV9!Z}>{BZIZN$x>v77a_c?Dp(D+O#HP;C(lVp|GwNL=)1_@b z>~K2?w7`72YjHW*_U`Yj%c|vptX1=X(8sj|-jl9tH^5@>Eh#as=0d}Aifu{~q?Ir$ zJ#{CS%1|!(lLcL2eU5Pd5Qo7c=TqQd1r$PXi0tvPxfCDgH^<5Z$cUz_q~)(Wmx zjh6OT&}j>eht39tOOJRx!C+0bT;`fO`G#lga1en+oRajR=%s zBk#MDPUr*-th}Q_6wz6qLRC8JUliIpB|-iPEv=_X-dG-Du)h0oy_=Tb^iUTCnKFJv57BlQp z?qrvxTrHGe>OEm%%QAX%sJNcHJ6w&<|Lug-nx(m(q6RGN$Isi1eW3hAH^LpIq<)r= zM9!$Cm+cZ;y}e5~kEe7NkdGZ;g37u`^wCbnVR27$mfM8uL03LnjiWpF(1d*5cAnC8S3tuN$TMbVYv4?IlzQO z*5om?f4Omx5cE0jRNWUr7l>hzR&uSZf`rV@IT$UDVXQ~qnr76m4i8oZJPGE5HbBAY zA{DAb`px5hW5iC>)n*q(DJ!crx{zhOpWE-x;Hh=IrOL4Gx-P#OQBsnc0#7Jk#!c-P zqVmwLqSA|O?}=x;wO!XYi8i6;HkoQY{d0VRw#Ml~Kw^FGim=nePv!@E4O`>y?4gLF zGZQSjM8IX>;oB@<7kL{5U%$*?TiNo?$=?5c)TOAh)XDjnGJY*gny zd9+q2uTemOu&;g+Aw=m~7z@%>72}B7460h2;o2|VgGk?CZn)+pe8jZ&sVH@)VRkS2 z&dM+G`g|H{k0!D=Z4L{5e$H*}v0`sva8 zUiVPH8u4LT$!&6cI?t2bbMVNirh0X*pIE{I5;v%Ae(%y)yDkI+s&x-^v4JT2ZmyI0 zu!9=PsE^t|4fb;zi3?$JeL7sIV*ivuth-V>PA`G4ED@fcNI{+KA5m*>Q&qi&;Xe;R z9z;ZMy8a=I_Fd;UZN06nkmLT@V-xdKa;gR;<=mr!=ywx`rtA!S4H$(oBdhbj9gAsu zyE0#!3I?szBeZ9$W$UxqV*^=lPI{KHJ(0A!{v9=#{6Mnt{-AP|l@86bKkK-}quAQR z&mO_w$IDKe%02&_v7PV)<~F}9R@HXZyI(EiwI2p3K2KWe+H(}qd>7TXlsWajvyK}q z+rw?&1)L}MS#n5v4Hj6r>`WFj5Apc8E$3o^(-ZouhvSvEMqwlFsU2ObZxh5bRoSiyul0H4D_lsA2 zv1;1g?_)jM*Byy2!#+owCyCH!?|)ud4d0*C*6!P}8yByE-f*{;SDAXa27~ODK~!+t za29p#QZ&+r@d~xBZ)y@Z8LAF^)OlP@S0#P%53}kof_35Y;v*~8yQ+f(WTZ47Q*y}` zZJ$38JT<)dvbyhJI6d2M&1s=s`6^XEA_X&eOLr?QeLme(pzKTM&HoD11^3TU<+T3=WRT9j1 z{J?u?awJ=-2{QsCK|>Oq=>wYmO|+V*k{=zO9}XFz@&u6ExwsBL_Md9;)|Fzjl|1P# z%T@^kLLvFlWpDSJU5I)9Oa5rgx$NdDI}=G`8^4ictY6|Y^JM??nTLg66SfANz^i23 z`1YqwOt39Aop+t%O}nwyJDVF2yg@w+UF^O7icx$QB7EeGH0;~SrhOgyy|f?g#G4+&pWmm=iYo0T-?mQ;@=|kIdrn<@qV`Ok=-zr8m89v;yOtOl;@5A^}fh9OO`wEGhgX#`x88D zIT)RO)RhqMvTAOmaRHL6`c6yK_W&fHa}FG!3;9zYea@(Sgm>Vn>t6?~sPCDOk>DWM z+dw;X?b2;;^B7U5xw1g3X2DbQLU+DC*sJYI8qd*BxvLtNd|VNgljoqdWTuUc4MPh- zdHY=DDp;GCDE)XvOw4I>z=FS@bGd2{$09P2JThu(&CLSF*lYS^#b>_{%?bYT-lGH- zfXSMBFACF(oelInswt zK#DRohi?imj~?gjsSNHrrQ}p@`<`)qdEgUw>F0sH2lqJaytL&jF~vhAG^**0bGy?i zJ?0A`Y5st@iP5Y*lWWUEC++t)-Z53lWlzY$+n8&Ya8=Sq{N>g@8!}g)bd6_up!e)` z^M?F;)~ulgFQsZ^volCUIC4Sl@)1@`CxQv9=qI0=K5SC2eZ549JU5m{%?! zed4=LjdZ=1m`}7&7~_4uWYVO_LS(1g?h|{rE8FjOe*1pUKht8-tz$~3d+_O(ZpHV9 z#j1TV^rbprY~KF;lBCZCL7b^&+MVA<{*cbAT4oD52J8GW2U1M%3G52d-nI5Sz1TOnzAod)JQ zQ=zKsoxYN10sLm_33^Ao2~)>ACs15Hp)~t28*4n#kUOI6FxxQNbER~?)2wf{Tp+cQ zMy*~$m$WOT0$bjAsdm82hu==RUMrjC{>A*>_@6l?i~_C%mJ_2E>&MiDj}X{U1_4}E zp38ulY=j99iCk?X>!=HDfx?Z9o)o_9>UNe>yW`^jiT_}3Kr z9>=v`mlUH!Aq<3w9yYdys}tJGBWAw#h)+t``a9_$HSdT)iBO%-XY1ATwY1k9J#5Z& zTpy&5WE+)FegU!b#MN|O#bX*so08RJkE1ztfijAna6Rrg%w1ebO8R0nS}bAmatT<3 zqeHENjxw;zsLxvB$E9%J{qLGobvtf2-ZP9l@zGsrZvxR(s+UDpze`_oV*7hzSd~wA z;6~jO+(*~hAa{UTD95Zrg&3$JJOL7$*uRLNB4l)5FU{jBfQ?ehA1E z9jh5|tKQiB^p6nR)uD6BGGKopf|nI=LoV~oXDNCV#?Y_~Y94T(MFqC@bg!e?lquxlwxQ7=0M!7U z<_kE&LpN}!R7+t#uE?Oe!nMX1X%|8&qhUo~c84WW*cb{D@mk_}Ey-axa+_|fBiA}% z6_yk$Q~{cM&AGwYtl0^Wlgq*|kylW|yW0SL%CWU^&Rr&%AKi^@wq z-&BIxT_$mHH#s)n&@9cb_Sgs)w2sehez7}iU*V++lOobY9`jNXlx1(7cd#^t-5&t- zs(*EnQmO88hcQ_$Wa@Y(?`T6sq_g;8;s5nofBM;)9IM)lqpoVbQL)R(r;6XBi0S2^ z_FiVWVH;{P?^aY}J!J7P{}FlK-kiWu1W8POf4=y1vI?hB{R!*(pi3JYO{&_`D7d;9 zg^M?SMiGSJ2-891W)jZAluZ!N#_j+6<$n1D2pX~_cPFOXFs#aXsCj)p%5VCd@Y9Ol z!vK#i)-Oke_9%DMg-b)aa6zUUC2Z=)#95eCJ5YhIKmXr92=9_mnemf=JpEBnE9`q* z4bmg|I@A*G)S2ogE7JIbqzh-gK{VmeKKAMp(yQhQrX`6CQ=ZE_D5vNd)@0fmK;vxI?!QICbEjN}ym$`Tk1 z=}Hh%u*B>v6zt+- z*KCp>I?*VgVtNi|N#`=&`h&3itU)G1FTP3>QR?}4^36XZ#Q)4G2ljnldd4Lo zN$IZr?{ud18Szr`9}W*YWCBm!Nx`vlRkwERo-_LQ7Y-{GE9cw)^}GL_N8V?-XR_me z`MC*_9wn`1#01vAFNX*JVCBF5;`4E05bnPhJ;5se_nP_xtk8e2|G9+!{S}#a&Hr0J zo0v2F?5br z8LS!=Fk`erGDQP1-4lrA_9(B1@W-M=Q`?6OK+Afsno56XV+_-fdrw@sy#gUi`1