diff --git a/evidence/reconcile/cost-2026-10-29/NOTE.txt b/evidence/reconcile/cost-2026-10-29/NOTE.txt new file mode 100644 index 00000000..c074cc37 --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/NOTE.txt @@ -0,0 +1,6 @@ +Первая полная серия make reconcile-cost: 2026-10-29T01:40Z, коммит 5ca2cdc (до переноса исправлений лабы 3 и до +отбраковки возмущённых прогонов). Конфигурация та же, что у итоговой серии evidence/reconcile/cost: RustFS 2 CPU / +3 GiB на cpuset 11-12, PostgreSQL 13-14, reconciler 15, наполнение 4 параллельными PutObject, по 3 прогона. +Чужая нагрузка за окно прогона не измерялась; в снимке host-docker-stats.txt перед серией работал стенд другой +лабы под k6 (review-lab3-*: api 23 %, k6, lb). Отчёты прогонов без полей cpu_seconds и screen. +Хранится для сравнения двух серий между днями; выводы трека опираются на итоговую серию. diff --git a/evidence/reconcile/cost-2026-10-29/host-docker-stats.txt b/evidence/reconcile/cost-2026-10-29/host-docker-stats.txt new file mode 100644 index 00000000..05f9704f --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/host-docker-stats.txt @@ -0,0 +1,33 @@ +date: 2026-10-29T01:40:48Z +$ docker stats --no-stream --all +NAME CPU % MEM USAGE / LIMIT MEM % PIDS +mtusi2026lab4-api-2 0.35% 123.1MiB / 512MiB 24.05% 12 +mtusi2026lab4-api-1 0.31% 163.4MiB / 512MiB 31.91% 13 +mtusi2026lab4-migrate-1 0.00% 0B / 0B 0.00% 0 +mtusi2026lab4-s3-init-1 0.00% 0B / 0B 0.00% 0 +mtusi2026lab4-postgres-1 1.15% 50.29MiB / 1GiB 4.91% 10 +mtusi2026lab4-lb-1 0.71% 19.39MiB / 128MiB 15.15% 17 +mtusi2026lab4-s3-1 0.71% 65.62MiB / 512MiB 12.82% 21 +mtusi2026lab4-valkey-1 0.11% 12.55MiB / 128MiB 9.81% 6 +review-lab3-k6-run-36a4cbb10907 4.66% 19.99MiB / 512MiB 3.90% 8 +review-lab3-api-2 0.00% 0B / 0B 0.00% 0 +review-lab3-api-1 23.17% 160.7MiB / 512MiB 31.38% 13 +review-lab3-postgres-1 5.00% 61.35MiB / 1GiB 5.99% 10 +review-lab3-valkey-1 0.65% 13.25MiB / 128MiB 10.35% 6 +review-lab3-lb-1 3.92% 27.48MiB / 128MiB 21.47% 17 +review-lab3-migrate-1 0.00% 0B / 0B 0.00% 0 +infra-tsvision-backend-1 0.00% 0B / 0B 0.00% 0 +infra-tsvision-consumer-1 0.00% 0B / 0B 0.00% 0 +infra-minio-init-1 0.00% 0B / 0B 0.00% 0 +infra-postgres-1 0.00% 0B / 0B 0.00% 0 +infra-rabbitmq-1 0.00% 0B / 0B 0.00% 0 +infra-minio-1 0.00% 0B / 0B 0.00% 0 +infra-mediamtx-1 0.00% 0B / 0B 0.00% 0 +infra-dragonfly-1 0.00% 0B / 0B 0.00% 0 +boring_merkle 0.00% 0B / 0B 0.00% 0 +infallible_solomon 0.00% 0B / 0B 0.00% 0 +friendly_goldwasser 0.00% 0B / 0B 0.00% 0 +magical_noether 0.00% 0B / 0B 0.00% 0 +postgres 0.00% 0B / 0B 0.00% 0 +main_postgres 0.00% 0B / 0B 0.00% 0 +fulfilment-backend 0.00% 0B / 0B 0.00% 0 diff --git a/evidence/reconcile/cost-2026-10-29/n1000-deep-1.json b/evidence/reconcile/cost-2026-10-29/n1000-deep-1.json new file mode 100644 index 00000000..702529ee --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/n1000-deep-1.json @@ -0,0 +1,52 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": true, + "page_size": 1000, + "scanned": { + "objects": 1000, + "rows": 1000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 0.524, + "requests": { + "s3_list": 1, + "s3_head": 0, + "s3_get": 1000, + "s3_delete": 0, + "sql": 2 + }, + "waited_seconds": { + "s3_list": 0.084, + "sql": 0.01 + }, + "hashed_bytes": 375553, + "max_rss_mib": 83.5 + }, + "exit_code": 0, + "wall_seconds": 1.331 +} \ No newline at end of file diff --git a/evidence/reconcile/cost-2026-10-29/n1000-deep-2.json b/evidence/reconcile/cost-2026-10-29/n1000-deep-2.json new file mode 100644 index 00000000..8b47aab1 --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/n1000-deep-2.json @@ -0,0 +1,52 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": true, + "page_size": 1000, + "scanned": { + "objects": 1000, + "rows": 1000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 0.49, + "requests": { + "s3_list": 1, + "s3_head": 0, + "s3_get": 1000, + "s3_delete": 0, + "sql": 2 + }, + "waited_seconds": { + "s3_list": 0.083, + "sql": 0.01 + }, + "hashed_bytes": 375553, + "max_rss_mib": 83.1 + }, + "exit_code": 0, + "wall_seconds": 1.31 +} \ No newline at end of file diff --git a/evidence/reconcile/cost-2026-10-29/n1000-deep-3.json b/evidence/reconcile/cost-2026-10-29/n1000-deep-3.json new file mode 100644 index 00000000..89f36345 --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/n1000-deep-3.json @@ -0,0 +1,52 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": true, + "page_size": 1000, + "scanned": { + "objects": 1000, + "rows": 1000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 0.505, + "requests": { + "s3_list": 1, + "s3_head": 0, + "s3_get": 1000, + "s3_delete": 0, + "sql": 2 + }, + "waited_seconds": { + "s3_list": 0.083, + "sql": 0.011 + }, + "hashed_bytes": 375553, + "max_rss_mib": 83.4 + }, + "exit_code": 0, + "wall_seconds": 1.307 +} \ No newline at end of file diff --git a/evidence/reconcile/cost-2026-10-29/n1000-shallow-1.json b/evidence/reconcile/cost-2026-10-29/n1000-shallow-1.json new file mode 100644 index 00000000..8bdd688f --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/n1000-shallow-1.json @@ -0,0 +1,52 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 1000, + "scanned": { + "objects": 1000, + "rows": 1000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 0.105, + "requests": { + "s3_list": 1, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 2 + }, + "waited_seconds": { + "s3_list": 0.09, + "sql": 0.008 + }, + "hashed_bytes": 0, + "max_rss_mib": 82.7 + }, + "exit_code": 0, + "wall_seconds": 0.908 +} \ No newline at end of file diff --git a/evidence/reconcile/cost-2026-10-29/n1000-shallow-2.json b/evidence/reconcile/cost-2026-10-29/n1000-shallow-2.json new file mode 100644 index 00000000..5a9b0065 --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/n1000-shallow-2.json @@ -0,0 +1,52 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 1000, + "scanned": { + "objects": 1000, + "rows": 1000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 0.096, + "requests": { + "s3_list": 1, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 2 + }, + "waited_seconds": { + "s3_list": 0.081, + "sql": 0.008 + }, + "hashed_bytes": 0, + "max_rss_mib": 82.7 + }, + "exit_code": 0, + "wall_seconds": 0.911 +} \ No newline at end of file diff --git a/evidence/reconcile/cost-2026-10-29/n1000-shallow-3.json b/evidence/reconcile/cost-2026-10-29/n1000-shallow-3.json new file mode 100644 index 00000000..06a4cd1e --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/n1000-shallow-3.json @@ -0,0 +1,52 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 1000, + "scanned": { + "objects": 1000, + "rows": 1000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 0.096, + "requests": { + "s3_list": 1, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 2 + }, + "waited_seconds": { + "s3_list": 0.081, + "sql": 0.008 + }, + "hashed_bytes": 0, + "max_rss_mib": 82.6 + }, + "exit_code": 0, + "wall_seconds": 0.888 +} \ No newline at end of file diff --git a/evidence/reconcile/cost-2026-10-29/n10000-deep-1.json b/evidence/reconcile/cost-2026-10-29/n10000-deep-1.json new file mode 100644 index 00000000..b586bb72 --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/n10000-deep-1.json @@ -0,0 +1,52 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": true, + "page_size": 1000, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 5.261, + "requests": { + "s3_list": 10, + "s3_head": 0, + "s3_get": 10000, + "s3_delete": 0, + "sql": 11 + }, + "waited_seconds": { + "s3_list": 1.023, + "sql": 0.047 + }, + "hashed_bytes": 2751553, + "max_rss_mib": 84.3 + }, + "exit_code": 0, + "wall_seconds": 6.104 +} \ No newline at end of file diff --git a/evidence/reconcile/cost-2026-10-29/n10000-deep-2.json b/evidence/reconcile/cost-2026-10-29/n10000-deep-2.json new file mode 100644 index 00000000..e88619d3 --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/n10000-deep-2.json @@ -0,0 +1,52 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": true, + "page_size": 1000, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 5.252, + "requests": { + "s3_list": 10, + "s3_head": 0, + "s3_get": 10000, + "s3_delete": 0, + "sql": 11 + }, + "waited_seconds": { + "s3_list": 1.03, + "sql": 0.048 + }, + "hashed_bytes": 2751553, + "max_rss_mib": 84.6 + }, + "exit_code": 0, + "wall_seconds": 6.104 +} \ No newline at end of file diff --git a/evidence/reconcile/cost-2026-10-29/n10000-deep-3.json b/evidence/reconcile/cost-2026-10-29/n10000-deep-3.json new file mode 100644 index 00000000..8d065a53 --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/n10000-deep-3.json @@ -0,0 +1,52 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": true, + "page_size": 1000, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 5.179, + "requests": { + "s3_list": 10, + "s3_head": 0, + "s3_get": 10000, + "s3_delete": 0, + "sql": 11 + }, + "waited_seconds": { + "s3_list": 1.028, + "sql": 0.048 + }, + "hashed_bytes": 2751553, + "max_rss_mib": 84.3 + }, + "exit_code": 0, + "wall_seconds": 6.008 +} \ No newline at end of file diff --git a/evidence/reconcile/cost-2026-10-29/n10000-page100-1.json b/evidence/reconcile/cost-2026-10-29/n10000-page100-1.json new file mode 100644 index 00000000..a7112b30 --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/n10000-page100-1.json @@ -0,0 +1,52 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 100, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 2.157, + "requests": { + "s3_list": 100, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 101 + }, + "waited_seconds": { + "s3_list": 2.055, + "sql": 0.089 + }, + "hashed_bytes": 0, + "max_rss_mib": 81.1 + }, + "exit_code": 0, + "wall_seconds": 3.004 +} \ No newline at end of file diff --git a/evidence/reconcile/cost-2026-10-29/n10000-page100-2.json b/evidence/reconcile/cost-2026-10-29/n10000-page100-2.json new file mode 100644 index 00000000..63eadaf2 --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/n10000-page100-2.json @@ -0,0 +1,52 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 100, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 2.241, + "requests": { + "s3_list": 100, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 101 + }, + "waited_seconds": { + "s3_list": 2.126, + "sql": 0.101 + }, + "hashed_bytes": 0, + "max_rss_mib": 81.1 + }, + "exit_code": 0, + "wall_seconds": 3.084 +} \ No newline at end of file diff --git a/evidence/reconcile/cost-2026-10-29/n10000-page100-3.json b/evidence/reconcile/cost-2026-10-29/n10000-page100-3.json new file mode 100644 index 00000000..2807a33e --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/n10000-page100-3.json @@ -0,0 +1,52 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 100, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 2.434, + "requests": { + "s3_list": 100, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 101 + }, + "waited_seconds": { + "s3_list": 2.313, + "sql": 0.108 + }, + "hashed_bytes": 0, + "max_rss_mib": 81.2 + }, + "exit_code": 0, + "wall_seconds": 3.324 +} \ No newline at end of file diff --git a/evidence/reconcile/cost-2026-10-29/n10000-shallow-1.json b/evidence/reconcile/cost-2026-10-29/n10000-shallow-1.json new file mode 100644 index 00000000..08ed6460 --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/n10000-shallow-1.json @@ -0,0 +1,52 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 1000, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 1.058, + "requests": { + "s3_list": 10, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 11 + }, + "waited_seconds": { + "s3_list": 1.0, + "sql": 0.046 + }, + "hashed_bytes": 0, + "max_rss_mib": 84.1 + }, + "exit_code": 0, + "wall_seconds": 1.92 +} \ No newline at end of file diff --git a/evidence/reconcile/cost-2026-10-29/n10000-shallow-2.json b/evidence/reconcile/cost-2026-10-29/n10000-shallow-2.json new file mode 100644 index 00000000..e177ce57 --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/n10000-shallow-2.json @@ -0,0 +1,52 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 1000, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 1.09, + "requests": { + "s3_list": 10, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 11 + }, + "waited_seconds": { + "s3_list": 1.033, + "sql": 0.046 + }, + "hashed_bytes": 0, + "max_rss_mib": 83.8 + }, + "exit_code": 0, + "wall_seconds": 1.932 +} \ No newline at end of file diff --git a/evidence/reconcile/cost-2026-10-29/n10000-shallow-3.json b/evidence/reconcile/cost-2026-10-29/n10000-shallow-3.json new file mode 100644 index 00000000..00bd4b76 --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/n10000-shallow-3.json @@ -0,0 +1,52 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 1000, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 1.086, + "requests": { + "s3_list": 10, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 11 + }, + "waited_seconds": { + "s3_list": 1.029, + "sql": 0.046 + }, + "hashed_bytes": 0, + "max_rss_mib": 83.8 + }, + "exit_code": 0, + "wall_seconds": 1.929 +} \ No newline at end of file diff --git a/evidence/reconcile/cost-2026-10-29/n30000-deep-1.json b/evidence/reconcile/cost-2026-10-29/n30000-deep-1.json new file mode 100644 index 00000000..f14bf914 --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/n30000-deep-1.json @@ -0,0 +1,52 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": true, + "page_size": 1000, + "scanned": { + "objects": 30000, + "rows": 30000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 15.9, + "requests": { + "s3_list": 30, + "s3_head": 0, + "s3_get": 30000, + "s3_delete": 0, + "sql": 31 + }, + "waited_seconds": { + "s3_list": 3.239, + "sql": 0.157 + }, + "hashed_bytes": 8031553, + "max_rss_mib": 84.4 + }, + "exit_code": 0, + "wall_seconds": 16.714 +} \ No newline at end of file diff --git a/evidence/reconcile/cost-2026-10-29/n30000-deep-2.json b/evidence/reconcile/cost-2026-10-29/n30000-deep-2.json new file mode 100644 index 00000000..1267eb9d --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/n30000-deep-2.json @@ -0,0 +1,52 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": true, + "page_size": 1000, + "scanned": { + "objects": 30000, + "rows": 30000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 16.148, + "requests": { + "s3_list": 30, + "s3_head": 0, + "s3_get": 30000, + "s3_delete": 0, + "sql": 31 + }, + "waited_seconds": { + "s3_list": 3.373, + "sql": 0.138 + }, + "hashed_bytes": 8031553, + "max_rss_mib": 84.4 + }, + "exit_code": 0, + "wall_seconds": 16.989 +} \ No newline at end of file diff --git a/evidence/reconcile/cost-2026-10-29/n30000-deep-3.json b/evidence/reconcile/cost-2026-10-29/n30000-deep-3.json new file mode 100644 index 00000000..ef390f41 --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/n30000-deep-3.json @@ -0,0 +1,52 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": true, + "page_size": 1000, + "scanned": { + "objects": 30000, + "rows": 30000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 15.709, + "requests": { + "s3_list": 30, + "s3_head": 0, + "s3_get": 30000, + "s3_delete": 0, + "sql": 31 + }, + "waited_seconds": { + "s3_list": 3.159, + "sql": 0.149 + }, + "hashed_bytes": 8031553, + "max_rss_mib": 84.3 + }, + "exit_code": 0, + "wall_seconds": 16.534 +} \ No newline at end of file diff --git a/evidence/reconcile/cost-2026-10-29/n30000-shallow-1.json b/evidence/reconcile/cost-2026-10-29/n30000-shallow-1.json new file mode 100644 index 00000000..7d2dbe2f --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/n30000-shallow-1.json @@ -0,0 +1,52 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 1000, + "scanned": { + "objects": 30000, + "rows": 30000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 3.317, + "requests": { + "s3_list": 30, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 31 + }, + "waited_seconds": { + "s3_list": 3.146, + "sql": 0.147 + }, + "hashed_bytes": 0, + "max_rss_mib": 83.9 + }, + "exit_code": 0, + "wall_seconds": 4.189 +} \ No newline at end of file diff --git a/evidence/reconcile/cost-2026-10-29/n30000-shallow-2.json b/evidence/reconcile/cost-2026-10-29/n30000-shallow-2.json new file mode 100644 index 00000000..1ef3ce83 --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/n30000-shallow-2.json @@ -0,0 +1,52 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 1000, + "scanned": { + "objects": 30000, + "rows": 30000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 3.378, + "requests": { + "s3_list": 30, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 31 + }, + "waited_seconds": { + "s3_list": 3.209, + "sql": 0.146 + }, + "hashed_bytes": 0, + "max_rss_mib": 83.9 + }, + "exit_code": 0, + "wall_seconds": 4.234 +} \ No newline at end of file diff --git a/evidence/reconcile/cost-2026-10-29/n30000-shallow-3.json b/evidence/reconcile/cost-2026-10-29/n30000-shallow-3.json new file mode 100644 index 00000000..dee7c61e --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/n30000-shallow-3.json @@ -0,0 +1,52 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 1000, + "scanned": { + "objects": 30000, + "rows": 30000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 3.315, + "requests": { + "s3_list": 30, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 31 + }, + "waited_seconds": { + "s3_list": 3.148, + "sql": 0.144 + }, + "hashed_bytes": 0, + "max_rss_mib": 83.9 + }, + "exit_code": 0, + "wall_seconds": 4.168 +} \ No newline at end of file diff --git a/evidence/reconcile/cost-2026-10-29/summary.json b/evidence/reconcile/cost-2026-10-29/summary.json new file mode 100644 index 00000000..65ea9f86 --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/summary.json @@ -0,0 +1,245 @@ +{ + "date": "2026-10-29T01:40:48Z", + "commit": "5ca2cdc", + "pins": { + "S3_CPUS": "2", + "S3_MEMORY": "3g", + "S3_CPUSET": "11-12", + "PG_CPUSET": "13-14", + "RECONCILE_CPUSET": "15" + }, + "limits": [ + "/mtusi2026lab4-postgres-1 cpus=2000000000 memory=1073741824 cpuset=13-14", + "/mtusi2026lab4-s3-1 cpus=2000000000 memory=3221225472 cpuset=11-12" + ], + "seeds": [ + { + "added": 999, + "rows_total": 1000, + "object_bytes": 264, + "seconds": { + "s3_put": 1.078, + "pg_copy": 0.017 + }, + "target": 1000 + }, + { + "added": 9000, + "rows_total": 10000, + "object_bytes": 264, + "seconds": { + "s3_put": 22.064, + "pg_copy": 0.118 + }, + "target": 10000 + }, + { + "added": 20000, + "rows_total": 30000, + "object_bytes": 264, + "seconds": { + "s3_put": 152.798, + "pg_copy": 0.268 + }, + "target": 30000 + } + ], + "results": [ + { + "objects": 1000, + "mode": "deep", + "runs": 3, + "seconds_median": 0.505, + "seconds_all": [ + 0.524, + 0.49, + 0.505 + ], + "wall_seconds_median": 1.31, + "us_per_object": 505.0, + "s3_list_wait_median": 0.083, + "sql_wait_median": 0.01, + "requests": { + "s3_list": 1, + "s3_head": 0, + "s3_get": 1000, + "s3_delete": 0, + "sql": 2 + }, + "max_rss_mib_median": 83.4, + "scanned": { + "objects": 1000, + "rows": 1000 + }, + "found_nonzero": {} + }, + { + "objects": 1000, + "mode": "shallow", + "runs": 3, + "seconds_median": 0.096, + "seconds_all": [ + 0.105, + 0.096, + 0.096 + ], + "wall_seconds_median": 0.908, + "us_per_object": 96.0, + "s3_list_wait_median": 0.081, + "sql_wait_median": 0.008, + "requests": { + "s3_list": 1, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 2 + }, + "max_rss_mib_median": 82.7, + "scanned": { + "objects": 1000, + "rows": 1000 + }, + "found_nonzero": {} + }, + { + "objects": 10000, + "mode": "deep", + "runs": 3, + "seconds_median": 5.252, + "seconds_all": [ + 5.261, + 5.252, + 5.179 + ], + "wall_seconds_median": 6.104, + "us_per_object": 525.2, + "s3_list_wait_median": 1.028, + "sql_wait_median": 0.048, + "requests": { + "s3_list": 10, + "s3_head": 0, + "s3_get": 10000, + "s3_delete": 0, + "sql": 11 + }, + "max_rss_mib_median": 84.3, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found_nonzero": {} + }, + { + "objects": 10000, + "mode": "page100", + "runs": 3, + "seconds_median": 2.241, + "seconds_all": [ + 2.157, + 2.241, + 2.434 + ], + "wall_seconds_median": 3.084, + "us_per_object": 224.1, + "s3_list_wait_median": 2.126, + "sql_wait_median": 0.101, + "requests": { + "s3_list": 100, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 101 + }, + "max_rss_mib_median": 81.1, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found_nonzero": {} + }, + { + "objects": 10000, + "mode": "shallow", + "runs": 3, + "seconds_median": 1.086, + "seconds_all": [ + 1.058, + 1.09, + 1.086 + ], + "wall_seconds_median": 1.929, + "us_per_object": 108.6, + "s3_list_wait_median": 1.029, + "sql_wait_median": 0.046, + "requests": { + "s3_list": 10, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 11 + }, + "max_rss_mib_median": 83.8, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found_nonzero": {} + }, + { + "objects": 30000, + "mode": "deep", + "runs": 3, + "seconds_median": 15.9, + "seconds_all": [ + 15.9, + 16.148, + 15.709 + ], + "wall_seconds_median": 16.714, + "us_per_object": 530.0, + "s3_list_wait_median": 3.239, + "sql_wait_median": 0.149, + "requests": { + "s3_list": 30, + "s3_head": 0, + "s3_get": 30000, + "s3_delete": 0, + "sql": 31 + }, + "max_rss_mib_median": 84.4, + "scanned": { + "objects": 30000, + "rows": 30000 + }, + "found_nonzero": {} + }, + { + "objects": 30000, + "mode": "shallow", + "runs": 3, + "seconds_median": 3.317, + "seconds_all": [ + 3.317, + 3.378, + 3.315 + ], + "wall_seconds_median": 4.189, + "us_per_object": 110.6, + "s3_list_wait_median": 3.148, + "sql_wait_median": 0.146, + "requests": { + "s3_list": 30, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 31 + }, + "max_rss_mib_median": 83.9, + "scanned": { + "objects": 30000, + "rows": 30000 + }, + "found_nonzero": {} + } + ] +} diff --git a/evidence/reconcile/cost-2026-10-29/summary.txt b/evidence/reconcile/cost-2026-10-29/summary.txt new file mode 100644 index 00000000..79f45a98 --- /dev/null +++ b/evidence/reconcile/cost-2026-10-29/summary.txt @@ -0,0 +1,9 @@ +date: 2026-10-29T01:40:48Z pins: {'S3_CPUS': '2', 'S3_MEMORY': '3g', 'S3_CPUSET': '11-12', 'PG_CPUSET': '13-14', 'RECONCILE_CPUSET': '15'} +objects mode runs t_med,s wall,s us/obj list,s sql,s lists sqls gets rss,MiB + 1000 deep 3 0.505 1.31 505.0 0.083 0.010 1 2 1000 83.4 + 1000 shallow 3 0.096 0.91 96.0 0.081 0.008 1 2 0 82.7 + 10000 deep 3 5.252 6.10 525.2 1.028 0.048 10 11 10000 84.3 + 10000 page100 3 2.241 3.08 224.1 2.126 0.101 100 101 0 81.1 + 10000 shallow 3 1.086 1.93 108.6 1.029 0.046 10 11 0 83.8 + 30000 deep 3 15.900 16.71 530.0 3.239 0.149 30 31 30000 84.4 + 30000 shallow 3 3.317 4.19 110.6 3.148 0.146 30 31 0 83.9 diff --git a/evidence/reconcile/cost/host-docker-stats.txt b/evidence/reconcile/cost/host-docker-stats.txt new file mode 100644 index 00000000..a58b9a5a --- /dev/null +++ b/evidence/reconcile/cost/host-docker-stats.txt @@ -0,0 +1,77 @@ +== before the series date: 2026-10-30T03:48:33Z commit: b191623 host loadavg: 2.06 2.33 3.16 +$ docker stats --no-stream --all +NAME CPU % MEM USAGE / LIMIT MEM % PIDS +mtusi2026lab4-api-1 13.57% 119.8MiB / 512MiB 23.39% 12 +mtusi2026lab4-api-2 0.66% 145.6MiB / 512MiB 28.43% 12 +mtusi2026lab4-migrate-1 0.00% 0B / 0B 0.00% 0 +mtusi2026lab4-s3-init-1 0.00% 0B / 0B 0.00% 0 +mtusi2026lab4-postgres-1 0.20% 47.31MiB / 1GiB 4.62% 10 +mtusi2026lab4-lb-1 0.18% 19.65MiB / 128MiB 15.35% 17 +mtusi2026lab4-s3-1 0.04% 57.48MiB / 512MiB 11.23% 14 +mtusi2026lab4-valkey-1 0.73% 12.86MiB / 128MiB 10.05% 6 +mtusi-lab6-test-rabbitmq-44e4f19b 0.36% 61.67MiB / 7.653GiB 0.79% 53 +infra-tsvision-backend-1 0.00% 0B / 0B 0.00% 0 +infra-tsvision-consumer-1 0.00% 0B / 0B 0.00% 0 +infra-minio-init-1 0.00% 0B / 0B 0.00% 0 +infra-postgres-1 0.00% 0B / 0B 0.00% 0 +infra-rabbitmq-1 0.00% 0B / 0B 0.00% 0 +infra-minio-1 0.00% 0B / 0B 0.00% 0 +infra-mediamtx-1 0.00% 0B / 0B 0.00% 0 +infra-dragonfly-1 0.00% 0B / 0B 0.00% 0 +boring_merkle 0.00% 0B / 0B 0.00% 0 +infallible_solomon 0.00% 0B / 0B 0.00% 0 +friendly_goldwasser 0.00% 0B / 0B 0.00% 0 +magical_noether 0.00% 0B / 0B 0.00% 0 +postgres 0.00% 0B / 0B 0.00% 0 +main_postgres 0.00% 0B / 0B 0.00% 0 +fulfilment-backend 0.00% 0B / 0B 0.00% 0 + +$ docker ps +mtusi2026lab4-api-1 mtusi-messenger:mtusi2026lab4 Up 7 seconds (healthy) +mtusi2026lab4-api-2 mtusi-messenger:mtusi2026lab4 Up 7 seconds (healthy) +mtusi2026lab4-postgres-1 postgres:17.11-alpine Up 13 seconds (healthy) +mtusi2026lab4-lb-1 haproxy:3.2.26-alpine Up 13 seconds (healthy) +mtusi2026lab4-s3-1 rustfs/rustfs:1.0.4 Up 13 seconds (healthy) +mtusi2026lab4-valkey-1 valkey/valkey:8.1.11-alpine Up 13 seconds (healthy) +mtusi-lab6-test-rabbitmq-44e4f19b rabbitmq:4.1.8-management-alpine Up 16 hours + + +== after the series date: 2026-10-30T03:54:45Z commit: b191623 host loadavg: 2.79 2.46 2.91 +$ docker stats --no-stream --all +NAME CPU % MEM USAGE / LIMIT MEM % PIDS +mtusi2026lab4-postgres-1 1.35% 36.84MiB / 1GiB 3.60% 10 +mtusi2026lab4-s3-1 4.72% 74.16MiB / 512MiB 14.49% 13 +fleetle-r5-check-step 11.00% 287.9MiB / 7.653GiB 3.67% 12 +mtusi2026lab4-api-1 0.29% 151.2MiB / 512MiB 29.53% 12 +mtusi2026lab4-api-2 0.35% 161MiB / 512MiB 31.44% 12 +mtusi2026lab4-migrate-1 0.00% 0B / 0B 0.00% 0 +mtusi2026lab4-s3-init-1 0.00% 0B / 0B 0.00% 0 +mtusi2026lab4-lb-1 0.08% 19.49MiB / 128MiB 15.23% 17 +mtusi2026lab4-valkey-1 1.20% 12.85MiB / 128MiB 10.04% 6 +mtusi-lab6-test-rabbitmq-44e4f19b 0.17% 61.82MiB / 7.653GiB 0.79% 53 +infra-tsvision-backend-1 0.00% 0B / 0B 0.00% 0 +infra-tsvision-consumer-1 0.00% 0B / 0B 0.00% 0 +infra-minio-init-1 0.00% 0B / 0B 0.00% 0 +infra-postgres-1 0.00% 0B / 0B 0.00% 0 +infra-rabbitmq-1 0.00% 0B / 0B 0.00% 0 +infra-minio-1 0.00% 0B / 0B 0.00% 0 +infra-mediamtx-1 0.00% 0B / 0B 0.00% 0 +infra-dragonfly-1 0.00% 0B / 0B 0.00% 0 +boring_merkle 0.00% 0B / 0B 0.00% 0 +infallible_solomon 0.00% 0B / 0B 0.00% 0 +friendly_goldwasser 0.00% 0B / 0B 0.00% 0 +magical_noether 0.00% 0B / 0B 0.00% 0 +postgres 0.00% 0B / 0B 0.00% 0 +main_postgres 0.00% 0B / 0B 0.00% 0 +fulfilment-backend 0.00% 0B / 0B 0.00% 0 + +$ docker ps +mtusi2026lab4-postgres-1 postgres:17.11-alpine Up 7 seconds (healthy) +mtusi2026lab4-s3-1 rustfs/rustfs:1.0.4 Up 7 seconds (healthy) +fleetle-r5-check-step node:24.22.1-alpine Up 13 seconds +mtusi2026lab4-api-1 mtusi-messenger:mtusi2026lab4 Up 6 minutes (healthy) +mtusi2026lab4-api-2 mtusi-messenger:mtusi2026lab4 Up 6 minutes (healthy) +mtusi2026lab4-lb-1 haproxy:3.2.26-alpine Up 6 minutes (healthy) +mtusi2026lab4-valkey-1 valkey/valkey:8.1.11-alpine Up 6 minutes (healthy) +mtusi-lab6-test-rabbitmq-44e4f19b rabbitmq:4.1.8-management-alpine Up 16 hours + diff --git a/evidence/reconcile/cost/n1000-deep-1.json b/evidence/reconcile/cost/n1000-deep-1.json new file mode 100644 index 00000000..520fdf26 --- /dev/null +++ b/evidence/reconcile/cost/n1000-deep-1.json @@ -0,0 +1,61 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": true, + "page_size": 1000, + "scanned": { + "objects": 1000, + "rows": 1000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 0.493, + "requests": { + "s3_list": 1, + "s3_head": 0, + "s3_get": 1000, + "s3_delete": 0, + "sql": 2 + }, + "waited_seconds": { + "s3_list": 0.091, + "sql": 0.009 + }, + "hashed_bytes": 375553, + "cpu_seconds": 0.857, + "max_rss_mib": 83.3 + }, + "exit_code": 0, + "wall_seconds": 1.284, + "screen": { + "window_seconds": 1.55, + "ours_cores": 0.7, + "other_cores": 0.0, + "other_on_pinned_cores": 0.0, + "host_loadavg_1m": 1.99, + "disturbed": false + } +} diff --git a/evidence/reconcile/cost/n1000-deep-2.json b/evidence/reconcile/cost/n1000-deep-2.json new file mode 100644 index 00000000..b01a985b --- /dev/null +++ b/evidence/reconcile/cost/n1000-deep-2.json @@ -0,0 +1,61 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": true, + "page_size": 1000, + "scanned": { + "objects": 1000, + "rows": 1000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 0.479, + "requests": { + "s3_list": 1, + "s3_head": 0, + "s3_get": 1000, + "s3_delete": 0, + "sql": 2 + }, + "waited_seconds": { + "s3_list": 0.091, + "sql": 0.01 + }, + "hashed_bytes": 375553, + "cpu_seconds": 0.837, + "max_rss_mib": 83.0 + }, + "exit_code": 0, + "wall_seconds": 1.278, + "screen": { + "window_seconds": 1.53, + "ours_cores": 0.65, + "other_cores": 0.0, + "other_on_pinned_cores": 0.0, + "host_loadavg_1m": 1.99, + "disturbed": false + } +} diff --git a/evidence/reconcile/cost/n1000-deep-3.json b/evidence/reconcile/cost/n1000-deep-3.json new file mode 100644 index 00000000..b53dcbc3 --- /dev/null +++ b/evidence/reconcile/cost/n1000-deep-3.json @@ -0,0 +1,61 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": true, + "page_size": 1000, + "scanned": { + "objects": 1000, + "rows": 1000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 0.502, + "requests": { + "s3_list": 1, + "s3_head": 0, + "s3_get": 1000, + "s3_delete": 0, + "sql": 2 + }, + "waited_seconds": { + "s3_list": 0.09, + "sql": 0.008 + }, + "hashed_bytes": 375553, + "cpu_seconds": 0.857, + "max_rss_mib": 83.0 + }, + "exit_code": 0, + "wall_seconds": 1.301, + "screen": { + "window_seconds": 1.57, + "ours_cores": 0.69, + "other_cores": 0.0, + "other_on_pinned_cores": 0.0, + "host_loadavg_1m": 1.99, + "disturbed": false + } +} diff --git a/evidence/reconcile/cost/n1000-shallow-1.json b/evidence/reconcile/cost/n1000-shallow-1.json new file mode 100644 index 00000000..d0dc363e --- /dev/null +++ b/evidence/reconcile/cost/n1000-shallow-1.json @@ -0,0 +1,61 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 1000, + "scanned": { + "objects": 1000, + "rows": 1000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 0.106, + "requests": { + "s3_list": 1, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 2 + }, + "waited_seconds": { + "s3_list": 0.09, + "sql": 0.009 + }, + "hashed_bytes": 0, + "cpu_seconds": 0.467, + "max_rss_mib": 82.5 + }, + "exit_code": 0, + "wall_seconds": 0.908, + "screen": { + "window_seconds": 1.16, + "ours_cores": 0.48, + "other_cores": 0.0, + "other_on_pinned_cores": 0.0, + "host_loadavg_1m": 2.07, + "disturbed": false + } +} diff --git a/evidence/reconcile/cost/n1000-shallow-2.json b/evidence/reconcile/cost/n1000-shallow-2.json new file mode 100644 index 00000000..d0dacdc7 --- /dev/null +++ b/evidence/reconcile/cost/n1000-shallow-2.json @@ -0,0 +1,61 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 1000, + "scanned": { + "objects": 1000, + "rows": 1000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 0.105, + "requests": { + "s3_list": 1, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 2 + }, + "waited_seconds": { + "s3_list": 0.092, + "sql": 0.008 + }, + "hashed_bytes": 0, + "cpu_seconds": 0.472, + "max_rss_mib": 82.5 + }, + "exit_code": 0, + "wall_seconds": 0.915, + "screen": { + "window_seconds": 1.17, + "ours_cores": 0.47, + "other_cores": 0.0, + "other_on_pinned_cores": 0.0, + "host_loadavg_1m": 2.07, + "disturbed": false + } +} diff --git a/evidence/reconcile/cost/n1000-shallow-3.json b/evidence/reconcile/cost/n1000-shallow-3.json new file mode 100644 index 00000000..d5b0ca84 --- /dev/null +++ b/evidence/reconcile/cost/n1000-shallow-3.json @@ -0,0 +1,61 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 1000, + "scanned": { + "objects": 1000, + "rows": 1000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 0.103, + "requests": { + "s3_list": 1, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 2 + }, + "waited_seconds": { + "s3_list": 0.089, + "sql": 0.008 + }, + "hashed_bytes": 0, + "cpu_seconds": 0.471, + "max_rss_mib": 82.5 + }, + "exit_code": 0, + "wall_seconds": 0.887, + "screen": { + "window_seconds": 1.16, + "ours_cores": 0.47, + "other_cores": 0.0, + "other_on_pinned_cores": 0.0, + "host_loadavg_1m": 1.99, + "disturbed": false + } +} diff --git a/evidence/reconcile/cost/n10000-deep-1.json b/evidence/reconcile/cost/n10000-deep-1.json new file mode 100644 index 00000000..7da0613d --- /dev/null +++ b/evidence/reconcile/cost/n10000-deep-1.json @@ -0,0 +1,61 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": true, + "page_size": 1000, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 5.041, + "requests": { + "s3_list": 10, + "s3_head": 0, + "s3_get": 10000, + "s3_delete": 0, + "sql": 11 + }, + "waited_seconds": { + "s3_list": 1.018, + "sql": 0.045 + }, + "hashed_bytes": 2751553, + "cpu_seconds": 4.727, + "max_rss_mib": 84.1 + }, + "exit_code": 0, + "wall_seconds": 5.845, + "screen": { + "window_seconds": 6.12, + "ours_cores": 1.16, + "other_cores": 0.15, + "other_on_pinned_cores": 0.0, + "host_loadavg_1m": 1.99, + "disturbed": false + } +} diff --git a/evidence/reconcile/cost/n10000-deep-2.json b/evidence/reconcile/cost/n10000-deep-2.json new file mode 100644 index 00000000..29b661ec --- /dev/null +++ b/evidence/reconcile/cost/n10000-deep-2.json @@ -0,0 +1,61 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": true, + "page_size": 1000, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 5.051, + "requests": { + "s3_list": 10, + "s3_head": 0, + "s3_get": 10000, + "s3_delete": 0, + "sql": 11 + }, + "waited_seconds": { + "s3_list": 0.986, + "sql": 0.044 + }, + "hashed_bytes": 2751553, + "cpu_seconds": 4.718, + "max_rss_mib": 84.1 + }, + "exit_code": 0, + "wall_seconds": 5.875, + "screen": { + "window_seconds": 6.14, + "ours_cores": 1.14, + "other_cores": 0.0, + "other_on_pinned_cores": 0.0, + "host_loadavg_1m": 1.99, + "disturbed": false + } +} diff --git a/evidence/reconcile/cost/n10000-deep-3.json b/evidence/reconcile/cost/n10000-deep-3.json new file mode 100644 index 00000000..8971d320 --- /dev/null +++ b/evidence/reconcile/cost/n10000-deep-3.json @@ -0,0 +1,61 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": true, + "page_size": 1000, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 5.034, + "requests": { + "s3_list": 10, + "s3_head": 0, + "s3_get": 10000, + "s3_delete": 0, + "sql": 11 + }, + "waited_seconds": { + "s3_list": 0.978, + "sql": 0.045 + }, + "hashed_bytes": 2751553, + "cpu_seconds": 4.709, + "max_rss_mib": 84.3 + }, + "exit_code": 0, + "wall_seconds": 5.882, + "screen": { + "window_seconds": 6.16, + "ours_cores": 1.14, + "other_cores": 0.02, + "other_on_pinned_cores": 0.0, + "host_loadavg_1m": 2.07, + "disturbed": false + } +} diff --git a/evidence/reconcile/cost/n10000-page100-1.json b/evidence/reconcile/cost/n10000-page100-1.json new file mode 100644 index 00000000..6234c37f --- /dev/null +++ b/evidence/reconcile/cost/n10000-page100-1.json @@ -0,0 +1,61 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 100, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 2.033, + "requests": { + "s3_list": 100, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 101 + }, + "waited_seconds": { + "s3_list": 1.943, + "sql": 0.078 + }, + "hashed_bytes": 0, + "cpu_seconds": 0.802, + "max_rss_mib": 81.0 + }, + "exit_code": 0, + "wall_seconds": 2.866, + "screen": { + "window_seconds": 3.14, + "ours_cores": 0.84, + "other_cores": 0.0, + "other_on_pinned_cores": 0.0, + "host_loadavg_1m": 1.99, + "disturbed": false + } +} diff --git a/evidence/reconcile/cost/n10000-page100-2.json b/evidence/reconcile/cost/n10000-page100-2.json new file mode 100644 index 00000000..01f726be --- /dev/null +++ b/evidence/reconcile/cost/n10000-page100-2.json @@ -0,0 +1,61 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 100, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 2.058, + "requests": { + "s3_list": 100, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 101 + }, + "waited_seconds": { + "s3_list": 1.966, + "sql": 0.08 + }, + "hashed_bytes": 0, + "cpu_seconds": 0.804, + "max_rss_mib": 81.3 + }, + "exit_code": 0, + "wall_seconds": 2.883, + "screen": { + "window_seconds": 3.15, + "ours_cores": 0.84, + "other_cores": 0.0, + "other_on_pinned_cores": 0.0, + "host_loadavg_1m": 1.91, + "disturbed": false + } +} diff --git a/evidence/reconcile/cost/n10000-page100-3.json b/evidence/reconcile/cost/n10000-page100-3.json new file mode 100644 index 00000000..63137a3f --- /dev/null +++ b/evidence/reconcile/cost/n10000-page100-3.json @@ -0,0 +1,61 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 100, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 2.059, + "requests": { + "s3_list": 100, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 101 + }, + "waited_seconds": { + "s3_list": 1.969, + "sql": 0.079 + }, + "hashed_bytes": 0, + "cpu_seconds": 0.806, + "max_rss_mib": 81.0 + }, + "exit_code": 0, + "wall_seconds": 2.885, + "screen": { + "window_seconds": 3.15, + "ours_cores": 0.85, + "other_cores": 0.0, + "other_on_pinned_cores": 0.0, + "host_loadavg_1m": 1.91, + "disturbed": false + } +} diff --git a/evidence/reconcile/cost/n10000-shallow-1.json b/evidence/reconcile/cost/n10000-shallow-1.json new file mode 100644 index 00000000..ebdd8741 --- /dev/null +++ b/evidence/reconcile/cost/n10000-shallow-1.json @@ -0,0 +1,61 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 1000, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 1.0, + "requests": { + "s3_list": 10, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 11 + }, + "waited_seconds": { + "s3_list": 0.946, + "sql": 0.043 + }, + "hashed_bytes": 0, + "cpu_seconds": 0.734, + "max_rss_mib": 83.6 + }, + "exit_code": 0, + "wall_seconds": 1.804, + "screen": { + "window_seconds": 2.05, + "ours_cores": 0.73, + "other_cores": 0.0, + "other_on_pinned_cores": 0.0, + "host_loadavg_1m": 2.08, + "disturbed": false + } +} diff --git a/evidence/reconcile/cost/n10000-shallow-2.json b/evidence/reconcile/cost/n10000-shallow-2.json new file mode 100644 index 00000000..bcab8a49 --- /dev/null +++ b/evidence/reconcile/cost/n10000-shallow-2.json @@ -0,0 +1,61 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 1000, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 1.0, + "requests": { + "s3_list": 10, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 11 + }, + "waited_seconds": { + "s3_list": 0.946, + "sql": 0.043 + }, + "hashed_bytes": 0, + "cpu_seconds": 0.733, + "max_rss_mib": 83.6 + }, + "exit_code": 0, + "wall_seconds": 1.808, + "screen": { + "window_seconds": 2.08, + "ours_cores": 0.74, + "other_cores": 0.0, + "other_on_pinned_cores": 0.0, + "host_loadavg_1m": 2.08, + "disturbed": false + } +} diff --git a/evidence/reconcile/cost/n10000-shallow-3.json b/evidence/reconcile/cost/n10000-shallow-3.json new file mode 100644 index 00000000..eb4fe8e2 --- /dev/null +++ b/evidence/reconcile/cost/n10000-shallow-3.json @@ -0,0 +1,61 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 1000, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 1.021, + "requests": { + "s3_list": 10, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 11 + }, + "waited_seconds": { + "s3_list": 0.967, + "sql": 0.043 + }, + "hashed_bytes": 0, + "cpu_seconds": 0.75, + "max_rss_mib": 83.6 + }, + "exit_code": 0, + "wall_seconds": 1.85, + "screen": { + "window_seconds": 2.11, + "ours_cores": 0.73, + "other_cores": 0.0, + "other_on_pinned_cores": 0.0, + "host_loadavg_1m": 2.08, + "disturbed": false + } +} diff --git a/evidence/reconcile/cost/n30000-deep-1.json b/evidence/reconcile/cost/n30000-deep-1.json new file mode 100644 index 00000000..2c73cb94 --- /dev/null +++ b/evidence/reconcile/cost/n30000-deep-1.json @@ -0,0 +1,61 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": true, + "page_size": 1000, + "scanned": { + "objects": 30000, + "rows": 30000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 15.979, + "requests": { + "s3_list": 30, + "s3_head": 0, + "s3_get": 30000, + "s3_delete": 0, + "sql": 31 + }, + "waited_seconds": { + "s3_list": 3.597, + "sql": 0.133 + }, + "hashed_bytes": 8031553, + "cpu_seconds": 13.501, + "max_rss_mib": 84.1 + }, + "exit_code": 0, + "wall_seconds": 16.822, + "screen": { + "window_seconds": 17.08, + "ours_cores": 1.23, + "other_cores": 0.05, + "other_on_pinned_cores": 0.0, + "host_loadavg_1m": 2.18, + "disturbed": false + } +} diff --git a/evidence/reconcile/cost/n30000-deep-2.json b/evidence/reconcile/cost/n30000-deep-2.json new file mode 100644 index 00000000..46fa27fd --- /dev/null +++ b/evidence/reconcile/cost/n30000-deep-2.json @@ -0,0 +1,61 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": true, + "page_size": 1000, + "scanned": { + "objects": 30000, + "rows": 30000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 16.166, + "requests": { + "s3_list": 30, + "s3_head": 0, + "s3_get": 30000, + "s3_delete": 0, + "sql": 31 + }, + "waited_seconds": { + "s3_list": 3.655, + "sql": 0.15 + }, + "hashed_bytes": 8031553, + "cpu_seconds": 13.684, + "max_rss_mib": 84.1 + }, + "exit_code": 0, + "wall_seconds": 16.997, + "screen": { + "window_seconds": 17.27, + "ours_cores": 1.24, + "other_cores": 0.05, + "other_on_pinned_cores": 0.0, + "host_loadavg_1m": 2.2, + "disturbed": false + } +} diff --git a/evidence/reconcile/cost/n30000-deep-3.json b/evidence/reconcile/cost/n30000-deep-3.json new file mode 100644 index 00000000..3be95008 --- /dev/null +++ b/evidence/reconcile/cost/n30000-deep-3.json @@ -0,0 +1,61 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": true, + "page_size": 1000, + "scanned": { + "objects": 30000, + "rows": 30000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 16.15, + "requests": { + "s3_list": 30, + "s3_head": 0, + "s3_get": 30000, + "s3_delete": 0, + "sql": 31 + }, + "waited_seconds": { + "s3_list": 3.62, + "sql": 0.149 + }, + "hashed_bytes": 8031553, + "cpu_seconds": 13.786, + "max_rss_mib": 84.1 + }, + "exit_code": 0, + "wall_seconds": 16.997, + "screen": { + "window_seconds": 17.26, + "ours_cores": 1.24, + "other_cores": 0.2, + "other_on_pinned_cores": 0.01, + "host_loadavg_1m": 2.16, + "disturbed": false + } +} diff --git a/evidence/reconcile/cost/n30000-shallow-1.json b/evidence/reconcile/cost/n30000-shallow-1.json new file mode 100644 index 00000000..04e95c77 --- /dev/null +++ b/evidence/reconcile/cost/n30000-shallow-1.json @@ -0,0 +1,61 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 1000, + "scanned": { + "objects": 30000, + "rows": 30000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 3.729, + "requests": { + "s3_list": 30, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 31 + }, + "waited_seconds": { + "s3_list": 3.562, + "sql": 0.145 + }, + "hashed_bytes": 0, + "cpu_seconds": 1.365, + "max_rss_mib": 83.8 + }, + "exit_code": 0, + "wall_seconds": 4.576, + "screen": { + "window_seconds": 4.85, + "ours_cores": 0.92, + "other_cores": 0.0, + "other_on_pinned_cores": 0.0, + "host_loadavg_1m": 2.29, + "disturbed": false + } +} diff --git a/evidence/reconcile/cost/n30000-shallow-2.json b/evidence/reconcile/cost/n30000-shallow-2.json new file mode 100644 index 00000000..eba13b87 --- /dev/null +++ b/evidence/reconcile/cost/n30000-shallow-2.json @@ -0,0 +1,61 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 1000, + "scanned": { + "objects": 30000, + "rows": 30000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 3.719, + "requests": { + "s3_list": 30, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 31 + }, + "waited_seconds": { + "s3_list": 3.553, + "sql": 0.144 + }, + "hashed_bytes": 0, + "cpu_seconds": 1.356, + "max_rss_mib": 83.7 + }, + "exit_code": 0, + "wall_seconds": 4.561, + "screen": { + "window_seconds": 4.83, + "ours_cores": 0.92, + "other_cores": 0.0, + "other_on_pinned_cores": 0.0, + "host_loadavg_1m": 2.35, + "disturbed": false + } +} diff --git a/evidence/reconcile/cost/n30000-shallow-3.json b/evidence/reconcile/cost/n30000-shallow-3.json new file mode 100644 index 00000000..876b7c97 --- /dev/null +++ b/evidence/reconcile/cost/n30000-shallow-3.json @@ -0,0 +1,61 @@ +{ + "mode": "dry-run", + "skipped": false, + "grace_seconds": 3600, + "skew_seconds": 60, + "deep": false, + "page_size": 1000, + "scanned": { + "objects": 30000, + "rows": 30000 + }, + "found": { + "orphan_stale": 0, + "orphan_fresh": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "pending_fresh": 0, + "quarantined": 0, + "healed": 0 + }, + "fixed": { + "orphan_stale": 0, + "missing": 0, + "size_mismatch": 0, + "sha_mismatch": 0, + "pending_stale": 0, + "healed": 0 + }, + "rechecked": {}, + "errors": 0, + "samples": {}, + "cost": { + "seconds": 3.751, + "requests": { + "s3_list": 30, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 31 + }, + "waited_seconds": { + "s3_list": 3.584, + "sql": 0.145 + }, + "hashed_bytes": 0, + "cpu_seconds": 1.371, + "max_rss_mib": 83.8 + }, + "exit_code": 0, + "wall_seconds": 4.595, + "screen": { + "window_seconds": 4.86, + "ours_cores": 0.94, + "other_cores": 0.0, + "other_on_pinned_cores": 0.0, + "host_loadavg_1m": 2.32, + "disturbed": false + } +} diff --git a/evidence/reconcile/cost/summary.json b/evidence/reconcile/cost/summary.json new file mode 100644 index 00000000..dfb9de7b --- /dev/null +++ b/evidence/reconcile/cost/summary.json @@ -0,0 +1,284 @@ +{ + "date": "2026-10-30T03:48:39Z", + "commit": "b191623", + "pins": { + "S3_CPUS": "2", + "S3_MEMORY": "3g", + "S3_CPUSET": "11-12", + "PG_CPUSET": "13-14", + "RECONCILE_CPUSET": "15" + }, + "limits": [ + "/mtusi2026lab4-postgres-1 cpus=2000000000 memory=1073741824 cpuset=13-14", + "/mtusi2026lab4-s3-1 cpus=2000000000 memory=3221225472 cpuset=11-12" + ], + "seeds": [ + { + "added": 999, + "rows_total": 1000, + "object_bytes": 264, + "seconds": { + "s3_put": 1.439, + "pg_copy": 0.015 + }, + "target": 1000 + }, + { + "added": 9000, + "rows_total": 10000, + "object_bytes": 264, + "seconds": { + "s3_put": 23.399, + "pg_copy": 0.106 + }, + "target": 10000 + }, + { + "added": 20000, + "rows_total": 30000, + "object_bytes": 264, + "seconds": { + "s3_put": 134.854, + "pg_copy": 0.247 + }, + "target": 30000 + } + ], + "screen": { + "max_other_cores": 2.0, + "max_other_on_pinned_cores": 0.25 + }, + "results": [ + { + "objects": 1000, + "mode": "deep", + "runs": 3, + "seconds_median": 0.493, + "seconds_all": [ + 0.493, + 0.479, + 0.502 + ], + "wall_seconds_median": 1.284, + "us_per_object": 493.0, + "cpu_seconds_median": 0.857, + "s3_list_wait_median": 0.091, + "sql_wait_median": 0.009, + "requests": { + "s3_list": 1, + "s3_head": 0, + "s3_get": 1000, + "s3_delete": 0, + "sql": 2 + }, + "max_rss_mib_median": 83.0, + "other_cores_max": 0.0, + "other_on_pinned_cores_max": 0.0, + "disturbed_kept": 0, + "rejected": 0, + "scanned": { + "objects": 1000, + "rows": 1000 + }, + "found_nonzero": {} + }, + { + "objects": 1000, + "mode": "shallow", + "runs": 3, + "seconds_median": 0.105, + "seconds_all": [ + 0.106, + 0.105, + 0.103 + ], + "wall_seconds_median": 0.908, + "us_per_object": 105.0, + "cpu_seconds_median": 0.471, + "s3_list_wait_median": 0.09, + "sql_wait_median": 0.008, + "requests": { + "s3_list": 1, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 2 + }, + "max_rss_mib_median": 82.5, + "other_cores_max": 0.0, + "other_on_pinned_cores_max": 0.0, + "disturbed_kept": 0, + "rejected": 0, + "scanned": { + "objects": 1000, + "rows": 1000 + }, + "found_nonzero": {} + }, + { + "objects": 10000, + "mode": "deep", + "runs": 3, + "seconds_median": 5.041, + "seconds_all": [ + 5.041, + 5.051, + 5.034 + ], + "wall_seconds_median": 5.875, + "us_per_object": 504.1, + "cpu_seconds_median": 4.718, + "s3_list_wait_median": 0.986, + "sql_wait_median": 0.045, + "requests": { + "s3_list": 10, + "s3_head": 0, + "s3_get": 10000, + "s3_delete": 0, + "sql": 11 + }, + "max_rss_mib_median": 84.1, + "other_cores_max": 0.15, + "other_on_pinned_cores_max": 0.0, + "disturbed_kept": 0, + "rejected": 0, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found_nonzero": {} + }, + { + "objects": 10000, + "mode": "page100", + "runs": 3, + "seconds_median": 2.058, + "seconds_all": [ + 2.033, + 2.058, + 2.059 + ], + "wall_seconds_median": 2.883, + "us_per_object": 205.8, + "cpu_seconds_median": 0.804, + "s3_list_wait_median": 1.966, + "sql_wait_median": 0.079, + "requests": { + "s3_list": 100, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 101 + }, + "max_rss_mib_median": 81.0, + "other_cores_max": 0.0, + "other_on_pinned_cores_max": 0.0, + "disturbed_kept": 0, + "rejected": 0, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found_nonzero": {} + }, + { + "objects": 10000, + "mode": "shallow", + "runs": 3, + "seconds_median": 1.0, + "seconds_all": [ + 1.0, + 1.0, + 1.021 + ], + "wall_seconds_median": 1.808, + "us_per_object": 100.0, + "cpu_seconds_median": 0.734, + "s3_list_wait_median": 0.946, + "sql_wait_median": 0.043, + "requests": { + "s3_list": 10, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 11 + }, + "max_rss_mib_median": 83.6, + "other_cores_max": 0.0, + "other_on_pinned_cores_max": 0.0, + "disturbed_kept": 0, + "rejected": 0, + "scanned": { + "objects": 10000, + "rows": 10000 + }, + "found_nonzero": {} + }, + { + "objects": 30000, + "mode": "deep", + "runs": 3, + "seconds_median": 16.15, + "seconds_all": [ + 15.979, + 16.166, + 16.15 + ], + "wall_seconds_median": 16.997, + "us_per_object": 538.3, + "cpu_seconds_median": 13.684, + "s3_list_wait_median": 3.62, + "sql_wait_median": 0.149, + "requests": { + "s3_list": 30, + "s3_head": 0, + "s3_get": 30000, + "s3_delete": 0, + "sql": 31 + }, + "max_rss_mib_median": 84.1, + "other_cores_max": 0.2, + "other_on_pinned_cores_max": 0.01, + "disturbed_kept": 0, + "rejected": 0, + "scanned": { + "objects": 30000, + "rows": 30000 + }, + "found_nonzero": {} + }, + { + "objects": 30000, + "mode": "shallow", + "runs": 3, + "seconds_median": 3.729, + "seconds_all": [ + 3.729, + 3.719, + 3.751 + ], + "wall_seconds_median": 4.576, + "us_per_object": 124.3, + "cpu_seconds_median": 1.365, + "s3_list_wait_median": 3.562, + "sql_wait_median": 0.145, + "requests": { + "s3_list": 30, + "s3_head": 0, + "s3_get": 0, + "s3_delete": 0, + "sql": 31 + }, + "max_rss_mib_median": 83.8, + "other_cores_max": 0.0, + "other_on_pinned_cores_max": 0.0, + "disturbed_kept": 0, + "rejected": 0, + "scanned": { + "objects": 30000, + "rows": 30000 + }, + "found_nonzero": {} + } + ] +} diff --git a/evidence/reconcile/cost/summary.txt b/evidence/reconcile/cost/summary.txt new file mode 100644 index 00000000..cc1c4398 --- /dev/null +++ b/evidence/reconcile/cost/summary.txt @@ -0,0 +1,9 @@ +date: 2026-10-30T03:48:39Z commit: b191623 pins: {'S3_CPUS': '2', 'S3_MEMORY': '3g', 'S3_CPUSET': '11-12', 'PG_CPUSET': '13-14', 'RECONCILE_CPUSET': '15'} +objects mode runs t_med,s wall,s us/obj cpu,s list,s sql,s lists sqls gets rss,MiB other pinned rejected + 1000 deep 3 0.493 1.28 493.0 0.86 0.091 0.009 1 2 1000 83.0 0.00 0.00 0 + 1000 shallow 3 0.105 0.91 105.0 0.47 0.090 0.008 1 2 0 82.5 0.00 0.00 0 + 10000 deep 3 5.041 5.88 504.1 4.72 0.986 0.045 10 11 10000 84.1 0.15 0.00 0 + 10000 page100 3 2.058 2.88 205.8 0.80 1.966 0.079 100 101 0 81.0 0.00 0.00 0 + 10000 shallow 3 1.000 1.81 100.0 0.73 0.946 0.043 10 11 0 83.6 0.00 0.00 0 + 30000 deep 3 16.150 17.00 538.3 13.68 3.620 0.149 30 31 30000 84.1 0.20 0.01 0 + 30000 shallow 3 3.729 4.58 124.3 1.36 3.562 0.145 30 31 0 83.8 0.00 0.00 0 diff --git a/openspec/changes/add-lab4-storage-reconciler/tasks.md b/openspec/changes/add-lab4-storage-reconciler/tasks.md index 3bb77399..1614f33d 100644 --- a/openspec/changes/add-lab4-storage-reconciler/tasks.md +++ b/openspec/changes/add-lab4-storage-reconciler/tasks.md @@ -37,7 +37,7 @@ ## 6. Измерения - [x] 6.1 `make reconcile-demo` на чистом стенде → `evidence/reconcile/` -- [ ] 6.2 `make reconcile-cost` на чистом стенде → `evidence/reconcile/cost/` +- [x] 6.2 `make reconcile-cost` на чистом стенде → `evidence/reconcile/cost/` - [ ] 6.3 Проверка группы: критерии H1 и H2 из `design.md` ## 7. Отчёт