From 0072dbee94fdcc344236d3ccc20fe56a81f43b50 Mon Sep 17 00:00:00 2001 From: roman Date: Fri, 23 Oct 2026 18:52:27 +0300 Subject: [PATCH] docs: add reconcile cost label baseline make bench_reconcile on d8b8ae3, quiet host: 51/51 passes, swapouts_delta 0, no host warnings. Co-Authored-By: Claude Opus 5.5 --- .../reconcile/baseline/background-p95.svg | 40 + evidence/reconcile/baseline/cost-by-n.svg | 35 + evidence/reconcile/baseline/meta.json | 998 ++++++++++++++++++ evidence/reconcile/baseline/passes.csv | 52 + evidence/reconcile/baseline/progress.json | 12 + .../baseline/raw/A-batch-r1-cleaner.json | 85 ++ .../baseline/raw/A-batch-r2-cleaner.json | 85 ++ .../baseline/raw/A-batch-r3-cleaner.json | 85 ++ .../baseline/raw/A-deep-fast-r1-cleaner.json | 85 ++ .../baseline/raw/A-deep-fast-r2-cleaner.json | 85 ++ .../baseline/raw/A-deep-fast-r3-cleaner.json | 85 ++ .../baseline/raw/A-deep-r1-cleaner.json | 85 ++ .../baseline/raw/A-deep-r2-cleaner.json | 85 ++ .../baseline/raw/A-deep-r3-cleaner.json | 85 ++ .../baseline/raw/B-batch-r1-cleaner.json | 85 ++ .../baseline/raw/B-batch-r2-cleaner.json | 85 ++ .../baseline/raw/B-batch-r3-cleaner.json | 85 ++ .../baseline/raw/B-deep-r1-cleaner.json | 85 ++ .../baseline/raw/B-deep-r2-cleaner.json | 85 ++ .../baseline/raw/B-deep-r3-cleaner.json | 85 ++ .../baseline/raw/B-head-r1-cleaner.json | 85 ++ .../baseline/raw/B-head-r2-cleaner.json | 85 ++ .../baseline/raw/B-head-r3-cleaner.json | 85 ++ .../baseline/raw/C-batch-r1-cleaner.json | 85 ++ .../baseline/raw/C-batch-r2-cleaner.json | 85 ++ .../baseline/raw/C-batch-r3-cleaner.json | 85 ++ .../baseline/raw/C-head-r1-cleaner.json | 85 ++ .../baseline/raw/C-head-r2-cleaner.json | 85 ++ .../baseline/raw/C-head-r3-cleaner.json | 85 ++ .../baseline/raw/D-batch-r1-cleaner.json | 85 ++ .../baseline/raw/D-batch-r2-cleaner.json | 85 ++ .../baseline/raw/D-batch-r3-cleaner.json | 85 ++ .../raw/D-fast-limited-r1-cleaner.json | 85 ++ .../raw/D-fast-limited-r2-cleaner.json | 85 ++ .../raw/D-fast-limited-r3-cleaner.json | 85 ++ .../raw/D-fast-unlimited-r1-cleaner.json | 85 ++ .../raw/D-fast-unlimited-r2-cleaner.json | 85 ++ .../raw/D-fast-unlimited-r3-cleaner.json | 85 ++ .../baseline/raw/D-stand-r1-cleaner.json | 85 ++ .../baseline/raw/D-stand-r2-cleaner.json | 85 ++ .../baseline/raw/D-stand-r3-cleaner.json | 85 ++ .../raw/D-stand-unlimited-r1-cleaner.json | 85 ++ .../raw/D-stand-unlimited-r2-cleaner.json | 85 ++ .../raw/D-stand-unlimited-r3-cleaner.json | 85 ++ .../raw/S4-1000-after-r1-cleaner.json | 98 ++ .../raw/S4-1000-after-r2-cleaner.json | 98 ++ .../raw/S4-1000-after-r3-cleaner.json | 98 ++ .../raw/S4-1000-before-r1-cleaner.json | 72 ++ .../raw/S4-1000-before-r2-cleaner.json | 72 ++ .../raw/S4-1000-before-r3-cleaner.json | 72 ++ .../raw/S4-10000-after-r1-cleaner.json | 98 ++ .../raw/S4-10000-after-r2-cleaner.json | 98 ++ .../raw/S4-10000-after-r3-cleaner.json | 98 ++ .../raw/S4-10000-before-r1-cleaner.json | 72 ++ .../raw/S4-10000-before-r2-cleaner.json | 72 ++ .../raw/S4-10000-before-r3-cleaner.json | 72 ++ evidence/reconcile/baseline/raw/h4-k6.json | 1 + evidence/reconcile/baseline/requests-by-n.svg | 57 + evidence/reconcile/baseline/summary.md | 102 ++ evidence/reconcile/baseline/windows.csv | 181 ++++ 60 files changed, 5813 insertions(+) create mode 100644 evidence/reconcile/baseline/background-p95.svg create mode 100644 evidence/reconcile/baseline/cost-by-n.svg create mode 100644 evidence/reconcile/baseline/meta.json create mode 100644 evidence/reconcile/baseline/passes.csv create mode 100644 evidence/reconcile/baseline/progress.json create mode 100644 evidence/reconcile/baseline/raw/A-batch-r1-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/A-batch-r2-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/A-batch-r3-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/A-deep-fast-r1-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/A-deep-fast-r2-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/A-deep-fast-r3-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/A-deep-r1-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/A-deep-r2-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/A-deep-r3-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/B-batch-r1-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/B-batch-r2-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/B-batch-r3-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/B-deep-r1-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/B-deep-r2-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/B-deep-r3-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/B-head-r1-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/B-head-r2-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/B-head-r3-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/C-batch-r1-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/C-batch-r2-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/C-batch-r3-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/C-head-r1-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/C-head-r2-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/C-head-r3-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/D-batch-r1-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/D-batch-r2-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/D-batch-r3-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/D-fast-limited-r1-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/D-fast-limited-r2-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/D-fast-limited-r3-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/D-fast-unlimited-r1-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/D-fast-unlimited-r2-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/D-fast-unlimited-r3-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/D-stand-r1-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/D-stand-r2-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/D-stand-r3-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/D-stand-unlimited-r1-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/D-stand-unlimited-r2-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/D-stand-unlimited-r3-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/S4-1000-after-r1-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/S4-1000-after-r2-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/S4-1000-after-r3-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/S4-1000-before-r1-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/S4-1000-before-r2-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/S4-1000-before-r3-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/S4-10000-after-r1-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/S4-10000-after-r2-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/S4-10000-after-r3-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/S4-10000-before-r1-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/S4-10000-before-r2-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/S4-10000-before-r3-cleaner.json create mode 100644 evidence/reconcile/baseline/raw/h4-k6.json create mode 100644 evidence/reconcile/baseline/requests-by-n.svg create mode 100644 evidence/reconcile/baseline/summary.md create mode 100644 evidence/reconcile/baseline/windows.csv diff --git a/evidence/reconcile/baseline/background-p95.svg b/evidence/reconcile/baseline/background-p95.svg new file mode 100644 index 00000000..22d126e4 --- /dev/null +++ b/evidence/reconcile/baseline/background-p95.svg @@ -0,0 +1,40 @@ + + +Фоновая нагрузка: r = p95 прохода / p95 тихих + +0 + +0.5 + +1 + +1.5 + +2 + + +stand download: r 1.01 +stand write: r 1.02 +stand read: r 1.03 +stand +stand-unlimited download: r 1.06 +stand-unlimited write: r 1.07 +stand-unlimited read: r 1.07 +stand-unlimited +fast-unlimited download: r 1.08 +fast-unlimited write: r 1.08 +fast-unlimited read: r 1.08 +fast-unlimited +fast-limited download: r 1.02 +fast-limited write: r 1.03 +fast-limited read: r 1.02 +fast-limited + +download + +write + +read + +порог 1.5 + diff --git a/evidence/reconcile/baseline/cost-by-n.svg b/evidence/reconcile/baseline/cost-by-n.svg new file mode 100644 index 00000000..ef60fe71 --- /dev/null +++ b/evidence/reconcile/baseline/cost-by-n.svg @@ -0,0 +1,35 @@ + + +Время прохода сверки от числа объектов + +0 + +50 + +100 + +150 + +200 + +250 +10K +30K +100K +объектов в bucket +проход, с + +batch: N 10000, 2.807 +batch: N 30000, 9.295 +batch: N 100000, 31.928 + +head: N 10000, 60.982 +head: N 30000, 189.789 +deep: N 10000, 31.307 + +batch + +head + +deep + diff --git a/evidence/reconcile/baseline/meta.json b/evidence/reconcile/baseline/meta.json new file mode 100644 index 00000000..bde81150 --- /dev/null +++ b/evidence/reconcile/baseline/meta.json @@ -0,0 +1,998 @@ +{ + "label": "baseline", + "status": "complete", + "started_at": "2026-10-23T15:06:49+00:00", + "command": "uv run python bench/run.py --profile reconcile --label baseline", + "git": { + "commit": "d8b8ae3", + "dirty": false + }, + "overrides": {}, + "host_state": { + "start": { + "swap_used_mib": 1267.69, + "swap_total_mib": 2048.0, + "swapouts": 1541596, + "memory_free_percent": 65, + "power": "AC Power", + "battery_percent": 80 + }, + "end": { + "swap_used_mib": 1251.69, + "swap_total_mib": 2048.0, + "swapouts": 1541596, + "memory_free_percent": 60, + "power": "AC Power", + "battery_percent": 80 + }, + "swapouts_delta": 0, + "slept_seconds": 0 + }, + "host_warnings": [], + "other_containers": [], + "app_image": { + "tag": "mtusi-messenger:bench", + "id": "sha256:a23df86b071acb886f5e93bd60c65d41d6e8cb19b257355d6e3e9e15c923c973", + "versions": { + "python": "3.12.14", + "fastapi": "0.141.1", + "starlette": "1.7.0", + "pydantic": "2.13.5", + "uvicorn": "0.54.0", + "sqlalchemy": "2.1.1", + "asyncpg": "0.31.0", + "redis": "8.1.0" + } + }, + "generator": { + "image": "grafana/k6:2.3.0@sha256:9c2dee7f8ed74d317e4027c06a10f169b625638189de8d4555d0b3486a5aeb34", + "version": "k6 v2.3.0 (commit/e088784614, go1.27.1, linux/arm64)" + }, + "docker": { + "server": "29.9.2", + "vm_os": "Docker Desktop", + "kernel": "7.0.14-linuxkit", + "vm_cpus": 12, + "vm_memory_gib": 7.7, + "cgroup": "2", + "logging_driver": "local" + }, + "host": { + "os": "macOS 26.6.2", + "machine": "Apple M3 Pro", + "memory_gib": 18.0, + "performance_cores": 6, + "efficiency_cores": 6 + }, + "profile": { + "name": "reconcile", + "sizes": [], + "concurrency": [], + "repeats": 3, + "read_warmup_s": 0, + "read_measure_s": 0, + "write_warmup": 0, + "write_measure": 0, + "prefill_chunk": 25000, + "prefill_vus": 32, + "text_length": 64, + "page_limit": 50, + "walk_limit": 100, + "cursor_pool": 1000, + "members": 1, + "seed": 20260930, + "warmup_seed_shift": 1000003, + "generator_cpu_limit": 4.0, + "cpus": "1", + "memory": "512m", + "db_cpus": "2", + "db_memory": "1g", + "cache_cpus": "0.5", + "cache_memory": "128m", + "session_ttl_seconds": 21600, + "background": [], + "index_variants": [ + [ + "chat_only", + "(chat_id)" + ], + [ + "covering", + "(chat_id, created_at, id) INCLUDE (sender_id, text)" + ] + ], + "write_probe_rows": 20000, + "write_probe_repeats": 3, + "restore": false, + "restore_jobs": 4, + "restore_write_load": 5000, + "restore_write_vus": 10, + "replicas": 2, + "lb_cpus": "1", + "lb_memory": "256m", + "failover_modes": [], + "failover_write_rate": 0, + "failover_read_rate": 0, + "failover_before_s": 0, + "failover_down_s": 0, + "failover_after_s": 0, + "failover_success": 0.99, + "failover_pre_vus": 600, + "failover_max_vus": 1500, + "rollout_from": "", + "rollout_before_s": 0, + "rollout_budget_s": 0, + "rollout_after_s": 0, + "sample_resources": false, + "uploads_variants": [], + "uploads_before": "", + "uploads_sizes": [], + "uploads_clients": [], + "uploads_ramp_s": 3, + "uploads_window_s": 20, + "uploads_unlimited_env": [ + [ + "UPLOADS__MAX_CONCURRENT", + "1000" + ], + [ + "UPLOADS__MAX_WAITING", + "0" + ] + ], + "uploads_sample_interval_s": 0.2, + "s3_cpus": "1", + "s3_memory": "512m", + "cleaner_cpus": "0.25", + "cleaner_memory": "256m", + "reconcile_stages": [ + [ + "A", + true, + 1000, + 1048576, + [ + "batch", + "deep", + "deep-fast" + ] + ], + [ + "B", + true, + 10000, + 4096, + [ + "batch", + "head", + "deep" + ] + ], + [ + "C", + false, + 30000, + 4096, + [ + "batch", + "head" + ] + ], + [ + "D", + false, + 100000, + 4096, + [ + "batch", + "stand", + "stand-unlimited", + "fast-unlimited", + "fast-limited" + ] + ] + ], + "reconcile_before": "7f4e626", + "reconcile_s4_clean": 10000, + "reconcile_s4_candidates": [ + 1000, + 10000 + ], + "reconcile_s4_max_changes": 100, + "reconcile_grace_s": 30, + "reconcile_fresh_wait_s": 2, + "reconcile_fast_cpus": "1", + "reconcile_default_rate": 2000, + "reconcile_background": [ + [ + "download", + 300 + ], + [ + "write", + 50 + ], + [ + "read", + 50 + ] + ], + "reconcile_downloads": 5000, + "reconcile_bg_max_vus": 600, + "reconcile_quiet_s": 30, + "reconcile_fill_processes": 3, + "reconcile_fill_threads": 24, + "reconcile_sample_interval_s": 0.5, + "reconcile_metrics_port": 9327, + "reconcile_h1_stages": [ + "B", + "C", + "D" + ], + "reconcile_h2_stages": [ + "B", + "C" + ], + "reconcile_h3_stages": [ + "B", + "A" + ], + "reconcile_s4_base": "B", + "db_max_connections": 100, + "series": "", + "configs": [], + "write_chats": 1, + "mix": [], + "fixed_rps": [], + "ladder_base": 100, + "step_factor": 1.25, + "start_rps_per_replica": 300, + "bisect_steps": 2, + "max_steps": 12, + "first_warmup_s": 15, + "step_warmup_s": 5, + "step_measure_s": 20, + "cooldown_s": 10, + "slo_p95_ms": 200, + "slo_error_ratio": 0.01, + "abort_error_ratio": 0.5, + "abort_p95_ms": 2000, + "request_timeout_s": 15, + "prevus_per_rps": 0.05, + "vus_per_rps": 0.2, + "generator_cpus": "", + "generator_memory": "", + "sampler_cpus": "0.25", + "sampler_memory": "128m", + "sample_interval_s": 1.0, + "order_seed": 20261011 + }, + "sizes": [], + "reconcile": { + "before_commit": "7f4e626", + "plan": [ + { + "pass": "A-deep-fast-r1", + "stage": "A", + "cell": "deep-fast", + "repeat": 1, + "order": 1, + "load": false + }, + { + "pass": "A-batch-r1", + "stage": "A", + "cell": "batch", + "repeat": 1, + "order": 2, + "load": false + }, + { + "pass": "A-deep-r1", + "stage": "A", + "cell": "deep", + "repeat": 1, + "order": 3, + "load": false + }, + { + "pass": "A-batch-r2", + "stage": "A", + "cell": "batch", + "repeat": 2, + "order": 4, + "load": false + }, + { + "pass": "A-deep-r2", + "stage": "A", + "cell": "deep", + "repeat": 2, + "order": 5, + "load": false + }, + { + "pass": "A-deep-fast-r2", + "stage": "A", + "cell": "deep-fast", + "repeat": 2, + "order": 6, + "load": false + }, + { + "pass": "A-deep-r3", + "stage": "A", + "cell": "deep", + "repeat": 3, + "order": 7, + "load": false + }, + { + "pass": "A-batch-r3", + "stage": "A", + "cell": "batch", + "repeat": 3, + "order": 8, + "load": false + }, + { + "pass": "A-deep-fast-r3", + "stage": "A", + "cell": "deep-fast", + "repeat": 3, + "order": 9, + "load": false + }, + { + "pass": "B-head-r1", + "stage": "B", + "cell": "head", + "repeat": 1, + "order": 10, + "load": false + }, + { + "pass": "B-deep-r1", + "stage": "B", + "cell": "deep", + "repeat": 1, + "order": 11, + "load": false + }, + { + "pass": "B-batch-r1", + "stage": "B", + "cell": "batch", + "repeat": 1, + "order": 12, + "load": false + }, + { + "pass": "B-head-r2", + "stage": "B", + "cell": "head", + "repeat": 2, + "order": 13, + "load": false + }, + { + "pass": "B-deep-r2", + "stage": "B", + "cell": "deep", + "repeat": 2, + "order": 14, + "load": false + }, + { + "pass": "B-batch-r2", + "stage": "B", + "cell": "batch", + "repeat": 2, + "order": 15, + "load": false + }, + { + "pass": "B-head-r3", + "stage": "B", + "cell": "head", + "repeat": 3, + "order": 16, + "load": false + }, + { + "pass": "B-deep-r3", + "stage": "B", + "cell": "deep", + "repeat": 3, + "order": 17, + "load": false + }, + { + "pass": "B-batch-r3", + "stage": "B", + "cell": "batch", + "repeat": 3, + "order": 18, + "load": false + }, + { + "pass": "C-batch-r1", + "stage": "C", + "cell": "batch", + "repeat": 1, + "order": 19, + "load": false + }, + { + "pass": "C-head-r1", + "stage": "C", + "cell": "head", + "repeat": 1, + "order": 20, + "load": false + }, + { + "pass": "C-batch-r2", + "stage": "C", + "cell": "batch", + "repeat": 2, + "order": 21, + "load": false + }, + { + "pass": "C-head-r2", + "stage": "C", + "cell": "head", + "repeat": 2, + "order": 22, + "load": false + }, + { + "pass": "C-batch-r3", + "stage": "C", + "cell": "batch", + "repeat": 3, + "order": 23, + "load": false + }, + { + "pass": "C-head-r3", + "stage": "C", + "cell": "head", + "repeat": 3, + "order": 24, + "load": false + }, + { + "pass": "D-batch-r1", + "stage": "D", + "cell": "batch", + "repeat": 1, + "order": 25, + "load": false + }, + { + "pass": "D-batch-r2", + "stage": "D", + "cell": "batch", + "repeat": 2, + "order": 26, + "load": false + }, + { + "pass": "D-batch-r3", + "stage": "D", + "cell": "batch", + "repeat": 3, + "order": 27, + "load": false + }, + { + "pass": "D-fast-limited-r1", + "stage": "D", + "cell": "fast-limited", + "repeat": 1, + "order": 28, + "load": true + }, + { + "pass": "D-stand-unlimited-r1", + "stage": "D", + "cell": "stand-unlimited", + "repeat": 1, + "order": 29, + "load": true + }, + { + "pass": "D-stand-r1", + "stage": "D", + "cell": "stand", + "repeat": 1, + "order": 30, + "load": true + }, + { + "pass": "D-fast-unlimited-r1", + "stage": "D", + "cell": "fast-unlimited", + "repeat": 1, + "order": 31, + "load": true + }, + { + "pass": "D-stand-unlimited-r2", + "stage": "D", + "cell": "stand-unlimited", + "repeat": 2, + "order": 32, + "load": true + }, + { + "pass": "D-fast-limited-r2", + "stage": "D", + "cell": "fast-limited", + "repeat": 2, + "order": 33, + "load": true + }, + { + "pass": "D-stand-r2", + "stage": "D", + "cell": "stand", + "repeat": 2, + "order": 34, + "load": true + }, + { + "pass": "D-fast-unlimited-r2", + "stage": "D", + "cell": "fast-unlimited", + "repeat": 2, + "order": 35, + "load": true + }, + { + "pass": "D-stand-r3", + "stage": "D", + "cell": "stand", + "repeat": 3, + "order": 36, + "load": true + }, + { + "pass": "D-fast-unlimited-r3", + "stage": "D", + "cell": "fast-unlimited", + "repeat": 3, + "order": 37, + "load": true + }, + { + "pass": "D-fast-limited-r3", + "stage": "D", + "cell": "fast-limited", + "repeat": 3, + "order": 38, + "load": true + }, + { + "pass": "D-stand-unlimited-r3", + "stage": "D", + "cell": "stand-unlimited", + "repeat": 3, + "order": 39, + "load": true + }, + { + "pass": "S4-1000-after-r1", + "stage": "S4-1000", + "cell": "after", + "repeat": 1, + "order": 40, + "load": false + }, + { + "pass": "S4-1000-before-r1", + "stage": "S4-1000", + "cell": "before", + "repeat": 1, + "order": 41, + "load": false + }, + { + "pass": "S4-1000-after-r2", + "stage": "S4-1000", + "cell": "after", + "repeat": 2, + "order": 42, + "load": false + }, + { + "pass": "S4-1000-before-r2", + "stage": "S4-1000", + "cell": "before", + "repeat": 2, + "order": 43, + "load": false + }, + { + "pass": "S4-1000-after-r3", + "stage": "S4-1000", + "cell": "after", + "repeat": 3, + "order": 44, + "load": false + }, + { + "pass": "S4-1000-before-r3", + "stage": "S4-1000", + "cell": "before", + "repeat": 3, + "order": 45, + "load": false + }, + { + "pass": "S4-10000-after-r1", + "stage": "S4-10000", + "cell": "after", + "repeat": 1, + "order": 46, + "load": false + }, + { + "pass": "S4-10000-before-r1", + "stage": "S4-10000", + "cell": "before", + "repeat": 1, + "order": 47, + "load": false + }, + { + "pass": "S4-10000-after-r2", + "stage": "S4-10000", + "cell": "after", + "repeat": 2, + "order": 48, + "load": false + }, + { + "pass": "S4-10000-before-r2", + "stage": "S4-10000", + "cell": "before", + "repeat": 2, + "order": 49, + "load": false + }, + { + "pass": "S4-10000-after-r3", + "stage": "S4-10000", + "cell": "after", + "repeat": 3, + "order": 50, + "load": false + }, + { + "pass": "S4-10000-before-r3", + "stage": "S4-10000", + "cell": "before", + "repeat": 3, + "order": 51, + "load": false + } + ], + "seed": 20260930, + "period": 400, + "classes": [ + "orphan_object", + "missing_object", + "size_mismatch", + "stale_pending" + ], + "stages": [ + { + "stage": "A", + "fresh": true, + "objects_total": 1000, + "object_bytes": 1048576, + "cells": [ + "batch", + "deep", + "deep-fast" + ], + "model": { + "objects": 997, + "ready_rows": 994, + "pending_rows": 3, + "found": { + "orphan_object": 3, + "missing_object": 3, + "size_mismatch": 3, + "stale_pending": 3 + } + } + }, + { + "stage": "B", + "fresh": true, + "objects_total": 10000, + "object_bytes": 4096, + "cells": [ + "batch", + "head", + "deep" + ], + "model": { + "objects": 9975, + "ready_rows": 9950, + "pending_rows": 25, + "found": { + "orphan_object": 25, + "missing_object": 25, + "size_mismatch": 25, + "stale_pending": 25 + } + } + }, + { + "stage": "C", + "fresh": false, + "objects_total": 30000, + "object_bytes": 4096, + "cells": [ + "batch", + "head" + ], + "model": { + "objects": 29925, + "ready_rows": 29850, + "pending_rows": 75, + "found": { + "orphan_object": 75, + "missing_object": 75, + "size_mismatch": 75, + "stale_pending": 75 + } + } + }, + { + "stage": "D", + "fresh": false, + "objects_total": 100000, + "object_bytes": 4096, + "cells": [ + "batch", + "stand", + "stand-unlimited", + "fast-unlimited", + "fast-limited" + ], + "model": { + "objects": 99750, + "ready_rows": 99500, + "pending_rows": 250, + "found": { + "orphan_object": 250, + "missing_object": 250, + "size_mismatch": 250, + "stale_pending": 250 + } + } + } + ], + "object_bytes": { + "A": 1048576, + "B": 4096, + "C": 4096, + "D": 4096 + }, + "s4_clean": 10000, + "s4_candidates": [ + 1000, + 10000 + ], + "s4_max_changes": 100, + "s4_base_stage": "B", + "h1_stages": [ + "B", + "C", + "D" + ], + "h2_stages": [ + "B", + "C" + ], + "h3_small_stage": "B", + "h3_large_stage": "A", + "cleaner_cpus": { + "stand": "0.25", + "fast": "1" + }, + "grace_seconds": 30, + "default_rate": 2000, + "background": { + "download": 300, + "write": 50, + "read": 50, + "downloads": 5000, + "quiet_s": 30 + }, + "metrics_port": 9327, + "images": { + "checkout": "sha256:a23df86b071acb886f5e93bd60c65d41d6e8cb19b257355d6e3e9e15c923c973", + "before": "sha256:86aa70b5c4c40c4b2d70ff4cae42c47788978c4992b1d01faac3771f3ca0c052" + }, + "s3_command": [ + "server", + "-ip=127.0.0.1", + "-ip.bind=127.0.0.1", + "-master.telemetry=false", + "-master.electionTimeout=1s", + "-volume.preStopSeconds=0", + "-filer", + "-s3", + "-s3.ip.bind=0.0.0.0", + "-s3.port=8333", + "-s3.port.iceberg=0", + "-s3.port.lance=0", + "-s3.iam=false", + "-s3.concurrentUploadLimitMB=64", + "-metricsPort=9327" + ], + "bg_interrupted": { + "D": { + "download": 0, + "write": 0, + "read": 0 + } + } + }, + "limits": { + "api": { + "nano_cpus": 1000000000, + "memory": 536870912, + "memory_swap": 536870912, + "published_ports": {}, + "healthcheck": [ + "NONE" + ], + "log_driver": "local" + }, + "postgres": { + "nano_cpus": 2000000000, + "memory": 1073741824, + "memory_swap": 1073741824, + "published_ports": {}, + "healthcheck": [ + "CMD-SHELL", + "pg_isready -h 127.0.0.1 -U \"$POSTGRES_USER\" -d \"$POSTGRES_DB\"" + ], + "log_driver": "local" + }, + "valkey": { + "nano_cpus": 500000000, + "memory": 134217728, + "memory_swap": 134217728, + "published_ports": {}, + "healthcheck": [ + "CMD-SHELL", + "test \"$(valkey-cli -p \"$VALKEY_PORT\" ping)\" = PONG" + ], + "log_driver": "local" + }, + "haproxy": { + "nano_cpus": 1000000000, + "memory": 268435456, + "memory_swap": 268435456, + "published_ports": {}, + "healthcheck": [ + "CMD", + "bash", + "-c", + "exec 3<>/dev/tcp/127.0.0.1/8404 && printf 'GET /lb/ready HTTP/1.0\\r\\n\\r\\n' >&3 && head -n 1 <&3 | grep -q ' 200 '" + ], + "log_driver": "local" + }, + "k6": { + "nano_cpus": 0, + "memory": 0, + "memory_swap": 0, + "published_ports": {}, + "healthcheck": null, + "log_driver": "local" + }, + "s3": { + "nano_cpus": 1000000000, + "memory": 536870912, + "memory_swap": 536870912, + "published_ports": {}, + "healthcheck": [ + "CMD-SHELL", + "wget -q -O /dev/null http://127.0.0.1:9333/cluster/healthz && wget -q -O - http://127.0.0.1:9333/dir/status | grep -qF '\"DataNodes\":[{' && wget -q -O /dev/null http://127.0.0.1:8888/healthz && wget -q -O /dev/null \"http://127.0.0.1:$S3_PORT/healthz\"" + ], + "log_driver": "local" + }, + "api_replicas": 2, + "max_connections": 100, + "cleaner": { + "1": { + "nano_cpus": 1000000000, + "memory": 268435456, + "memory_swap": 268435456, + "published_ports": {}, + "healthcheck": [ + "NONE" + ], + "log_driver": "local" + }, + "0.25": { + "nano_cpus": 250000000, + "memory": 268435456, + "memory_swap": 268435456, + "published_ports": {}, + "healthcheck": [ + "NONE" + ], + "log_driver": "local" + } + } + }, + "stand": { + "s3": { + "image": "chrislusf/seaweedfs:4.48@sha256:4e61d15fd35994cb1e43e1e553dff106794841fd9a99ade2fc8c8bfce4d7872d", + "id": "sha256:4e61d15fd35994cb1e43e1e553dff106794841fd9a99ade2fc8c8bfce4d7872d" + }, + "api_tcp_rmem": "4096 131072 524288", + "postgres": { + "image": "postgres:18.6-trixie@sha256:5a5a84b19854a9ffaa54082c166ff4ec27473a361e496e5ea167f298f2da9722", + "id": "sha256:5a5a84b19854a9ffaa54082c166ff4ec27473a361e496e5ea167f298f2da9722", + "version": "18.6 (Debian 18.6-1.pgdg13+2)", + "settings": { + "autovacuum": "on", + "checkpoint_timeout": "5min", + "effective_cache_size": "4GB", + "fsync": "on", + "jit": "on", + "maintenance_work_mem": "64MB", + "max_connections": "100", + "max_wal_size": "1GB", + "plan_cache_mode": "auto", + "random_page_cost": "4", + "shared_buffers": "128MB", + "shared_preload_libraries": "auto_explain", + "synchronous_commit": "on", + "wal_level": "replica", + "work_mem": "4MB" + } + }, + "valkey": { + "image": "valkey/valkey:9.1.2-trixie@sha256:418652cfb58ef879d4978c33553735d7147016032d5aefaa14c828e611eb9dfd", + "id": "sha256:418652cfb58ef879d4978c33553735d7147016032d5aefaa14c828e611eb9dfd", + "version": "9.1.2", + "maxmemory": "67108864", + "maxmemory-clients": "0", + "maxmemory-eviction-tenacity": "10", + "maxmemory-policy": "allkeys-lru", + "maxmemory-samples": "5" + }, + "haproxy": { + "image": "haproxy:3.4.6-trixie@sha256:e273915691a8eab3f105bf3e39fd4c29a4ecf334e33421903b5589d25e14db26", + "id": "sha256:e273915691a8eab3f105bf3e39fd4c29a4ecf334e33421903b5589d25e14db26", + "version": "HAProxy version 3.4.6-56332c5 2026/09/28 - https://haproxy.org/" + }, + "app_env": { + "APP__PORT": "8080", + "APP__RUN_MODE": "docker", + "AUTH__SESSION_TTL_SECONDS": "21600", + "CACHE__HOST": "valkey", + "CACHE__PORT": "6379", + "DATABASE__HOST": "postgres", + "DATABASE__NAME": "bench", + "DATABASE__PORT": "5432", + "DATABASE__USER": "bench", + "S3__BUCKET": "bench", + "S3__HOST": "s3", + "S3__PORT": "8333" + } + }, + "finished_at": "2026-10-23T15:52:03+00:00" +} diff --git a/evidence/reconcile/baseline/passes.csv b/evidence/reconcile/baseline/passes.csv new file mode 100644 index 00000000..df50edc7 --- /dev/null +++ b/evidence/reconcile/baseline/passes.csv @@ -0,0 +1,52 @@ +pass,stage,cell,repeat,order,strategy,deep,apply,image,cleaner_cpus,max_objects_per_second,load,objects,object_bytes,ready_rows,candidates,expected_orphan_object,expected_missing_object,expected_size_mismatch,expected_stale_pending,found_orphan_object,found_missing_object,found_size_mismatch,found_stale_pending,found_checksum_mismatch,found_other,listed_objects,checked_rows,exit_code,duration_ms,phase_list_ms,phase_rows_ms,phase_stale_ms,phase_recheck_ms,phase_act_ms,us_per_object,storage_objects,s3_list,s3_head,s3_get,s3_delete,read_bytes,db_sessions,unchecked,refused,limit_changes,gw_list,gw_get,gw_delete,gw_other,pg_xact,pg_tup_returned,pg_tup_fetched,pg_blks_hit,pg_blks_read,pg_sessions,cpu_cleaner,cpu_s3,cpu_postgres,cpu_api,cpu_haproxy,mem_start_mib,mem_peak_mib,mem_growth_bytes_per_object,flags +A-deep-fast-r1,A,deep-fast,1,1,batch,True,False,checkout,1,0.0,False,997,1048576,994,12,3,3,3,3,3,3,3,3,0,0,997,994,3,3212,3187,7,1,17,0,3221.66,1995,2,9,988,0,1035993088,12,0,False,,2,997,0,0,28,4343,1658,2332,32,3,0.6065,0.4179,0.0029,0.0028,0.0034,31.9,95.4,66784.9, +A-batch-r1,A,batch,1,2,batch,False,False,checkout,0.25,0.0,False,997,1048576,994,12,3,3,3,3,3,3,3,3,0,0,997,994,3,400,292,9,2,97,0,401.2,1007,2,9,0,0,0,12,0,False,,2,9,0,0,28,4343,1658,2364,0,3,0.2483,0.1144,0.0437,0.0037,0.0008,77.8,94.5,17563.9, +A-deep-r1,A,deep,1,3,batch,True,False,checkout,0.25,0.0,False,997,1048576,994,12,3,3,3,3,3,3,3,3,0,0,997,994,3,8591,8485,8,2,96,0,8616.85,1995,2,9,988,0,1035993088,12,0,False,,2,997,0,0,30,4375,1688,2426,0,5,0.2487,0.1957,0.0063,0.0034,0.0018,88.7,96.1,7782.8, +A-batch-r2,A,batch,2,4,batch,False,False,checkout,0.25,0.0,False,997,1048576,994,12,3,3,3,3,3,3,3,3,0,0,997,994,3,415,301,10,2,102,0,416.25,1007,2,9,0,0,0,12,0,False,,2,9,0,0,30,5314,1673,2437,0,3,,0.1758,0.0237,0.0014,0.0001,89.8,89.8,0.0, +A-deep-r2,A,deep,2,5,batch,True,False,checkout,0.25,0.0,False,997,1048576,994,12,3,3,3,3,3,3,3,3,0,0,997,994,3,8527,8435,71,2,19,0,8552.66,1995,2,9,988,0,1035993088,12,0,False,,2,997,0,0,30,4471,1784,2644,0,5,0.25,0.203,0.007,0.0033,0.0031,90.3,96.1,6100.0, +A-deep-fast-r2,A,deep-fast,2,6,batch,True,False,checkout,1,0.0,False,997,1048576,994,12,3,3,3,3,3,3,3,3,0,0,997,994,3,3045,3019,7,1,16,0,3054.16,1995,2,9,988,0,1035993088,12,0,False,,2,997,0,0,29,4359,1673,2395,0,4,0.5905,0.4771,0.0035,0.0029,0.0037,19.9,95.3,79300.5, +A-deep-r3,A,deep,3,7,batch,True,False,checkout,0.25,0.0,False,997,1048576,994,12,3,3,3,3,3,3,3,3,0,0,997,994,3,8896,8800,9,1,86,0,8922.77,1995,2,9,988,0,1035993088,12,0,False,,2,997,0,0,30,4375,1688,2426,0,5,0.2494,0.2018,0.0049,0.0034,0.0029,72.9,96.0,24295.0, +A-batch-r3,A,batch,3,8,batch,False,False,checkout,0.25,0.0,False,997,1048576,994,12,3,3,3,3,3,3,3,3,0,0,997,994,3,504,390,10,2,103,0,505.52,1007,2,9,0,0,0,12,0,False,,2,9,0,0,28,4343,1658,2364,0,3,0.2115,0.127,0.0175,0.0026,0.0004,76.4,91.8,16196.7, +A-deep-fast-r3,A,deep-fast,3,9,batch,True,False,checkout,1,0.0,False,997,1048576,994,12,3,3,3,3,3,3,3,3,0,0,997,994,3,3070,3045,7,1,16,0,3079.24,1995,2,9,988,0,1035993088,12,0,False,,2,997,0,0,28,4343,1658,2364,0,3,0.595,0.4775,0.0107,0.003,0.0031,29.8,95.3,68888.4, +B-head-r1,B,head,1,10,head,False,False,checkout,0.25,0.0,False,9975,4096,9950,100,25,25,25,25,25,25,25,25,0,0,9975,9950,3,60982,32101,28381,4,496,0,6113.48,20001,11,10025,0,0,0,10061,0,False,,11,10025,0,0,20140,23601,21942,43081,37,15,0.2498,0.0693,0.0348,0.0037,0.0029,86.2,96.4,1072.2, +B-deep-r1,B,deep,1,11,batch,True,False,checkout,0.25,0.0,False,9975,4096,9950,100,25,25,25,25,25,25,25,25,0,0,9975,9950,3,30525,29608,397,3,516,0,3060.15,19951,11,75,9900,0,40550400,96,0,False,,11,9975,0,0,204,23410,21757,15743,0,9,0.2492,0.1576,0.0068,0.0037,0.003,88.2,98.1,1040.7, +B-batch-r1,B,batch,1,12,batch,False,False,checkout,0.25,0.0,False,9975,4096,9950,100,25,25,25,25,25,25,25,25,0,0,9975,9950,3,2807,1704,589,3,511,0,281.4,10051,11,75,0,0,0,96,0,False,,11,75,0,0,196,22343,21652,15484,0,3,0.2531,0.3265,0.0163,0.0035,0.004,83.4,97.3,1461.2, +B-head-r2,B,head,2,13,head,False,False,checkout,0.25,0.0,False,9975,4096,9950,100,25,25,25,25,25,25,25,25,0,0,9975,9950,3,59807,31318,28070,4,416,0,5995.69,20001,11,10025,0,0,0,10061,0,False,,11,10025,0,0,20141,23521,21861,42931,0,16,0.2494,0.0695,0.0342,0.0036,0.003,76.3,96.4,2112.9, +B-deep-r2,B,deep,2,14,batch,True,False,checkout,0.25,0.0,False,9975,4096,9950,100,25,25,25,25,25,25,25,25,0,0,9975,9950,3,31307,30593,293,2,418,0,3138.55,19951,11,75,9900,0,40550400,96,0,False,,11,9975,0,0,204,23410,21757,15743,0,9,0.2492,0.1589,0.0065,0.0034,0.0031,88.3,98.4,1061.7, +B-batch-r2,B,batch,2,15,batch,False,False,checkout,0.25,0.0,False,9975,4096,9950,100,25,25,25,25,25,25,25,25,0,0,9975,9950,3,2613,1703,415,1,494,0,261.95,10051,11,75,0,0,0,96,0,False,,11,75,0,0,197,22359,21667,15515,0,4,0.245,0.3374,0.0142,0.0031,0.0027,89.9,97.7,819.9, +B-head-r3,B,head,3,16,head,False,False,checkout,0.25,0.0,False,9975,4096,9950,100,25,25,25,25,25,25,25,25,0,0,9975,9950,3,64118,34905,28800,3,411,0,6427.87,20001,11,10025,0,0,0,10061,0,False,,11,10025,0,0,20142,23537,21876,42962,0,17,0.2492,0.0699,0.0369,0.005,0.0039,85.3,96.0,1124.8, +B-deep-r3,B,deep,3,17,batch,True,False,checkout,0.25,0.0,False,9975,4096,9950,100,25,25,25,25,25,25,25,25,0,0,9975,9950,3,32620,31700,394,3,523,0,3270.18,19951,11,75,9900,0,40550400,96,0,False,,11,9975,0,0,204,23410,21757,15743,0,9,0.249,0.1631,0.0073,0.0038,0.0029,84.9,98.3,1408.6, +B-batch-r3,B,batch,3,18,batch,False,False,checkout,0.25,0.0,False,9975,4096,9950,100,25,25,25,25,25,25,25,25,0,0,9975,9950,3,2992,1888,596,3,506,0,299.95,10051,11,75,0,0,0,96,0,False,,11,75,0,0,197,22359,21667,15515,0,4,0.2428,0.2981,0.0283,0.0037,0.0007,90.0,97.4,777.9, +C-batch-r1,C,batch,1,19,batch,False,False,checkout,0.25,0.0,False,29925,4096,29850,300,75,75,75,75,75,75,75,75,0,0,29925,29850,3,9295,6204,1580,4,1506,0,310.61,30151,31,225,0,0,0,286,0,False,,31,225,0,0,583,66643,64984,54040,0,5,0.2362,0.3425,0.0226,0.0048,0.0032,76.6,101.0,855.0, +C-head-r1,C,head,1,20,head,False,False,checkout,0.25,0.0,False,29925,4096,29850,300,75,75,75,75,75,75,75,75,0,0,29925,29850,3,191917,102224,87802,3,1818,0,6413.27,60001,31,30075,0,0,0,30181,0,False,,31,30075,0,0,60411,68589,64991,124006,0,42,0.2488,0.075,0.0359,0.0052,0.0036,88.1,96.7,301.3, +C-batch-r2,C,batch,2,21,batch,False,False,checkout,0.25,0.0,False,29925,4096,29850,300,75,75,75,75,75,75,75,75,0,0,29925,29850,3,9607,6289,1502,2,1814,0,321.04,30151,31,225,0,0,0,286,0,False,,31,225,0,0,578,65085,64392,51131,0,5,0.2393,0.326,0.0252,0.0046,0.0033,77.2,100.8,826.9, +C-head-r2,C,head,2,22,head,False,False,checkout,0.25,0.0,False,29925,4096,29850,300,75,75,75,75,75,75,75,75,0,0,29925,29850,3,189789,102692,85595,5,1498,0,6342.16,60001,31,30075,0,0,0,30181,0,False,,31,30075,0,0,60412,69544,64991,124048,0,41,0.2486,0.0719,0.0361,0.0051,0.0036,85.0,96.6,406.5, +C-batch-r3,C,batch,3,23,batch,False,False,checkout,0.25,0.0,False,29925,4096,29850,300,75,75,75,75,75,75,75,75,0,0,29925,29850,3,9108,5902,1598,4,1604,0,304.36,30151,31,225,0,0,0,286,0,False,,31,225,0,0,579,65101,64407,51162,0,6,0.242,0.3243,0.0217,0.0042,0.0038,88.2,101.3,459.0, +C-head-r3,C,head,3,24,head,False,False,checkout,0.25,0.0,False,29925,4096,29850,300,75,75,75,75,75,75,75,75,0,0,29925,29850,3,189711,101108,87094,4,1506,0,6339.55,60001,31,30075,0,0,0,30181,0,False,,31,30075,0,0,60410,68573,64976,123975,0,41,0.2483,0.0734,0.0358,0.005,0.0036,91.5,96.3,168.2, +D-batch-r1,D,batch,1,25,batch,False,False,checkout,0.25,0.0,False,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,32216,20618,6089,10,5499,0,322.97,100501,101,750,0,0,0,953,0,False,,101,750,0,0,1919,203948,202286,192479,1,10,0.239,0.3149,0.024,0.0047,0.0035,91.9,111.2,202.9, +D-batch-r2,D,batch,2,26,batch,False,False,checkout,0.25,0.0,False,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,30693,20198,5288,10,5197,0,307.7,100501,101,750,0,0,0,953,0,False,,101,750,0,0,1918,203927,202271,192439,0,9,0.2422,0.3169,0.0244,0.0048,0.0032,90.7,111.4,217.6, +D-batch-r3,D,batch,3,27,batch,False,False,checkout,0.25,0.0,False,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,31928,20928,5780,10,5211,0,320.08,100501,101,750,0,0,0,953,0,False,,101,750,0,0,1917,202972,202271,192397,0,10,0.2408,0.306,0.0247,0.0048,0.0031,93.9,111.2,181.9, +D-fast-limited-r1,D,fast-limited,1,28,batch,False,False,checkout,1,2000.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,52316,49885,912,6,1513,0,524.47,100501,101,750,0,0,0,953,0,False,,101,17199,0,0,78720,413747,412086,726697,0,13,0.1317,0.3156,0.1448,1.1362,0.0377,62.9,111.0,505.6, +D-stand-unlimited-r1,D,stand-unlimited,1,29,batch,False,False,checkout,0.25,0.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,27204,18815,3595,7,4787,0,272.72,100501,101,750,0,0,0,953,0,False,,101,10456,0,0,47442,329054,327394,512353,0,8,0.2498,0.4486,0.1578,1.1675,0.0395,74.6,111.1,383.7, +D-stand-r1,D,stand,1,30,batch,False,False,checkout,0.25,2000.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,58299,49884,3412,6,4997,0,584.45,100501,101,750,0,0,0,953,0,False,,101,19752,0,0,91426,448057,446393,821008,0,15,0.1162,0.3042,0.1447,1.1401,0.0382,89.5,111.0,226.0, +D-fast-unlimited-r1,D,fast-unlimited,1,31,batch,False,False,checkout,1,0.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,13811,11352,931,5,1523,0,138.46,100501,101,750,0,0,0,953,0,False,,101,5637,0,0,24748,264836,264140,352072,0,5,0.4979,0.726,0.1813,1.2371,0.0435,70.1,111.1,431.0, +D-stand-unlimited-r2,D,stand-unlimited,2,32,batch,False,False,checkout,0.25,0.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,26699,19176,3324,77,4121,0,267.66,100501,101,750,0,0,0,953,0,False,,101,10265,0,0,46079,322421,321722,500650,0,8,0.2496,0.4326,0.1468,1.0823,0.0352,74.1,110.8,385.8, +D-fast-limited-r2,D,fast-limited,2,33,batch,False,False,checkout,1,2000.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,51983,49884,870,5,1224,0,521.13,100501,101,750,0,0,0,953,0,False,,101,17079,0,0,78628,413645,411983,732327,0,13,0.1226,0.2846,0.1311,1.0014,0.0308,74.4,111.3,387.9, +D-stand-r2,D,stand,2,34,batch,False,False,checkout,0.25,2000.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,57500,49884,3400,6,4210,0,576.44,100501,101,750,0,0,0,953,0,False,,101,19454,0,0,88826,441303,439639,804320,0,15,0.1136,0.2686,0.1294,0.9912,0.0303,80.0,111.8,334.3, +D-fast-unlimited-r2,D,fast-unlimited,2,35,batch,False,False,checkout,1,0.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,12886,10766,879,6,1236,0,129.18,100501,101,750,0,0,0,953,0,False,,101,5349,0,0,23339,260994,260298,342174,0,5,0.497,0.706,0.156,1.0675,0.0334,40.7,111.3,742.2, +D-stand-r3,D,stand,3,36,batch,False,False,checkout,0.25,2000.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,57404,49884,3314,5,4201,0,575.48,100501,101,750,0,0,0,953,0,False,,101,19447,0,0,89919,443867,442204,811403,1,14,0.1127,0.2702,0.1301,0.9919,0.0303,89.8,111.2,225.0, +D-fast-unlimited-r3,D,fast-unlimited,3,37,batch,False,False,checkout,1,0.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,12877,10713,872,7,1285,0,129.09,100501,101,750,0,0,0,953,0,False,,101,5347,0,0,23234,260799,260103,342108,0,5,0.5033,0.7022,0.1574,1.0647,0.0341,54.1,110.9,597.1, +D-fast-limited-r3,D,fast-limited,3,38,batch,False,False,checkout,1,2000.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,52160,49884,888,8,1380,0,522.91,100501,101,750,0,0,0,953,0,False,,101,17130,0,0,78476,410853,409193,727642,0,13,0.1215,0.2834,0.129,0.9921,0.0304,70.4,110.5,421.5, +D-stand-unlimited-r3,D,stand-unlimited,3,39,batch,False,False,checkout,0.25,0.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,26127,18519,3299,6,4303,0,261.92,100501,101,750,0,0,0,953,0,False,,101,10065,0,0,45720,324305,322649,503970,0,8,0.25,0.4209,0.1436,1.0222,0.0318,93.8,110.7,177.7, +S4-1000-after-r1,S4-1000,after,1,40,batch,False,True,checkout,0.25,0.0,False,10000,4096,11000,1000,0,1000,0,0,0,101,0,0,0,0,10000,11000,3,3113,1802,707,3,601,0,311.3,10102,11,101,0,0,0,124,899,True,101,11,101,0,0,262,26496,24765,21044,70,4,0.2516,0.2734,0.0215,0.0042,0.0008,80.7,97.5,1761.6, +S4-1000-before-r1,S4-1000,before,1,41,batch,False,True,before,0.25,,False,10000,4096,11000,1000,0,1000,0,0,0,1000,0,0,0,0,10000,11000,3,7706,,,,,,770.6,,,,,,,,,True,1000,11,1000,0,0,2052,24471,23778,19529,0,5,0.2494,0.1415,0.0336,0.004,0.0025,89.7,98.7,943.7, +S4-1000-after-r2,S4-1000,after,2,42,batch,False,True,checkout,0.25,0.0,False,10000,4096,11000,1000,0,1000,0,0,0,101,0,0,0,0,10000,11000,3,3076,1887,591,3,595,0,307.6,10102,11,101,0,0,0,124,899,True,101,11,101,0,0,253,23460,22768,16583,0,4,0.2393,0.2936,0.0237,0.0039,0.0015,88.0,97.7,1017.1, +S4-1000-before-r2,S4-1000,before,2,43,batch,False,True,before,0.25,,False,10000,4096,11000,1000,0,1000,0,0,0,1000,0,0,0,0,10000,11000,3,7989,,,,,,798.9,,,,,,,,,True,1000,11,1000,0,0,2052,24375,23682,19311,0,5,0.25,0.1438,0.0312,0.0041,0.0035,90.3,98.3,838.9, +S4-1000-after-r3,S4-1000,after,3,44,batch,False,True,checkout,0.25,0.0,False,10000,4096,11000,1000,0,1000,0,0,0,101,0,0,0,0,10000,11000,3,3018,1707,704,2,605,0,301.8,10102,11,101,0,0,0,124,899,True,101,11,101,0,0,255,24431,22783,16656,0,4,0.2486,0.3015,0.0226,0.004,0.0038,84.5,98.0,1415.6, +S4-1000-before-r3,S4-1000,before,3,45,batch,False,True,before,0.25,,False,10000,4096,11000,1000,0,1000,0,0,0,1000,0,0,0,0,10000,11000,3,8013,,,,,,801.3,,,,,,,,,True,1000,11,1000,0,0,2053,24391,23697,19342,0,6,0.2493,0.1383,0.028,0.0041,0.0036,76.4,99.1,2380.3, +S4-10000-after-r1,S4-10000,after,1,46,batch,False,True,checkout,0.25,0.0,False,10000,4096,20000,10000,0,10000,0,0,0,101,0,0,0,0,10000,20000,3,3296,1805,999,1,492,0,329.6,10102,11,101,0,0,0,133,9899,True,101,11,101,0,0,271,32556,31864,25905,0,4,0.2459,0.2851,0.0228,0.0043,0.0009,89.3,100.5,1174.4, +S4-10000-before-r1,S4-10000,before,1,47,batch,False,True,before,0.25,,False,10000,4096,20000,10000,0,10000,0,0,0,10000,0,0,0,0,10000,20000,3,57523,,,,,,5752.3,,,,,,,,,True,10000,11,10000,0,0,20085,44201,42532,57832,0,15,0.25,0.0673,0.0351,0.0043,0.0033,89.8,102.0,1279.3, +S4-10000-after-r2,S4-10000,after,2,48,batch,False,True,checkout,0.25,0.0,False,10000,4096,20000,10000,0,10000,0,0,0,101,0,0,0,0,10000,20000,3,3499,1800,1181,3,515,0,349.9,10102,11,101,0,0,0,133,9899,True,101,11,101,0,0,271,32460,31768,25687,0,4,0.2471,0.2663,0.0264,0.0042,0.004,80.9,100.3,2034.2, +S4-10000-before-r2,S4-10000,before,2,49,batch,False,True,before,0.25,,False,10000,4096,20000,10000,0,10000,0,0,0,10000,0,0,0,0,10000,20000,3,59283,,,,,,5928.3,,,,,,,,,True,10000,11,10000,0,0,20082,43506,41847,55798,0,15,0.2499,0.0675,0.0332,0.0043,0.0032,83.9,102.0,1897.9, +S4-10000-after-r3,S4-10000,after,3,50,batch,False,True,checkout,0.25,0.0,False,10000,4096,20000,10000,0,10000,0,0,0,101,0,0,0,0,10000,20000,3,3410,1796,999,2,612,0,341.0,10102,11,101,0,0,0,133,9899,True,101,11,101,0,0,273,33431,31783,25760,0,4,0.2474,0.2467,0.0235,0.0042,0.0051,78.2,100.8,2369.8, +S4-10000-before-r3,S4-10000,before,3,51,batch,False,True,before,0.25,,False,10000,4096,20000,10000,0,10000,0,0,0,10000,0,0,0,0,10000,20000,3,60496,,,,,,6049.6,,,,,,,,,True,10000,11,10000,0,0,20082,43506,41847,55798,0,15,0.25,0.0679,0.0338,0.0046,0.0034,91.6,102.6,1153.4, diff --git a/evidence/reconcile/baseline/progress.json b/evidence/reconcile/baseline/progress.json new file mode 100644 index 00000000..7c3c74db --- /dev/null +++ b/evidence/reconcile/baseline/progress.json @@ -0,0 +1,12 @@ +{ + "label": "baseline", + "profile": "reconcile", + "stage": "done", + "size": null, + "runs_done": 51, + "runs_total": 51, + "elapsed_s": 2714, + "eta_s": 0, + "warnings": [], + "updated_at": "2026-10-23T15:52:03+00:00" +} diff --git a/evidence/reconcile/baseline/raw/A-batch-r1-cleaner.json b/evidence/reconcile/baseline/raw/A-batch-r1-cleaner.json new file mode 100644 index 00000000..769297b1 --- /dev/null +++ b/evidence/reconcile/baseline/raw/A-batch-r1-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "18969e86ac02", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:08:02.851226Z", + "func_name": "run", + "filename": "main.py", + "lineno": 229 + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "18969e86ac02", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 997, + "checked_rows": 994, + "found": { + "size_mismatch": 3, + "orphan_object": 3, + "missing_object": 3, + "stale_pending": 3 + }, + "fixed": {}, + "remaining": 12, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 400, + "max_objects_per_second": 0.0, + "storage_objects": 1007, + "s3_requests": { + "list": 2, + "head": 9, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 12, + "phase_ms": { + "list": 292, + "rows": 9, + "stale": 2, + "recheck": 97, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:08:03.252535Z", + "func_name": "_finish", + "filename": "attachment_reconcile.py", + "lineno": 1114 + }, + "exceeded": null, + "found_records": 12, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/A-batch-r2-cleaner.json b/evidence/reconcile/baseline/raw/A-batch-r2-cleaner.json new file mode 100644 index 00000000..b4effb67 --- /dev/null +++ b/evidence/reconcile/baseline/raw/A-batch-r2-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "9f86f6ace733", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:08:25.490470Z", + "lineno": 229, + "filename": "main.py", + "func_name": "run" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "9f86f6ace733", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 997, + "checked_rows": 994, + "found": { + "size_mismatch": 3, + "orphan_object": 3, + "missing_object": 3, + "stale_pending": 3 + }, + "fixed": {}, + "remaining": 12, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 415, + "max_objects_per_second": 0.0, + "storage_objects": 1007, + "s3_requests": { + "list": 2, + "head": 9, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 12, + "phase_ms": { + "list": 301, + "rows": 10, + "stale": 2, + "recheck": 102, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:08:25.906467Z", + "lineno": 1114, + "filename": "attachment_reconcile.py", + "func_name": "_finish" + }, + "exceeded": null, + "found_records": 12, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/A-batch-r3-cleaner.json b/evidence/reconcile/baseline/raw/A-batch-r3-cleaner.json new file mode 100644 index 00000000..e56a5838 --- /dev/null +++ b/evidence/reconcile/baseline/raw/A-batch-r3-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "b02c51169d60", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:09:09.367744Z", + "func_name": "run", + "lineno": 229, + "filename": "main.py" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "b02c51169d60", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 997, + "checked_rows": 994, + "found": { + "size_mismatch": 3, + "orphan_object": 3, + "missing_object": 3, + "stale_pending": 3 + }, + "fixed": {}, + "remaining": 12, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 504, + "max_objects_per_second": 0.0, + "storage_objects": 1007, + "s3_requests": { + "list": 2, + "head": 9, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 12, + "phase_ms": { + "list": 390, + "rows": 10, + "stale": 2, + "recheck": 103, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:09:09.872648Z", + "func_name": "_finish", + "lineno": 1114, + "filename": "attachment_reconcile.py" + }, + "exceeded": null, + "found_records": 12, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/A-deep-fast-r1-cleaner.json b/evidence/reconcile/baseline/raw/A-deep-fast-r1-cleaner.json new file mode 100644 index 00000000..07fc0814 --- /dev/null +++ b/evidence/reconcile/baseline/raw/A-deep-fast-r1-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "4e3a1879fb1f", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": true, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:07:52.848631Z", + "func_name": "run", + "filename": "main.py", + "lineno": 229 + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "4e3a1879fb1f", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": true, + "listed_objects": 997, + "checked_rows": 994, + "found": { + "size_mismatch": 3, + "orphan_object": 3, + "missing_object": 3, + "stale_pending": 3 + }, + "fixed": {}, + "remaining": 12, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 3212, + "max_objects_per_second": 0.0, + "storage_objects": 1995, + "s3_requests": { + "list": 2, + "head": 9, + "get": 988, + "delete": 0 + }, + "read_bytes": 1035993088, + "db_sessions": 12, + "phase_ms": { + "list": 3187, + "rows": 7, + "stale": 1, + "recheck": 17, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:07:56.061813Z", + "func_name": "_finish", + "filename": "attachment_reconcile.py", + "lineno": 1114 + }, + "exceeded": null, + "found_records": 12, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/A-deep-fast-r2-cleaner.json b/evidence/reconcile/baseline/raw/A-deep-fast-r2-cleaner.json new file mode 100644 index 00000000..5362f33b --- /dev/null +++ b/evidence/reconcile/baseline/raw/A-deep-fast-r2-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "240829154df7", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": true, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:08:43.618764Z", + "filename": "main.py", + "lineno": 229, + "func_name": "run" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "240829154df7", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": true, + "listed_objects": 997, + "checked_rows": 994, + "found": { + "size_mismatch": 3, + "orphan_object": 3, + "missing_object": 3, + "stale_pending": 3 + }, + "fixed": {}, + "remaining": 12, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 3045, + "max_objects_per_second": 0.0, + "storage_objects": 1995, + "s3_requests": { + "list": 2, + "head": 9, + "get": 988, + "delete": 0 + }, + "read_bytes": 1035993088, + "db_sessions": 12, + "phase_ms": { + "list": 3019, + "rows": 7, + "stale": 1, + "recheck": 16, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:08:46.664290Z", + "filename": "attachment_reconcile.py", + "lineno": 1114, + "func_name": "_finish" + }, + "exceeded": null, + "found_records": 12, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/A-deep-fast-r3-cleaner.json b/evidence/reconcile/baseline/raw/A-deep-fast-r3-cleaner.json new file mode 100644 index 00000000..af5e6d0a --- /dev/null +++ b/evidence/reconcile/baseline/raw/A-deep-fast-r3-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "5181a62934e8", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": true, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:09:12.407801Z", + "func_name": "run", + "lineno": 229, + "filename": "main.py" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "5181a62934e8", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": true, + "listed_objects": 997, + "checked_rows": 994, + "found": { + "size_mismatch": 3, + "orphan_object": 3, + "missing_object": 3, + "stale_pending": 3 + }, + "fixed": {}, + "remaining": 12, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 3070, + "max_objects_per_second": 0.0, + "storage_objects": 1995, + "s3_requests": { + "list": 2, + "head": 9, + "get": 988, + "delete": 0 + }, + "read_bytes": 1035993088, + "db_sessions": 12, + "phase_ms": { + "list": 3045, + "rows": 7, + "stale": 1, + "recheck": 16, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:09:15.478766Z", + "func_name": "_finish", + "lineno": 1114, + "filename": "attachment_reconcile.py" + }, + "exceeded": null, + "found_records": 12, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/A-deep-r1-cleaner.json b/evidence/reconcile/baseline/raw/A-deep-r1-cleaner.json new file mode 100644 index 00000000..1d9b897e --- /dev/null +++ b/evidence/reconcile/baseline/raw/A-deep-r1-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "688bd35d7ab4", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": true, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:08:09.843813Z", + "func_name": "run", + "filename": "main.py", + "lineno": 229 + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "688bd35d7ab4", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": true, + "listed_objects": 997, + "checked_rows": 994, + "found": { + "size_mismatch": 3, + "orphan_object": 3, + "missing_object": 3, + "stale_pending": 3 + }, + "fixed": {}, + "remaining": 12, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 8591, + "max_objects_per_second": 0.0, + "storage_objects": 1995, + "s3_requests": { + "list": 2, + "head": 9, + "get": 988, + "delete": 0 + }, + "read_bytes": 1035993088, + "db_sessions": 12, + "phase_ms": { + "list": 8485, + "rows": 8, + "stale": 2, + "recheck": 96, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:08:18.436690Z", + "func_name": "_finish", + "filename": "attachment_reconcile.py", + "lineno": 1114 + }, + "exceeded": null, + "found_records": 12, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/A-deep-r2-cleaner.json b/evidence/reconcile/baseline/raw/A-deep-r2-cleaner.json new file mode 100644 index 00000000..f403b2be --- /dev/null +++ b/evidence/reconcile/baseline/raw/A-deep-r2-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "f08dd92b56e9", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": true, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:08:32.556134Z", + "lineno": 229, + "filename": "main.py", + "func_name": "run" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "f08dd92b56e9", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": true, + "listed_objects": 997, + "checked_rows": 994, + "found": { + "size_mismatch": 3, + "orphan_object": 3, + "missing_object": 3, + "stale_pending": 3 + }, + "fixed": {}, + "remaining": 12, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 8527, + "max_objects_per_second": 0.0, + "storage_objects": 1995, + "s3_requests": { + "list": 2, + "head": 9, + "get": 988, + "delete": 0 + }, + "read_bytes": 1035993088, + "db_sessions": 12, + "phase_ms": { + "list": 8435, + "rows": 71, + "stale": 2, + "recheck": 19, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:08:41.084170Z", + "lineno": 1114, + "filename": "attachment_reconcile.py", + "func_name": "_finish" + }, + "exceeded": null, + "found_records": 12, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/A-deep-r3-cleaner.json b/evidence/reconcile/baseline/raw/A-deep-r3-cleaner.json new file mode 100644 index 00000000..3d3a2844 --- /dev/null +++ b/evidence/reconcile/baseline/raw/A-deep-r3-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "58aadd77b5fa", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": true, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:08:53.241756Z", + "filename": "main.py", + "lineno": 229, + "func_name": "run" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "58aadd77b5fa", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": true, + "listed_objects": 997, + "checked_rows": 994, + "found": { + "size_mismatch": 3, + "orphan_object": 3, + "missing_object": 3, + "stale_pending": 3 + }, + "fixed": {}, + "remaining": 12, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 8896, + "max_objects_per_second": 0.0, + "storage_objects": 1995, + "s3_requests": { + "list": 2, + "head": 9, + "get": 988, + "delete": 0 + }, + "read_bytes": 1035993088, + "db_sessions": 12, + "phase_ms": { + "list": 8800, + "rows": 9, + "stale": 1, + "recheck": 86, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:09:02.139105Z", + "filename": "attachment_reconcile.py", + "lineno": 1114, + "func_name": "_finish" + }, + "exceeded": null, + "found_records": 12, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/B-batch-r1-cleaner.json b/evidence/reconcile/baseline/raw/B-batch-r1-cleaner.json new file mode 100644 index 00000000..10ea7195 --- /dev/null +++ b/evidence/reconcile/baseline/raw/B-batch-r1-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "e9c4bf9a1673", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:12:16.027197Z", + "func_name": "run", + "lineno": 229, + "filename": "main.py" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "e9c4bf9a1673", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 9975, + "checked_rows": 9950, + "found": { + "size_mismatch": 25, + "orphan_object": 25, + "missing_object": 25, + "stale_pending": 25 + }, + "fixed": {}, + "remaining": 100, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 2807, + "max_objects_per_second": 0.0, + "storage_objects": 10051, + "s3_requests": { + "list": 11, + "head": 75, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 96, + "phase_ms": { + "list": 1704, + "rows": 589, + "stale": 3, + "recheck": 511, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:12:18.839091Z", + "func_name": "_finish", + "lineno": 1114, + "filename": "attachment_reconcile.py" + }, + "exceeded": null, + "found_records": 100, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/B-batch-r2-cleaner.json b/evidence/reconcile/baseline/raw/B-batch-r2-cleaner.json new file mode 100644 index 00000000..bb3a8e71 --- /dev/null +++ b/evidence/reconcile/baseline/raw/B-batch-r2-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "eef093d60699", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:14:11.580661Z", + "func_name": "run", + "filename": "main.py", + "lineno": 229 + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "eef093d60699", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 9975, + "checked_rows": 9950, + "found": { + "size_mismatch": 25, + "orphan_object": 25, + "missing_object": 25, + "stale_pending": 25 + }, + "fixed": {}, + "remaining": 100, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 2613, + "max_objects_per_second": 0.0, + "storage_objects": 10051, + "s3_requests": { + "list": 11, + "head": 75, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 96, + "phase_ms": { + "list": 1703, + "rows": 415, + "stale": 1, + "recheck": 494, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:14:14.198097Z", + "func_name": "_finish", + "filename": "attachment_reconcile.py", + "lineno": 1114 + }, + "exceeded": null, + "found_records": 100, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/B-batch-r3-cleaner.json b/evidence/reconcile/baseline/raw/B-batch-r3-cleaner.json new file mode 100644 index 00000000..da5213d7 --- /dev/null +++ b/evidence/reconcile/baseline/raw/B-batch-r3-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "6283d0013f46", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:16:12.100829Z", + "filename": "main.py", + "lineno": 229, + "func_name": "run" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "6283d0013f46", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 9975, + "checked_rows": 9950, + "found": { + "size_mismatch": 25, + "orphan_object": 25, + "missing_object": 25, + "stale_pending": 25 + }, + "fixed": {}, + "remaining": 100, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 2992, + "max_objects_per_second": 0.0, + "storage_objects": 10051, + "s3_requests": { + "list": 11, + "head": 75, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 96, + "phase_ms": { + "list": 1888, + "rows": 596, + "stale": 3, + "recheck": 506, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:16:15.097477Z", + "filename": "attachment_reconcile.py", + "lineno": 1114, + "func_name": "_finish" + }, + "exceeded": null, + "found_records": 100, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/B-deep-r1-cleaner.json b/evidence/reconcile/baseline/raw/B-deep-r1-cleaner.json new file mode 100644 index 00000000..47c3cfed --- /dev/null +++ b/evidence/reconcile/baseline/raw/B-deep-r1-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "a87c79f34ed9", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": true, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:11:38.418556Z", + "lineno": 229, + "filename": "main.py", + "func_name": "run" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "a87c79f34ed9", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": true, + "listed_objects": 9975, + "checked_rows": 9950, + "found": { + "size_mismatch": 25, + "orphan_object": 25, + "missing_object": 25, + "stale_pending": 25 + }, + "fixed": {}, + "remaining": 100, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 30525, + "max_objects_per_second": 0.0, + "storage_objects": 19951, + "s3_requests": { + "list": 11, + "head": 75, + "get": 9900, + "delete": 0 + }, + "read_bytes": 40550400, + "db_sessions": 96, + "phase_ms": { + "list": 29608, + "rows": 397, + "stale": 3, + "recheck": 516, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:12:08.947898Z", + "lineno": 1114, + "filename": "attachment_reconcile.py", + "func_name": "_finish" + }, + "exceeded": null, + "found_records": 100, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/B-deep-r2-cleaner.json b/evidence/reconcile/baseline/raw/B-deep-r2-cleaner.json new file mode 100644 index 00000000..f7d6aed5 --- /dev/null +++ b/evidence/reconcile/baseline/raw/B-deep-r2-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "cf3b12658a57", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": true, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:13:33.011533Z", + "filename": "main.py", + "lineno": 229, + "func_name": "run" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "cf3b12658a57", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": true, + "listed_objects": 9975, + "checked_rows": 9950, + "found": { + "size_mismatch": 25, + "orphan_object": 25, + "missing_object": 25, + "stale_pending": 25 + }, + "fixed": {}, + "remaining": 100, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 31307, + "max_objects_per_second": 0.0, + "storage_objects": 19951, + "s3_requests": { + "list": 11, + "head": 75, + "get": 9900, + "delete": 0 + }, + "read_bytes": 40550400, + "db_sessions": 96, + "phase_ms": { + "list": 30593, + "rows": 293, + "stale": 2, + "recheck": 418, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:14:04.392845Z", + "filename": "attachment_reconcile.py", + "lineno": 1114, + "func_name": "_finish" + }, + "exceeded": null, + "found_records": 100, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/B-deep-r3-cleaner.json b/evidence/reconcile/baseline/raw/B-deep-r3-cleaner.json new file mode 100644 index 00000000..a0163e63 --- /dev/null +++ b/evidence/reconcile/baseline/raw/B-deep-r3-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "fc538e47d70b", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": true, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:15:32.204057Z", + "lineno": 229, + "func_name": "run", + "filename": "main.py" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "fc538e47d70b", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": true, + "listed_objects": 9975, + "checked_rows": 9950, + "found": { + "size_mismatch": 25, + "orphan_object": 25, + "missing_object": 25, + "stale_pending": 25 + }, + "fixed": {}, + "remaining": 100, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 32620, + "max_objects_per_second": 0.0, + "storage_objects": 19951, + "s3_requests": { + "list": 11, + "head": 75, + "get": 9900, + "delete": 0 + }, + "read_bytes": 40550400, + "db_sessions": 96, + "phase_ms": { + "list": 31700, + "rows": 394, + "stale": 3, + "recheck": 523, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:16:04.896124Z", + "lineno": 1114, + "func_name": "_finish", + "filename": "attachment_reconcile.py" + }, + "exceeded": null, + "found_records": 100, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/B-head-r1-cleaner.json b/evidence/reconcile/baseline/raw/B-head-r1-cleaner.json new file mode 100644 index 00000000..a3e7d34f --- /dev/null +++ b/evidence/reconcile/baseline/raw/B-head-r1-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "a009e411b8a0", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "head", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:10:30.529094Z", + "filename": "main.py", + "func_name": "run", + "lineno": 229 + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "a009e411b8a0", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "head", + "deep": false, + "listed_objects": 9975, + "checked_rows": 9950, + "found": { + "orphan_object": 25, + "missing_object": 25, + "size_mismatch": 25, + "stale_pending": 25 + }, + "fixed": {}, + "remaining": 100, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 60982, + "max_objects_per_second": 0.0, + "storage_objects": 20001, + "s3_requests": { + "list": 11, + "head": 10025, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 10061, + "phase_ms": { + "list": 32101, + "rows": 28381, + "stale": 4, + "recheck": 496, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:11:31.517473Z", + "filename": "attachment_reconcile.py", + "func_name": "_finish", + "lineno": 1114 + }, + "exceeded": null, + "found_records": 100, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/B-head-r2-cleaner.json b/evidence/reconcile/baseline/raw/B-head-r2-cleaner.json new file mode 100644 index 00000000..b6a300b7 --- /dev/null +++ b/evidence/reconcile/baseline/raw/B-head-r2-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "8cac7c98d4d5", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "head", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:12:25.785322Z", + "filename": "main.py", + "lineno": 229, + "func_name": "run" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "8cac7c98d4d5", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "head", + "deep": false, + "listed_objects": 9975, + "checked_rows": 9950, + "found": { + "orphan_object": 25, + "missing_object": 25, + "size_mismatch": 25, + "stale_pending": 25 + }, + "fixed": {}, + "remaining": 100, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 59807, + "max_objects_per_second": 0.0, + "storage_objects": 20001, + "s3_requests": { + "list": 11, + "head": 10025, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 10061, + "phase_ms": { + "list": 31318, + "rows": 28070, + "stale": 4, + "recheck": 416, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:13:25.596762Z", + "filename": "attachment_reconcile.py", + "lineno": 1114, + "func_name": "_finish" + }, + "exceeded": null, + "found_records": 100, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/B-head-r3-cleaner.json b/evidence/reconcile/baseline/raw/B-head-r3-cleaner.json new file mode 100644 index 00000000..ba3897b8 --- /dev/null +++ b/evidence/reconcile/baseline/raw/B-head-r3-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "d8f59291c04b", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "head", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:14:21.298120Z", + "func_name": "run", + "filename": "main.py", + "lineno": 229 + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "d8f59291c04b", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "head", + "deep": false, + "listed_objects": 9975, + "checked_rows": 9950, + "found": { + "orphan_object": 25, + "missing_object": 25, + "size_mismatch": 25, + "stale_pending": 25 + }, + "fixed": {}, + "remaining": 100, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 64118, + "max_objects_per_second": 0.0, + "storage_objects": 20001, + "s3_requests": { + "list": 11, + "head": 10025, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 10061, + "phase_ms": { + "list": 34905, + "rows": 28800, + "stale": 3, + "recheck": 411, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:15:25.497399Z", + "func_name": "_finish", + "filename": "attachment_reconcile.py", + "lineno": 1114 + }, + "exceeded": null, + "found_records": 100, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/C-batch-r1-cleaner.json b/evidence/reconcile/baseline/raw/C-batch-r1-cleaner.json new file mode 100644 index 00000000..8cfbfe75 --- /dev/null +++ b/evidence/reconcile/baseline/raw/C-batch-r1-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "d325a6c1b357", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:17:05.642815Z", + "filename": "main.py", + "lineno": 229, + "func_name": "run" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "d325a6c1b357", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 29925, + "checked_rows": 29850, + "found": { + "size_mismatch": 75, + "orphan_object": 75, + "missing_object": 75, + "stale_pending": 75 + }, + "fixed": {}, + "remaining": 300, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 9295, + "max_objects_per_second": 0.0, + "storage_objects": 30151, + "s3_requests": { + "list": 31, + "head": 225, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 286, + "phase_ms": { + "list": 6204, + "rows": 1580, + "stale": 4, + "recheck": 1506, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:17:14.949837Z", + "filename": "attachment_reconcile.py", + "lineno": 1114, + "func_name": "_finish" + }, + "exceeded": null, + "found_records": 300, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/C-batch-r2-cleaner.json b/evidence/reconcile/baseline/raw/C-batch-r2-cleaner.json new file mode 100644 index 00000000..26c8f609 --- /dev/null +++ b/evidence/reconcile/baseline/raw/C-batch-r2-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "22b93dc6815f", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:20:41.494964Z", + "func_name": "run", + "filename": "main.py", + "lineno": 229 + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "22b93dc6815f", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 29925, + "checked_rows": 29850, + "found": { + "size_mismatch": 75, + "orphan_object": 75, + "missing_object": 75, + "stale_pending": 75 + }, + "fixed": {}, + "remaining": 300, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 9607, + "max_objects_per_second": 0.0, + "storage_objects": 30151, + "s3_requests": { + "list": 31, + "head": 225, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 286, + "phase_ms": { + "list": 6289, + "rows": 1502, + "stale": 2, + "recheck": 1814, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:20:51.185068Z", + "func_name": "_finish", + "filename": "attachment_reconcile.py", + "lineno": 1114 + }, + "exceeded": null, + "found_records": 300, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/C-batch-r3-cleaner.json b/evidence/reconcile/baseline/raw/C-batch-r3-cleaner.json new file mode 100644 index 00000000..25e9b1ba --- /dev/null +++ b/evidence/reconcile/baseline/raw/C-batch-r3-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "b1b5eebd7646", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:24:15.421144Z", + "func_name": "run", + "filename": "main.py", + "lineno": 229 + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "b1b5eebd7646", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 29925, + "checked_rows": 29850, + "found": { + "size_mismatch": 75, + "orphan_object": 75, + "missing_object": 75, + "stale_pending": 75 + }, + "fixed": {}, + "remaining": 300, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 9108, + "max_objects_per_second": 0.0, + "storage_objects": 30151, + "s3_requests": { + "list": 31, + "head": 225, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 286, + "phase_ms": { + "list": 5902, + "rows": 1598, + "stale": 4, + "recheck": 1604, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:24:24.619281Z", + "func_name": "_finish", + "filename": "attachment_reconcile.py", + "lineno": 1114 + }, + "exceeded": null, + "found_records": 300, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/C-head-r1-cleaner.json b/evidence/reconcile/baseline/raw/C-head-r1-cleaner.json new file mode 100644 index 00000000..d16c018a --- /dev/null +++ b/evidence/reconcile/baseline/raw/C-head-r1-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "1bca1e30111b", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "head", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:17:22.560107Z", + "func_name": "run", + "lineno": 229, + "filename": "main.py" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "1bca1e30111b", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "head", + "deep": false, + "listed_objects": 29925, + "checked_rows": 29850, + "found": { + "orphan_object": 75, + "missing_object": 75, + "size_mismatch": 75, + "stale_pending": 75 + }, + "fixed": {}, + "remaining": 300, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 191917, + "max_objects_per_second": 0.0, + "storage_objects": 60001, + "s3_requests": { + "list": 31, + "head": 30075, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 30181, + "phase_ms": { + "list": 102224, + "rows": 87802, + "stale": 3, + "recheck": 1818, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:20:34.488992Z", + "func_name": "_finish", + "lineno": 1114, + "filename": "attachment_reconcile.py" + }, + "exceeded": null, + "found_records": 300, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/C-head-r2-cleaner.json b/evidence/reconcile/baseline/raw/C-head-r2-cleaner.json new file mode 100644 index 00000000..2eb66810 --- /dev/null +++ b/evidence/reconcile/baseline/raw/C-head-r2-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "2823c222cb6d", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "head", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:20:58.069167Z", + "lineno": 229, + "func_name": "run", + "filename": "main.py" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "2823c222cb6d", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "head", + "deep": false, + "listed_objects": 29925, + "checked_rows": 29850, + "found": { + "orphan_object": 75, + "missing_object": 75, + "size_mismatch": 75, + "stale_pending": 75 + }, + "fixed": {}, + "remaining": 300, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 189789, + "max_objects_per_second": 0.0, + "storage_objects": 60001, + "s3_requests": { + "list": 31, + "head": 30075, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 30181, + "phase_ms": { + "list": 102692, + "rows": 85595, + "stale": 5, + "recheck": 1498, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:24:07.873158Z", + "lineno": 1114, + "func_name": "_finish", + "filename": "attachment_reconcile.py" + }, + "exceeded": null, + "found_records": 300, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/C-head-r3-cleaner.json b/evidence/reconcile/baseline/raw/C-head-r3-cleaner.json new file mode 100644 index 00000000..88aecdb2 --- /dev/null +++ b/evidence/reconcile/baseline/raw/C-head-r3-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "3d99fb146959", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "head", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:24:32.064934Z", + "lineno": 229, + "filename": "main.py", + "func_name": "run" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "3d99fb146959", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "head", + "deep": false, + "listed_objects": 29925, + "checked_rows": 29850, + "found": { + "orphan_object": 75, + "missing_object": 75, + "size_mismatch": 75, + "stale_pending": 75 + }, + "fixed": {}, + "remaining": 300, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 189711, + "max_objects_per_second": 0.0, + "storage_objects": 60001, + "s3_requests": { + "list": 31, + "head": 30075, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 30181, + "phase_ms": { + "list": 101108, + "rows": 87094, + "stale": 4, + "recheck": 1506, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:27:41.858836Z", + "lineno": 1114, + "filename": "attachment_reconcile.py", + "func_name": "_finish" + }, + "exceeded": null, + "found_records": 300, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/D-batch-r1-cleaner.json b/evidence/reconcile/baseline/raw/D-batch-r1-cleaner.json new file mode 100644 index 00000000..25661171 --- /dev/null +++ b/evidence/reconcile/baseline/raw/D-batch-r1-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "b4cde9adcb3a", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:29:00.230079Z", + "lineno": 229, + "func_name": "run", + "filename": "main.py" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "b4cde9adcb3a", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 99750, + "checked_rows": 99500, + "found": { + "orphan_object": 250, + "size_mismatch": 250, + "missing_object": 250, + "stale_pending": 250 + }, + "fixed": {}, + "remaining": 1000, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 32216, + "max_objects_per_second": 0.0, + "storage_objects": 100501, + "s3_requests": { + "list": 101, + "head": 750, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 953, + "phase_ms": { + "list": 20618, + "rows": 6089, + "stale": 10, + "recheck": 5499, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:29:32.637023Z", + "lineno": 1114, + "func_name": "_finish", + "filename": "attachment_reconcile.py" + }, + "exceeded": null, + "found_records": 1000, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/D-batch-r2-cleaner.json b/evidence/reconcile/baseline/raw/D-batch-r2-cleaner.json new file mode 100644 index 00000000..218b88d9 --- /dev/null +++ b/evidence/reconcile/baseline/raw/D-batch-r2-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "d5036a534b47", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:29:40.015991Z", + "func_name": "run", + "filename": "main.py", + "lineno": 229 + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "d5036a534b47", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 99750, + "checked_rows": 99500, + "found": { + "orphan_object": 250, + "size_mismatch": 250, + "missing_object": 250, + "stale_pending": 250 + }, + "fixed": {}, + "remaining": 1000, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 30693, + "max_objects_per_second": 0.0, + "storage_objects": 100501, + "s3_requests": { + "list": 101, + "head": 750, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 953, + "phase_ms": { + "list": 20198, + "rows": 5288, + "stale": 10, + "recheck": 5197, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:30:10.899471Z", + "func_name": "_finish", + "filename": "attachment_reconcile.py", + "lineno": 1114 + }, + "exceeded": null, + "found_records": 1000, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/D-batch-r3-cleaner.json b/evidence/reconcile/baseline/raw/D-batch-r3-cleaner.json new file mode 100644 index 00000000..fd05b8a1 --- /dev/null +++ b/evidence/reconcile/baseline/raw/D-batch-r3-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "9c937f7f6878", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:30:18.516982Z", + "lineno": 229, + "filename": "main.py", + "func_name": "run" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "9c937f7f6878", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 99750, + "checked_rows": 99500, + "found": { + "orphan_object": 250, + "size_mismatch": 250, + "missing_object": 250, + "stale_pending": 250 + }, + "fixed": {}, + "remaining": 1000, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 31928, + "max_objects_per_second": 0.0, + "storage_objects": 100501, + "s3_requests": { + "list": 101, + "head": 750, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 953, + "phase_ms": { + "list": 20928, + "rows": 5780, + "stale": 10, + "recheck": 5211, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:30:50.633143Z", + "lineno": 1114, + "filename": "attachment_reconcile.py", + "func_name": "_finish" + }, + "exceeded": null, + "found_records": 1000, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/D-fast-limited-r1-cleaner.json b/evidence/reconcile/baseline/raw/D-fast-limited-r1-cleaner.json new file mode 100644 index 00000000..ed7c883e --- /dev/null +++ b/evidence/reconcile/baseline/raw/D-fast-limited-r1-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "f69e5516b0f7", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 2000.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:31:25.610171Z", + "lineno": 229, + "filename": "main.py", + "func_name": "run" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "f69e5516b0f7", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 99750, + "checked_rows": 99500, + "found": { + "orphan_object": 250, + "size_mismatch": 250, + "missing_object": 250, + "stale_pending": 250 + }, + "fixed": {}, + "remaining": 1000, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 52316, + "max_objects_per_second": 2000.0, + "storage_objects": 100501, + "s3_requests": { + "list": 101, + "head": 750, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 953, + "phase_ms": { + "list": 49885, + "rows": 912, + "stale": 6, + "recheck": 1513, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:32:17.957089Z", + "lineno": 1114, + "filename": "attachment_reconcile.py", + "func_name": "_finish" + }, + "exceeded": null, + "found_records": 1000, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/D-fast-limited-r2-cleaner.json b/evidence/reconcile/baseline/raw/D-fast-limited-r2-cleaner.json new file mode 100644 index 00000000..34f05938 --- /dev/null +++ b/evidence/reconcile/baseline/raw/D-fast-limited-r2-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "d5ade708ecd7", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 2000.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:37:16.013317Z", + "filename": "main.py", + "func_name": "run", + "lineno": 229 + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "d5ade708ecd7", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 99750, + "checked_rows": 99500, + "found": { + "orphan_object": 250, + "size_mismatch": 250, + "missing_object": 250, + "stale_pending": 250 + }, + "fixed": {}, + "remaining": 1000, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 51983, + "max_objects_per_second": 2000.0, + "storage_objects": 100501, + "s3_requests": { + "list": 101, + "head": 750, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 953, + "phase_ms": { + "list": 49884, + "rows": 870, + "stale": 5, + "recheck": 1224, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:38:08.026112Z", + "filename": "attachment_reconcile.py", + "func_name": "_finish", + "lineno": 1114 + }, + "exceeded": null, + "found_records": 1000, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/D-fast-limited-r3-cleaner.json b/evidence/reconcile/baseline/raw/D-fast-limited-r3-cleaner.json new file mode 100644 index 00000000..6c0a1f7a --- /dev/null +++ b/evidence/reconcile/baseline/raw/D-fast-limited-r3-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "553f5997f9af", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 2000.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:43:17.581364Z", + "func_name": "run", + "lineno": 229, + "filename": "main.py" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "553f5997f9af", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 99750, + "checked_rows": 99500, + "found": { + "orphan_object": 250, + "size_mismatch": 250, + "missing_object": 250, + "stale_pending": 250 + }, + "fixed": {}, + "remaining": 1000, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 52160, + "max_objects_per_second": 2000.0, + "storage_objects": 100501, + "s3_requests": { + "list": 101, + "head": 750, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 953, + "phase_ms": { + "list": 49884, + "rows": 888, + "stale": 8, + "recheck": 1380, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:44:09.772405Z", + "func_name": "_finish", + "lineno": 1114, + "filename": "attachment_reconcile.py" + }, + "exceeded": null, + "found_records": 1000, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/D-fast-unlimited-r1-cleaner.json b/evidence/reconcile/baseline/raw/D-fast-unlimited-r1-cleaner.json new file mode 100644 index 00000000..050a46ef --- /dev/null +++ b/evidence/reconcile/baseline/raw/D-fast-unlimited-r1-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "5175d9ed537c", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:35:27.281953Z", + "func_name": "run", + "lineno": 229, + "filename": "main.py" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "5175d9ed537c", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 99750, + "checked_rows": 99500, + "found": { + "orphan_object": 250, + "size_mismatch": 250, + "missing_object": 250, + "stale_pending": 250 + }, + "fixed": {}, + "remaining": 1000, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 13811, + "max_objects_per_second": 0.0, + "storage_objects": 100501, + "s3_requests": { + "list": 101, + "head": 750, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 953, + "phase_ms": { + "list": 11352, + "rows": 931, + "stale": 5, + "recheck": 1523, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:35:41.124550Z", + "func_name": "_finish", + "lineno": 1114, + "filename": "attachment_reconcile.py" + }, + "exceeded": null, + "found_records": 1000, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/D-fast-unlimited-r2-cleaner.json b/evidence/reconcile/baseline/raw/D-fast-unlimited-r2-cleaner.json new file mode 100644 index 00000000..7e024a90 --- /dev/null +++ b/evidence/reconcile/baseline/raw/D-fast-unlimited-r2-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "a17a11df4626", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:40:13.530625Z", + "func_name": "run", + "filename": "main.py", + "lineno": 229 + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "a17a11df4626", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 99750, + "checked_rows": 99500, + "found": { + "orphan_object": 250, + "size_mismatch": 250, + "missing_object": 250, + "stale_pending": 250 + }, + "fixed": {}, + "remaining": 1000, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 12886, + "max_objects_per_second": 0.0, + "storage_objects": 100501, + "s3_requests": { + "list": 101, + "head": 750, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 953, + "phase_ms": { + "list": 10766, + "rows": 879, + "stale": 6, + "recheck": 1236, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:40:26.445528Z", + "func_name": "_finish", + "filename": "attachment_reconcile.py", + "lineno": 1114 + }, + "exceeded": null, + "found_records": 1000, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/D-fast-unlimited-r3-cleaner.json b/evidence/reconcile/baseline/raw/D-fast-unlimited-r3-cleaner.json new file mode 100644 index 00000000..f41d1f64 --- /dev/null +++ b/evidence/reconcile/baseline/raw/D-fast-unlimited-r3-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "cde7e971a4e9", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:42:31.928399Z", + "filename": "main.py", + "lineno": 229, + "func_name": "run" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "cde7e971a4e9", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 99750, + "checked_rows": 99500, + "found": { + "orphan_object": 250, + "size_mismatch": 250, + "missing_object": 250, + "stale_pending": 250 + }, + "fixed": {}, + "remaining": 1000, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 12877, + "max_objects_per_second": 0.0, + "storage_objects": 100501, + "s3_requests": { + "list": 101, + "head": 750, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 953, + "phase_ms": { + "list": 10713, + "rows": 872, + "stale": 7, + "recheck": 1285, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:42:44.835329Z", + "filename": "attachment_reconcile.py", + "lineno": 1114, + "func_name": "_finish" + }, + "exceeded": null, + "found_records": 1000, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/D-stand-r1-cleaner.json b/evidence/reconcile/baseline/raw/D-stand-r1-cleaner.json new file mode 100644 index 00000000..cbe1b7aa --- /dev/null +++ b/evidence/reconcile/baseline/raw/D-stand-r1-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "68d5053d29b1", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 2000.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:33:56.020818Z", + "lineno": 229, + "func_name": "run", + "filename": "main.py" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "68d5053d29b1", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 99750, + "checked_rows": 99500, + "found": { + "orphan_object": 250, + "size_mismatch": 250, + "missing_object": 250, + "stale_pending": 250 + }, + "fixed": {}, + "remaining": 1000, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 58299, + "max_objects_per_second": 2000.0, + "storage_objects": 100501, + "s3_requests": { + "list": 101, + "head": 750, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 953, + "phase_ms": { + "list": 49884, + "rows": 3412, + "stale": 6, + "recheck": 4997, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:34:54.423408Z", + "lineno": 1114, + "func_name": "_finish", + "filename": "attachment_reconcile.py" + }, + "exceeded": null, + "found_records": 1000, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/D-stand-r2-cleaner.json b/evidence/reconcile/baseline/raw/D-stand-r2-cleaner.json new file mode 100644 index 00000000..6d5dd31b --- /dev/null +++ b/evidence/reconcile/baseline/raw/D-stand-r2-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "9d52e0b703b9", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 2000.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:38:43.167753Z", + "lineno": 229, + "func_name": "run", + "filename": "main.py" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "9d52e0b703b9", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 99750, + "checked_rows": 99500, + "found": { + "orphan_object": 250, + "size_mismatch": 250, + "missing_object": 250, + "stale_pending": 250 + }, + "fixed": {}, + "remaining": 1000, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 57500, + "max_objects_per_second": 2000.0, + "storage_objects": 100501, + "s3_requests": { + "list": 101, + "head": 750, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 953, + "phase_ms": { + "list": 49884, + "rows": 3400, + "stale": 6, + "recheck": 4210, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:39:40.767984Z", + "lineno": 1114, + "func_name": "_finish", + "filename": "attachment_reconcile.py" + }, + "exceeded": null, + "found_records": 1000, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/D-stand-r3-cleaner.json b/evidence/reconcile/baseline/raw/D-stand-r3-cleaner.json new file mode 100644 index 00000000..70624551 --- /dev/null +++ b/evidence/reconcile/baseline/raw/D-stand-r3-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "6d2f7c17a001", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 2000.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:41:01.505560Z", + "func_name": "run", + "filename": "main.py", + "lineno": 229 + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "6d2f7c17a001", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 99750, + "checked_rows": 99500, + "found": { + "orphan_object": 250, + "size_mismatch": 250, + "missing_object": 250, + "stale_pending": 250 + }, + "fixed": {}, + "remaining": 1000, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 57404, + "max_objects_per_second": 2000.0, + "storage_objects": 100501, + "s3_requests": { + "list": 101, + "head": 750, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 953, + "phase_ms": { + "list": 49884, + "rows": 3314, + "stale": 5, + "recheck": 4201, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:41:59.084880Z", + "func_name": "_finish", + "filename": "attachment_reconcile.py", + "lineno": 1114 + }, + "exceeded": null, + "found_records": 1000, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/D-stand-unlimited-r1-cleaner.json b/evidence/reconcile/baseline/raw/D-stand-unlimited-r1-cleaner.json new file mode 100644 index 00000000..4c050e17 --- /dev/null +++ b/evidence/reconcile/baseline/raw/D-stand-unlimited-r1-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "b5adae5b96b7", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:32:53.405894Z", + "lineno": 229, + "filename": "main.py", + "func_name": "run" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "b5adae5b96b7", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 99750, + "checked_rows": 99500, + "found": { + "orphan_object": 250, + "size_mismatch": 250, + "missing_object": 250, + "stale_pending": 250 + }, + "fixed": {}, + "remaining": 1000, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 27204, + "max_objects_per_second": 0.0, + "storage_objects": 100501, + "s3_requests": { + "list": 101, + "head": 750, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 953, + "phase_ms": { + "list": 18815, + "rows": 3595, + "stale": 7, + "recheck": 4787, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:33:20.713392Z", + "lineno": 1114, + "filename": "attachment_reconcile.py", + "func_name": "_finish" + }, + "exceeded": null, + "found_records": 1000, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/D-stand-unlimited-r2-cleaner.json b/evidence/reconcile/baseline/raw/D-stand-unlimited-r2-cleaner.json new file mode 100644 index 00000000..bc86dfed --- /dev/null +++ b/evidence/reconcile/baseline/raw/D-stand-unlimited-r2-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "0b5b4f7dff49", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:36:16.410218Z", + "filename": "main.py", + "func_name": "run", + "lineno": 229 + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "0b5b4f7dff49", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 99750, + "checked_rows": 99500, + "found": { + "orphan_object": 250, + "size_mismatch": 250, + "missing_object": 250, + "stale_pending": 250 + }, + "fixed": {}, + "remaining": 1000, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 26699, + "max_objects_per_second": 0.0, + "storage_objects": 100501, + "s3_requests": { + "list": 101, + "head": 750, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 953, + "phase_ms": { + "list": 19176, + "rows": 3324, + "stale": 77, + "recheck": 4121, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:36:43.208718Z", + "filename": "attachment_reconcile.py", + "func_name": "_finish", + "lineno": 1114 + }, + "exceeded": null, + "found_records": 1000, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/D-stand-unlimited-r3-cleaner.json b/evidence/reconcile/baseline/raw/D-stand-unlimited-r3-cleaner.json new file mode 100644 index 00000000..ee0dafba --- /dev/null +++ b/evidence/reconcile/baseline/raw/D-stand-unlimited-r3-cleaner.json @@ -0,0 +1,85 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "b171ffbff10d", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": false, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:44:44.940203Z", + "lineno": 229, + "func_name": "run", + "filename": "main.py" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "b171ffbff10d", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": false, + "strategy": "batch", + "deep": false, + "listed_objects": 99750, + "checked_rows": 99500, + "found": { + "orphan_object": 250, + "size_mismatch": 250, + "missing_object": 250, + "stale_pending": 250 + }, + "fixed": {}, + "remaining": 1000, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": false, + "unlogged": 0, + "unchecked": 0, + "interrupted_by": null, + "duration_ms": 26127, + "max_objects_per_second": 0.0, + "storage_objects": 100501, + "s3_requests": { + "list": 101, + "head": 750, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 953, + "phase_ms": { + "list": 18519, + "rows": 3299, + "stale": 6, + "recheck": 4303, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:45:11.240988Z", + "lineno": 1114, + "func_name": "_finish", + "filename": "attachment_reconcile.py" + }, + "exceeded": null, + "found_records": 1000, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/S4-1000-after-r1-cleaner.json b/evidence/reconcile/baseline/raw/S4-1000-after-r1-cleaner.json new file mode 100644 index 00000000..ea204d2c --- /dev/null +++ b/evidence/reconcile/baseline/raw/S4-1000-after-r1-cleaner.json @@ -0,0 +1,98 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "d1612c53cc3b", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": true, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:46:38.472316Z", + "filename": "main.py", + "func_name": "run", + "lineno": 229 + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "d1612c53cc3b", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "strategy": "batch", + "deep": false, + "listed_objects": 10000, + "checked_rows": 11000, + "found": { + "missing_object": 101 + }, + "fixed": {}, + "remaining": 101, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": true, + "unlogged": 0, + "unchecked": 899, + "interrupted_by": null, + "duration_ms": 3113, + "max_objects_per_second": 0.0, + "storage_objects": 10102, + "s3_requests": { + "list": 11, + "head": 101, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 124, + "phase_ms": { + "list": 1802, + "rows": 707, + "stale": 3, + "recheck": 601, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:46:41.562198Z", + "filename": "attachment_reconcile.py", + "func_name": "_finish", + "lineno": 1114 + }, + "exceeded": { + "event": "Reconcile changes exceed limit", + "instance_id": "d1612c53cc3b", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "strategy": "batch", + "deep": false, + "changes": 101, + "max_changes": 100, + "unchecked": 899, + "level": "error", + "timestamp": "2026-10-23T15:46:41.559137Z", + "filename": "attachment_reconcile.py", + "func_name": "_act", + "lineno": 892 + }, + "found_records": 101, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/S4-1000-after-r2-cleaner.json b/evidence/reconcile/baseline/raw/S4-1000-after-r2-cleaner.json new file mode 100644 index 00000000..bd2e4aec --- /dev/null +++ b/evidence/reconcile/baseline/raw/S4-1000-after-r2-cleaner.json @@ -0,0 +1,98 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "56f1e1939771", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": true, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:47:04.816037Z", + "filename": "main.py", + "lineno": 229, + "func_name": "run" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "56f1e1939771", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "strategy": "batch", + "deep": false, + "listed_objects": 10000, + "checked_rows": 11000, + "found": { + "missing_object": 101 + }, + "fixed": {}, + "remaining": 101, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": true, + "unlogged": 0, + "unchecked": 899, + "interrupted_by": null, + "duration_ms": 3076, + "max_objects_per_second": 0.0, + "storage_objects": 10102, + "s3_requests": { + "list": 11, + "head": 101, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 124, + "phase_ms": { + "list": 1887, + "rows": 591, + "stale": 3, + "recheck": 595, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:47:07.896130Z", + "filename": "attachment_reconcile.py", + "lineno": 1114, + "func_name": "_finish" + }, + "exceeded": { + "event": "Reconcile changes exceed limit", + "instance_id": "56f1e1939771", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "strategy": "batch", + "deep": false, + "changes": 101, + "max_changes": 100, + "unchecked": 899, + "level": "error", + "timestamp": "2026-10-23T15:47:07.892360Z", + "filename": "attachment_reconcile.py", + "lineno": 892, + "func_name": "_act" + }, + "found_records": 101, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/S4-1000-after-r3-cleaner.json b/evidence/reconcile/baseline/raw/S4-1000-after-r3-cleaner.json new file mode 100644 index 00000000..cc3b3d54 --- /dev/null +++ b/evidence/reconcile/baseline/raw/S4-1000-after-r3-cleaner.json @@ -0,0 +1,98 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "65e0e4542a75", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": true, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:47:31.942684Z", + "func_name": "run", + "filename": "main.py", + "lineno": 229 + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "65e0e4542a75", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "strategy": "batch", + "deep": false, + "listed_objects": 10000, + "checked_rows": 11000, + "found": { + "missing_object": 101 + }, + "fixed": {}, + "remaining": 101, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": true, + "unlogged": 0, + "unchecked": 899, + "interrupted_by": null, + "duration_ms": 3018, + "max_objects_per_second": 0.0, + "storage_objects": 10102, + "s3_requests": { + "list": 11, + "head": 101, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 124, + "phase_ms": { + "list": 1707, + "rows": 704, + "stale": 2, + "recheck": 605, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:47:34.964270Z", + "func_name": "_finish", + "filename": "attachment_reconcile.py", + "lineno": 1114 + }, + "exceeded": { + "event": "Reconcile changes exceed limit", + "instance_id": "65e0e4542a75", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "strategy": "batch", + "deep": false, + "changes": 101, + "max_changes": 100, + "unchecked": 899, + "level": "error", + "timestamp": "2026-10-23T15:47:34.960998Z", + "func_name": "_act", + "filename": "attachment_reconcile.py", + "lineno": 892 + }, + "found_records": 101, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/S4-1000-before-r1-cleaner.json b/evidence/reconcile/baseline/raw/S4-1000-before-r1-cleaner.json new file mode 100644 index 00000000..062f2b4b --- /dev/null +++ b/evidence/reconcile/baseline/raw/S4-1000-before-r1-cleaner.json @@ -0,0 +1,72 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "2a7c548eb393", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_apply": true, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:46:48.958770Z", + "func_name": "run", + "lineno": 185, + "filename": "main.py" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "2a7c548eb393", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "listed_objects": 10000, + "checked_rows": 11000, + "found": { + "missing_object": 1000 + }, + "fixed": {}, + "remaining": 1000, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": true, + "unlogged": 0, + "interrupted_by": null, + "duration_ms": 7706, + "level": "warning", + "timestamp": "2026-10-23T15:46:56.773114Z", + "func_name": "_finish", + "lineno": 743, + "filename": "attachment_reconcile.py" + }, + "exceeded": { + "event": "Reconcile changes exceed limit", + "instance_id": "2a7c548eb393", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "changes": 1000, + "max_changes": 100, + "level": "error", + "timestamp": "2026-10-23T15:46:56.665008Z", + "func_name": "_act", + "lineno": 563, + "filename": "attachment_reconcile.py" + }, + "found_records": 1000, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/S4-1000-before-r2-cleaner.json b/evidence/reconcile/baseline/raw/S4-1000-before-r2-cleaner.json new file mode 100644 index 00000000..fa37eb76 --- /dev/null +++ b/evidence/reconcile/baseline/raw/S4-1000-before-r2-cleaner.json @@ -0,0 +1,72 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "0e48cc21f70c", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_apply": true, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:47:15.362279Z", + "filename": "main.py", + "lineno": 185, + "func_name": "run" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "0e48cc21f70c", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "listed_objects": 10000, + "checked_rows": 11000, + "found": { + "missing_object": 1000 + }, + "fixed": {}, + "remaining": 1000, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": true, + "unlogged": 0, + "interrupted_by": null, + "duration_ms": 7989, + "level": "warning", + "timestamp": "2026-10-23T15:47:23.469518Z", + "filename": "attachment_reconcile.py", + "lineno": 743, + "func_name": "_finish" + }, + "exceeded": { + "event": "Reconcile changes exceed limit", + "instance_id": "0e48cc21f70c", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "changes": 1000, + "max_changes": 100, + "level": "error", + "timestamp": "2026-10-23T15:47:23.350961Z", + "filename": "attachment_reconcile.py", + "lineno": 563, + "func_name": "_act" + }, + "found_records": 1000, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/S4-1000-before-r3-cleaner.json b/evidence/reconcile/baseline/raw/S4-1000-before-r3-cleaner.json new file mode 100644 index 00000000..20599b96 --- /dev/null +++ b/evidence/reconcile/baseline/raw/S4-1000-before-r3-cleaner.json @@ -0,0 +1,72 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "0e566bef2d2e", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_apply": true, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:47:42.251462Z", + "func_name": "run", + "lineno": 185, + "filename": "main.py" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "0e566bef2d2e", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "listed_objects": 10000, + "checked_rows": 11000, + "found": { + "missing_object": 1000 + }, + "fixed": {}, + "remaining": 1000, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": true, + "unlogged": 0, + "interrupted_by": null, + "duration_ms": 8013, + "level": "warning", + "timestamp": "2026-10-23T15:47:50.453576Z", + "func_name": "_finish", + "lineno": 743, + "filename": "attachment_reconcile.py" + }, + "exceeded": { + "event": "Reconcile changes exceed limit", + "instance_id": "0e566bef2d2e", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "changes": 1000, + "max_changes": 100, + "level": "error", + "timestamp": "2026-10-23T15:47:50.264792Z", + "func_name": "_act", + "lineno": 563, + "filename": "attachment_reconcile.py" + }, + "found_records": 1000, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/S4-10000-after-r1-cleaner.json b/evidence/reconcile/baseline/raw/S4-10000-after-r1-cleaner.json new file mode 100644 index 00000000..bfb202c3 --- /dev/null +++ b/evidence/reconcile/baseline/raw/S4-10000-after-r1-cleaner.json @@ -0,0 +1,98 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "750f5ed8ffa3", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": true, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:47:58.788758Z", + "lineno": 229, + "func_name": "run", + "filename": "main.py" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "750f5ed8ffa3", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "strategy": "batch", + "deep": false, + "listed_objects": 10000, + "checked_rows": 20000, + "found": { + "missing_object": 101 + }, + "fixed": {}, + "remaining": 101, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": true, + "unlogged": 0, + "unchecked": 9899, + "interrupted_by": null, + "duration_ms": 3296, + "max_objects_per_second": 0.0, + "storage_objects": 10102, + "s3_requests": { + "list": 11, + "head": 101, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 133, + "phase_ms": { + "list": 1805, + "rows": 999, + "stale": 1, + "recheck": 492, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:48:02.088817Z", + "lineno": 1114, + "func_name": "_finish", + "filename": "attachment_reconcile.py" + }, + "exceeded": { + "event": "Reconcile changes exceed limit", + "instance_id": "750f5ed8ffa3", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "strategy": "batch", + "deep": false, + "changes": 101, + "max_changes": 100, + "unchecked": 9899, + "level": "error", + "timestamp": "2026-10-23T15:48:02.085461Z", + "lineno": 892, + "func_name": "_act", + "filename": "attachment_reconcile.py" + }, + "found_records": 101, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/S4-10000-after-r2-cleaner.json b/evidence/reconcile/baseline/raw/S4-10000-after-r2-cleaner.json new file mode 100644 index 00000000..a7f4d8b2 --- /dev/null +++ b/evidence/reconcile/baseline/raw/S4-10000-after-r2-cleaner.json @@ -0,0 +1,98 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "7ce13670e403", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": true, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:49:14.280188Z", + "func_name": "run", + "filename": "main.py", + "lineno": 229 + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "7ce13670e403", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "strategy": "batch", + "deep": false, + "listed_objects": 10000, + "checked_rows": 20000, + "found": { + "missing_object": 101 + }, + "fixed": {}, + "remaining": 101, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": true, + "unlogged": 0, + "unchecked": 9899, + "interrupted_by": null, + "duration_ms": 3499, + "max_objects_per_second": 0.0, + "storage_objects": 10102, + "s3_requests": { + "list": 11, + "head": 101, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 133, + "phase_ms": { + "list": 1800, + "rows": 1181, + "stale": 3, + "recheck": 515, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:49:17.783689Z", + "func_name": "_finish", + "filename": "attachment_reconcile.py", + "lineno": 1114 + }, + "exceeded": { + "event": "Reconcile changes exceed limit", + "instance_id": "7ce13670e403", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "strategy": "batch", + "deep": false, + "changes": 101, + "max_changes": 100, + "unchecked": 9899, + "level": "error", + "timestamp": "2026-10-23T15:49:17.779724Z", + "func_name": "_act", + "filename": "attachment_reconcile.py", + "lineno": 892 + }, + "found_records": 101, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/S4-10000-after-r3-cleaner.json b/evidence/reconcile/baseline/raw/S4-10000-after-r3-cleaner.json new file mode 100644 index 00000000..b626635d --- /dev/null +++ b/evidence/reconcile/baseline/raw/S4-10000-after-r3-cleaner.json @@ -0,0 +1,98 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "4d4f3f96a8c0", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_max_objects_per_second": 0.0, + "reconcile_apply": true, + "reconcile_strategy": "batch", + "reconcile_deep": false, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:50:33.127610Z", + "func_name": "run", + "lineno": 229, + "filename": "main.py" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "4d4f3f96a8c0", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "strategy": "batch", + "deep": false, + "listed_objects": 10000, + "checked_rows": 20000, + "found": { + "missing_object": 101 + }, + "fixed": {}, + "remaining": 101, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": true, + "unlogged": 0, + "unchecked": 9899, + "interrupted_by": null, + "duration_ms": 3410, + "max_objects_per_second": 0.0, + "storage_objects": 10102, + "s3_requests": { + "list": 11, + "head": 101, + "get": 0, + "delete": 0 + }, + "read_bytes": 0, + "db_sessions": 133, + "phase_ms": { + "list": 1796, + "rows": 999, + "stale": 2, + "recheck": 612, + "act": 0 + }, + "level": "warning", + "timestamp": "2026-10-23T15:50:36.609938Z", + "func_name": "_finish", + "lineno": 1114, + "filename": "attachment_reconcile.py" + }, + "exceeded": { + "event": "Reconcile changes exceed limit", + "instance_id": "4d4f3f96a8c0", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "strategy": "batch", + "deep": false, + "changes": 101, + "max_changes": 100, + "unchecked": 9899, + "level": "error", + "timestamp": "2026-10-23T15:50:36.537651Z", + "func_name": "_act", + "lineno": 892, + "filename": "attachment_reconcile.py" + }, + "found_records": 101, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/S4-10000-before-r1-cleaner.json b/evidence/reconcile/baseline/raw/S4-10000-before-r1-cleaner.json new file mode 100644 index 00000000..5f4c3700 --- /dev/null +++ b/evidence/reconcile/baseline/raw/S4-10000-before-r1-cleaner.json @@ -0,0 +1,72 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "503dfe3d3bab", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_apply": true, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:48:08.459360Z", + "lineno": 185, + "func_name": "run", + "filename": "main.py" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "503dfe3d3bab", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "listed_objects": 10000, + "checked_rows": 20000, + "found": { + "missing_object": 10000 + }, + "fixed": {}, + "remaining": 10000, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": true, + "unlogged": 9000, + "interrupted_by": null, + "duration_ms": 57523, + "level": "warning", + "timestamp": "2026-10-23T15:49:06.177803Z", + "lineno": 743, + "func_name": "_finish", + "filename": "attachment_reconcile.py" + }, + "exceeded": { + "event": "Reconcile changes exceed limit", + "instance_id": "503dfe3d3bab", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "changes": 10000, + "max_changes": 100, + "level": "error", + "timestamp": "2026-10-23T15:49:05.981779Z", + "lineno": 563, + "func_name": "_act", + "filename": "attachment_reconcile.py" + }, + "found_records": 1000, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/S4-10000-before-r2-cleaner.json b/evidence/reconcile/baseline/raw/S4-10000-before-r2-cleaner.json new file mode 100644 index 00000000..1777ca1d --- /dev/null +++ b/evidence/reconcile/baseline/raw/S4-10000-before-r2-cleaner.json @@ -0,0 +1,72 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "65f043c18a5b", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_apply": true, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:49:25.432394Z", + "filename": "main.py", + "func_name": "run", + "lineno": 185 + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "65f043c18a5b", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "listed_objects": 10000, + "checked_rows": 20000, + "found": { + "missing_object": 10000 + }, + "fixed": {}, + "remaining": 10000, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": true, + "unlogged": 9000, + "interrupted_by": null, + "duration_ms": 59283, + "level": "warning", + "timestamp": "2026-10-23T15:50:24.837800Z", + "filename": "attachment_reconcile.py", + "func_name": "_finish", + "lineno": 743 + }, + "exceeded": { + "event": "Reconcile changes exceed limit", + "instance_id": "65f043c18a5b", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "changes": 10000, + "max_changes": 100, + "level": "error", + "timestamp": "2026-10-23T15:50:24.648298Z", + "filename": "attachment_reconcile.py", + "func_name": "_act", + "lineno": 563 + }, + "found_records": 1000, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/S4-10000-before-r3-cleaner.json b/evidence/reconcile/baseline/raw/S4-10000-before-r3-cleaner.json new file mode 100644 index 00000000..5a92ae3f --- /dev/null +++ b/evidence/reconcile/baseline/raw/S4-10000-before-r3-cleaner.json @@ -0,0 +1,72 @@ +{ + "started": { + "event": "Started cleaner", + "instance_id": "2a0c2fd9a5c0", + "module": "cleaner", + "mode": "reconcile", + "interval_seconds": 60, + "pending_grace_seconds": 30, + "batch_size": 100, + "live_upload_bound_seconds": 17, + "once": false, + "reconcile_interval_seconds": 0.0, + "reconcile_page_size": 1000, + "reconcile_max_changes": 100, + "reconcile_apply": true, + "database_host": "postgres", + "database_port": 5432, + "database_name": "bench", + "database_pool_size": 1, + "s3_host": "s3", + "s3_port": 8333, + "s3_bucket": "bench", + "level": "info", + "timestamp": "2026-10-23T15:50:43.949029Z", + "lineno": 185, + "filename": "main.py", + "func_name": "run" + }, + "finished": { + "event": "Finished reconcile pass", + "instance_id": "2a0c2fd9a5c0", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "listed_objects": 10000, + "checked_rows": 20000, + "found": { + "missing_object": 10000 + }, + "fixed": {}, + "remaining": 10000, + "fresh_objects": 0, + "fresh_rows": 0, + "lost_known": 0, + "refused": true, + "unlogged": 9000, + "interrupted_by": null, + "duration_ms": 60496, + "level": "warning", + "timestamp": "2026-10-23T15:51:44.636227Z", + "lineno": 743, + "filename": "attachment_reconcile.py", + "func_name": "_finish" + }, + "exceeded": { + "event": "Reconcile changes exceed limit", + "instance_id": "2a0c2fd9a5c0", + "module": "attachment_reconcile_service", + "method": "reconcile", + "apply": true, + "changes": 10000, + "max_changes": 100, + "level": "error", + "timestamp": "2026-10-23T15:51:44.444568Z", + "lineno": 563, + "filename": "attachment_reconcile.py", + "func_name": "_act" + }, + "found_records": 1000, + "fixed_records": 0, + "exit_code": 3 +} diff --git a/evidence/reconcile/baseline/raw/h4-k6.json b/evidence/reconcile/baseline/raw/h4-k6.json new file mode 100644 index 00000000..d22aa40a --- /dev/null +++ b/evidence/reconcile/baseline/raw/h4-k6.json @@ -0,0 +1 @@ +{"metrics":{"bg_lines_download":{"type":"counter","contains":"default","values":{"count":267126,"rate":299.9555722698351}},"bg_lines_write":{"type":"counter","contains":"default","values":{"count":44522,"rate":49.99371827750799}},"iteration_duration":{"type":"trend","contains":"time","values":{"max":376.77775,"avg":4.399708845174962,"min":1.971708,"med":3.79125,"p(50)":3.79125,"p(95)":6.130939549999999,"p(99)":12.633933979999998}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":356170}},"http_req_waiting":{"type":"trend","contains":"time","values":{"med":3.5825415,"p(50)":3.5825415,"p(95)":5.874985299999998,"p(99)":12.181987789999994,"max":376.337417,"avg":4.189064891085716,"min":1.756625}},"data_sent":{"values":{"count":88598090,"rate":99486.72457179142},"type":"counter","contains":"data"},"iterations{scenario:read}":{"type":"counter","contains":"default","values":{"count":44522,"rate":49.99371827750799},"thresholds":{"count>=0":{"ok":true}}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"med":3.6152915,"p(50)":3.6152915,"p(95)":5.914503649999999,"p(99)":12.233289769999958,"max":376.393458,"avg":4.22136397250748,"min":1.795958},"thresholds":{"max>=0":{"ok":true}}},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":4.22136397250748,"min":1.795958,"med":3.6152915,"p(50)":3.6152915,"p(95)":5.914503649999999,"p(99)":12.233289769999958,"max":376.393458}},"http_req_sending":{"type":"trend","contains":"time","values":{"p(99)":0.024958,"max":1.171666,"avg":0.008918463500575586,"min":0.002083,"med":0.00825,"p(50)":0.00825,"p(95)":0.015083}},"http_req_connecting":{"type":"trend","contains":"time","values":{"max":8.23175,"avg":0.00019693743437122717,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(95)":0.003541,"p(99)":0.006833,"max":8.26225,"avg":0.002557413333520255,"min":0.000708,"med":0.002125,"p(50)":0.002125}},"bg_lines_read":{"type":"counter","contains":"default","values":{"count":44522,"rate":49.99371827750799}},"data_received":{"type":"counter","contains":"data","values":{"count":1825239185,"rate":2049559.6245442317}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0,"med":0}},"vus":{"type":"gauge","contains":"default","values":{"value":1,"min":1,"max":11}},"vus_max":{"type":"gauge","contains":"default","values":{"value":300,"min":300,"max":300}},"iterations":{"type":"counter","contains":"default","values":{"count":356170,"rate":399.9430088248511}},"http_req_receiving":{"values":{"max":2.323792,"avg":0.02338061792121737,"min":0.005167,"med":0.020125,"p(50)":0.020125,"p(95)":0.043083,"p(99)":0.071416},"type":"trend","contains":"time"},"iterations{scenario:download}":{"contains":"default","values":{"count":267126,"rate":299.9555722698351},"thresholds":{"count>=0":{"ok":true}},"type":"counter"},"http_reqs":{"type":"counter","contains":"default","values":{"count":356170,"rate":399.9430088248511}},"iterations{scenario:write}":{"type":"counter","contains":"default","values":{"count":44522,"rate":49.99371827750799},"thresholds":{"count>=0":{"ok":true}}}},"root_group":{"path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[],"name":""},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":890551.883996}} \ No newline at end of file diff --git a/evidence/reconcile/baseline/requests-by-n.svg b/evidence/reconcile/baseline/requests-by-n.svg new file mode 100644 index 00000000..304ca7c7 --- /dev/null +++ b/evidence/reconcile/baseline/requests-by-n.svg @@ -0,0 +1,57 @@ + + +Запросы прохода от числа объектов + +10 + +20 + +50 + +100 + +200 + +500 + +1K + +2K + +5K + +10K + +20K + +50K + +100K +10K +30K +100K +объектов в bucket +запросов (лог. шкала) + +batch: S3: N 10000, 86 +batch: S3: N 30000, 256 +batch: S3: N 100000, 851 + +batch: PostgreSQL: N 10000, 96 +batch: PostgreSQL: N 30000, 286 +batch: PostgreSQL: N 100000, 953 + +head: S3: N 10000, 10036 +head: S3: N 30000, 30106 + +head: PostgreSQL: N 10000, 10061 +head: PostgreSQL: N 30000, 30181 + +batch: S3 + +batch: PostgreSQL + +head: S3 + +head: PostgreSQL + diff --git a/evidence/reconcile/baseline/summary.md b/evidence/reconcile/baseline/summary.md new file mode 100644 index 00000000..d136ad45 --- /dev/null +++ b/evidence/reconcile/baseline/summary.md @@ -0,0 +1,102 @@ +# Профиль сверки: метка `baseline` + +- commit `d8b8ae3`, dirty False; статус complete +- профиль `reconcile`, повторов 3, зерно 20260930, grace проходов 30 с, предел скорости по умолчанию 2000/с +- образ «до» — commit `7f4e626` +- CPU уборщика: {'stand': '0.25', 'fast': '1'} +- фоновая нагрузка: {'download': 300, 'write': 50, 'read': 50, 'downloads': 5000, 'quiet_s': 30} +- аргументы S3: `server -ip=127.0.0.1 -ip.bind=127.0.0.1 -master.telemetry=false -master.electionTimeout=1s -volume.preStopSeconds=0 -filer -s3 -s3.ip.bind=0.0.0.0 -s3.port=8333 -s3.port.iceberg=0 -s3.port.lance=0 -s3.iam=false -s3.concurrentUploadLimitMB=64 -metricsPort=9327` +- хост: {'swap_used_mib': 1267.69, 'swap_total_mib': 2048.0, 'swapouts': 1541596, 'memory_free_percent': 65, 'power': 'AC Power', 'battery_percent': 80}; предупреждения []; посторонние контейнеры [] + +## Проходы без фоновой нагрузки + +Медиана и min–max повторов. Цена — микросекунд на объект bucket. + +| Этап | N | Ячейка | Проход, с | мкс/объект | LIST | HEAD | GET | DELETE | Сеансов | Прочитано, МиБ | CPU уборщика | CPU S3 | CPU PG | Память, МиБ (старт → пик) | Пометки | +|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---| +| A | 997 | deep-fast | 3.07 (3.04–3.21) | 3079.2 (3054.2–3221.7) | 2 (2–2) | 9 (9–9) | 988 (988–988) | 0 (0–0) | 12 (12–12) | 988.0 (988.0–988.0) | 0.595 (0.591–0.607) | 0.477 (0.418–0.477) | 0.004 (0.003–0.011) | 29.8 (19.9–31.9) → 95.3 (95.3–95.4) | — | +| A | 997 | batch | 0.41 (0.40–0.50) | 416.2 (401.2–505.5) | 2 (2–2) | 9 (9–9) | 0 (0–0) | 0 (0–0) | 12 (12–12) | 0.0 (0.0–0.0) | 0.230 (0.211–0.248) | 0.127 (0.114–0.176) | 0.024 (0.018–0.044) | 77.8 (76.4–89.8) → 91.8 (89.8–94.5) | — | +| A | 997 | deep | 8.59 (8.53–8.90) | 8616.9 (8552.7–8922.8) | 2 (2–2) | 9 (9–9) | 988 (988–988) | 0 (0–0) | 12 (12–12) | 988.0 (988.0–988.0) | 0.249 (0.249–0.250) | 0.202 (0.196–0.203) | 0.006 (0.005–0.007) | 88.7 (72.9–90.3) → 96.1 (96.0–96.1) | — | +| B | 9975 | head | 60.98 (59.81–64.12) | 6113.5 (5995.7–6427.9) | 11 (11–11) | 10025 (10025–10025) | 0 (0–0) | 0 (0–0) | 10061 (10061–10061) | 0.0 (0.0–0.0) | 0.249 (0.249–0.250) | 0.070 (0.069–0.070) | 0.035 (0.034–0.037) | 85.3 (76.3–86.2) → 96.4 (96.0–96.4) | — | +| B | 9975 | deep | 31.31 (30.52–32.62) | 3138.6 (3060.2–3270.2) | 11 (11–11) | 75 (75–75) | 9900 (9900–9900) | 0 (0–0) | 96 (96–96) | 38.7 (38.7–38.7) | 0.249 (0.249–0.249) | 0.159 (0.158–0.163) | 0.007 (0.006–0.007) | 88.2 (84.9–88.3) → 98.3 (98.1–98.4) | — | +| B | 9975 | batch | 2.81 (2.61–2.99) | 281.4 (261.9–299.9) | 11 (11–11) | 75 (75–75) | 0 (0–0) | 0 (0–0) | 96 (96–96) | 0.0 (0.0–0.0) | 0.245 (0.243–0.253) | 0.327 (0.298–0.337) | 0.016 (0.014–0.028) | 89.9 (83.4–90.0) → 97.4 (97.3–97.7) | — | +| C | 29925 | batch | 9.29 (9.11–9.61) | 310.6 (304.4–321.0) | 31 (31–31) | 225 (225–225) | 0 (0–0) | 0 (0–0) | 286 (286–286) | 0.0 (0.0–0.0) | 0.239 (0.236–0.242) | 0.326 (0.324–0.343) | 0.023 (0.022–0.025) | 77.2 (76.6–88.2) → 101.0 (100.8–101.3) | — | +| C | 29925 | head | 189.79 (189.71–191.92) | 6342.2 (6339.6–6413.3) | 31 (31–31) | 30075 (30075–30075) | 0 (0–0) | 0 (0–0) | 30181 (30181–30181) | 0.0 (0.0–0.0) | 0.249 (0.248–0.249) | 0.073 (0.072–0.075) | 0.036 (0.036–0.036) | 88.1 (85.0–91.5) → 96.6 (96.3–96.7) | — | +| D | 99750 | batch | 31.93 (30.69–32.22) | 320.1 (307.7–323.0) | 101 (101–101) | 750 (750–750) | 0 (0–0) | 0 (0–0) | 953 (953–953) | 0.0 (0.0–0.0) | 0.241 (0.239–0.242) | 0.315 (0.306–0.317) | 0.024 (0.024–0.025) | 91.9 (90.7–93.9) → 111.2 (111.2–111.4) | — | +| S4-1000 | 10000 | after | 3.08 (3.02–3.11) | 307.6 (301.8–311.3) | 11 (11–11) | 101 (101–101) | 0 (0–0) | 0 (0–0) | 124 (124–124) | 0.0 (0.0–0.0) | 0.249 (0.239–0.252) | 0.294 (0.273–0.301) | 0.023 (0.021–0.024) | 84.5 (80.7–88.0) → 97.7 (97.5–98.0) | — | +| S4-1000 | 10000 | before | 7.99 (7.71–8.01) | 798.9 (770.6–801.3) | — | — | — | — | — | — | 0.249 (0.249–0.250) | 0.141 (0.138–0.144) | 0.031 (0.028–0.034) | 89.7 (76.4–90.3) → 98.7 (98.3–99.1) | — | +| S4-10000 | 10000 | after | 3.41 (3.30–3.50) | 341.0 (329.6–349.9) | 11 (11–11) | 101 (101–101) | 0 (0–0) | 0 (0–0) | 133 (133–133) | 0.0 (0.0–0.0) | 0.247 (0.246–0.247) | 0.266 (0.247–0.285) | 0.024 (0.023–0.026) | 80.9 (78.2–89.3) → 100.5 (100.3–100.8) | — | +| S4-10000 | 10000 | before | 59.28 (57.52–60.50) | 5928.3 (5752.3–6049.6) | — | — | — | — | — | — | 0.250 (0.250–0.250) | 0.068 (0.067–0.068) | 0.034 (0.033–0.035) | 89.8 (83.9–91.6) → 102.0 (102.0–102.6) | — | + +## Фоновая нагрузка (H4) + +r — p95 окна прохода к p95 окон до и после; a — p95 до к p95 после (A/A). Медиана по повторам. + +| Ячейка | Проход, с | Сценарий | r | a | 5xx | +|---|---|---|---|---|---| +| stand | 57.5 | download | 1.01 | 0.98 | 0 | +| stand | 57.5 | write | 1.02 | 0.96 | 0 | +| stand | 57.5 | read | 1.03 | 0.96 | 0 | +| stand-unlimited | 26.7 | download | 1.06 | 1.04 | 0 | +| stand-unlimited | 26.7 | write | 1.07 | 1.06 | 0 | +| stand-unlimited | 26.7 | read | 1.07 | 1.04 | 0 | +| fast-unlimited | 12.9 | download | 1.08 | 1.01 | 0 | +| fast-unlimited | 12.9 | write | 1.08 | 1.04 | 0 | +| fast-unlimited | 12.9 | read | 1.08 | 1.01 | 0 | +| fast-limited | 52.2 | download | 1.02 | 1.00 | 0 | +| fast-limited | 52.2 | write | 1.03 | 0.98 | 0 | +| fast-limited | 52.2 | read | 1.02 | 0.99 | 0 | + +## Отказ по пределу (S4) + +| Кандидатов | Ячейка | Проход, с | HEAD | Не перепроверено | Изменений в ошибке | Код | +|---|---|---|---|---|---|---| +| 1000 | before | 7.99 (7.71–8.01) | — | — | 1000 (1000–1000) | [3] | +| 1000 | after | 3.08 (3.02–3.11) | 101 (101–101) | 899 (899–899) | 101 (101–101) | [3] | +| 10000 | before | 59.28 (57.52–60.50) | — | — | 10000 (10000–10000) | [3] | +| 10000 | after | 3.41 (3.30–3.50) | 101 (101–101) | 9899 (9899–9899) | 101 (101–101) | [3] | + +## Гипотезы + +### H1: подтверждена + +- критерий: цена на объект `batch` различается не больше чем на 20%; LIST = ⌈N/1000⌉ + 1, HEAD — только у кандидатов; прирост пика памяти уборщика от N ≤ 300 Б на ключ +- измерено: разброс цены 13.7 %, наклон пика памяти 161 Б на ключ + - B (N = 10000): 281.40 мкс на объект, LIST 11 (ожидалось 11), HEAD 75 (ожидалось 75), сеансов 96 + - C (N = 30000): 310.61 мкс на объект, LIST 31 (ожидалось 31), HEAD 225 (ожидалось 225), сеансов 286 + - D (N = 100000): 320.08 мкс на объект, LIST 101 (ожидалось 101), HEAD 750 (ожидалось 750), сеансов 953 + +### H2: подтверждена + +- критерий: HEAD дороже `batch` по времени на объект ≥ 10×, пик памяти HEAD от N растёт не больше чем на 5 МиБ +- измерено: B: HEAD / batch по времени 21.7×; запросов S3 и сеансов на 1000 объектов — batch 18.2, HEAD 2015; пик памяти HEAD 96.4 МиБ; C: HEAD / batch по времени 20.4×; запросов S3 и сеансов на 1000 объектов — batch 18.1, HEAD 2015; пик памяти HEAD 96.6 МиБ; рост пика памяти HEAD от N: 0.2 МиБ + - B: HEAD / batch по времени 21.7×; запросов S3 и сеансов на 1000 объектов — batch 18.2, HEAD 2015; пик памяти HEAD 96.4 МиБ + - C: HEAD / batch по времени 20.4×; запросов S3 и сеансов на 1000 объектов — batch 18.1, HEAD 2015; пик памяти HEAD 96.6 МиБ + - рост пика памяти HEAD от N: 0.2 МиБ + +### H3: подтверждена + +- критерий: глубокая на 4 KiB дороже `batch` ≥ 5×; ≥ 5 мс на MiB; на лимите стенда — CPU уборщика ≥ 90% лимита, S3 ≤ 0.5 ядра; с 1 CPU быстрее ≥ 1.5× +- измерено: 4 KiB: глубокая / batch по времени 11.2×; цена байтов 5.50 мс на MiB; 1 MiB на лимите стенда: уборщик 0.249 ядра (100 % лимита), S3 0.202 ядра; 1 CPU быстрее в 2.80 раза + - 4 KiB: глубокая / batch по времени 11.2× + - цена байтов 5.50 мс на MiB + - 1 MiB на лимите стенда: уборщик 0.249 ядра (100 % лимита), S3 0.202 ядра + - 1 CPU быстрее в 2.80 раза + +### H4: не проверена + +- критерий: `stand`, `stand-unlimited`, `fast-limited` — медиана r ≤ 1.5 по трём сценариям; контраст `fast-unlimited` — r скачиваний > 1.5; A/A a в [1/1.5; 1.5]; без 5xx +- измерено: контраст r скачиваний 1.08 + - stand: download r 1.01 a 0.98, write r 1.02 a 0.96, read r 1.03 a 0.96 + - stand-unlimited: download r 1.06 a 1.04, write r 1.07 a 1.06, read r 1.07 a 1.04 + - fast-unlimited: download r 1.08 a 1.01, write r 1.08 a 1.04, read r 1.08 a 1.01 + - fast-limited: download r 1.02 a 1.00, write r 1.03 a 0.98, read r 1.02 a 0.99 + +### S4: подтверждена + +- критерий: после — не дольше прохода без кандидатов на 1 с, HEAD ≤ предела + 1, код 3 у обоих +- измерено: 1000 кандидатов: до 8.0 с (+5.2 с, ожидалось ~5 с), после 3.1 с (+0.27 с), HEAD после 101, коды [3]; 10000 кандидатов: до 59.3 с (+56.5 с, ожидалось ~50 с), после 3.4 с (+0.60 с), HEAD после 101, коды [3] + - 1000 кандидатов: до 8.0 с (+5.2 с, ожидалось ~5 с), после 3.1 с (+0.27 с), HEAD после 101, коды [3] + - 10000 кандидатов: до 59.3 с (+56.5 с, ожидалось ~50 с), после 3.4 с (+0.60 с), HEAD после 101, коды [3] + +Графики: `cost-by-n.svg`, `requests-by-n.svg`, `background-p95.svg`. diff --git a/evidence/reconcile/baseline/windows.csv b/evidence/reconcile/baseline/windows.csv new file mode 100644 index 00000000..6ea10d4b --- /dev/null +++ b/evidence/reconcile/baseline/windows.csv @@ -0,0 +1,181 @@ +pass,stage,cell,repeat,window,scenario,start_s,end_s,responses,errors,s5xx,p50_ms,p95_ms,p99_ms +D-fast-limited-r1,D,fast-limited,1,before,download,1792769454.71,1792769484.71,8999,0,0,3.94,6.13,10.86 +D-fast-limited-r1,D,fast-limited,1,pass,download,1792769485.641,1792769537.957,15694,0,0,4.02,6.33,16.68 +D-fast-limited-r1,D,fast-limited,1,after,download,1792769537.968,1792769567.968,9000,0,0,4.1,6.6,21.58 +D-fast-limited-r1,D,fast-limited,1,quiet,download,1792769454.71,1792769567.968,17999,0,0,4.0,6.34,13.93 +D-fast-limited-r1,D,fast-limited,1,list,download,1792769485.641,1792769535.526,14965,0,0,4.0,6.29,17.35 +D-fast-limited-r1,D,fast-limited,1,before,write,1792769454.71,1792769484.71,1500,0,0,4.19,5.25,15.94 +D-fast-limited-r1,D,fast-limited,1,pass,write,1792769485.641,1792769537.957,2616,0,0,4.48,5.61,18.26 +D-fast-limited-r1,D,fast-limited,1,after,write,1792769537.968,1792769567.968,1500,0,0,4.53,5.87,17.92 +D-fast-limited-r1,D,fast-limited,1,quiet,write,1792769454.71,1792769567.968,3000,0,0,4.31,5.65,17.92 +D-fast-limited-r1,D,fast-limited,1,list,write,1792769485.641,1792769535.526,2494,0,0,4.47,5.59,19.2 +D-fast-limited-r1,D,fast-limited,1,before,read,1792769454.71,1792769484.71,1500,0,0,3.28,4.43,12.56 +D-fast-limited-r1,D,fast-limited,1,pass,read,1792769485.641,1792769537.957,2616,0,0,3.53,4.66,12.75 +D-fast-limited-r1,D,fast-limited,1,after,read,1792769537.968,1792769567.968,1500,0,0,3.52,4.73,14.53 +D-fast-limited-r1,D,fast-limited,1,quiet,read,1792769454.71,1792769567.968,3000,0,0,3.39,4.6,14.17 +D-fast-limited-r1,D,fast-limited,1,list,read,1792769485.641,1792769535.526,2494,0,0,3.51,4.6,14.95 +D-stand-unlimited-r1,D,stand-unlimited,1,before,download,1792769539.944,1792769569.944,9000,0,0,4.09,6.45,18.75 +D-stand-unlimited-r1,D,stand-unlimited,1,pass,download,1792769573.509,1792769600.713,8161,0,0,4.18,6.51,11.09 +D-stand-unlimited-r1,D,stand-unlimited,1,after,download,1792769600.727,1792769630.727,9000,0,0,4.03,6.2,12.25 +D-stand-unlimited-r1,D,stand-unlimited,1,quiet,download,1792769539.944,1792769630.727,18000,0,0,4.06,6.29,14.67 +D-stand-unlimited-r1,D,stand-unlimited,1,list,download,1792769573.509,1792769592.324,5645,0,0,4.2,6.59,11.85 +D-stand-unlimited-r1,D,stand-unlimited,1,before,write,1792769539.944,1792769569.944,1500,0,0,4.53,5.74,17.92 +D-stand-unlimited-r1,D,stand-unlimited,1,pass,write,1792769573.509,1792769600.713,1360,0,0,4.59,5.6,11.59 +D-stand-unlimited-r1,D,stand-unlimited,1,after,write,1792769600.727,1792769630.727,1500,0,0,4.43,5.42,13.25 +D-stand-unlimited-r1,D,stand-unlimited,1,quiet,write,1792769539.944,1792769630.727,3000,0,0,4.5,5.56,17.34 +D-stand-unlimited-r1,D,stand-unlimited,1,list,write,1792769573.509,1792769592.324,941,0,0,4.6,5.6,8.01 +D-stand-unlimited-r1,D,stand-unlimited,1,before,read,1792769539.944,1792769569.944,1500,0,0,3.52,4.68,13.88 +D-stand-unlimited-r1,D,stand-unlimited,1,pass,read,1792769573.509,1792769600.713,1360,0,0,3.59,4.74,12.77 +D-stand-unlimited-r1,D,stand-unlimited,1,after,read,1792769600.727,1792769630.727,1500,0,0,3.5,4.48,8.15 +D-stand-unlimited-r1,D,stand-unlimited,1,quiet,read,1792769539.944,1792769630.727,3000,0,0,3.51,4.55,11.89 +D-stand-unlimited-r1,D,stand-unlimited,1,list,read,1792769573.509,1792769592.324,941,0,0,3.61,4.77,12.77 +D-stand-r1,D,stand,1,before,download,1792769602.615,1792769632.615,9000,0,0,4.03,6.16,11.63 +D-stand-r1,D,stand,1,pass,download,1792769636.124,1792769694.423,17489,0,0,4.07,6.3,13.27 +D-stand-r1,D,stand,1,after,download,1792769694.435,1792769724.435,9000,0,0,4.08,6.32,10.96 +D-stand-r1,D,stand,1,quiet,download,1792769602.615,1792769724.435,18000,0,0,4.06,6.24,11.39 +D-stand-r1,D,stand,1,list,download,1792769636.124,1792769686.008,14965,0,0,4.08,6.29,12.55 +D-stand-r1,D,stand,1,before,write,1792769602.615,1792769632.615,1500,0,0,4.47,5.41,13.25 +D-stand-r1,D,stand,1,pass,write,1792769636.124,1792769694.423,2915,0,0,4.54,5.67,18.48 +D-stand-r1,D,stand,1,after,write,1792769694.435,1792769724.435,1500,0,0,4.51,5.59,12.32 +D-stand-r1,D,stand,1,quiet,write,1792769602.615,1792769724.435,3000,0,0,4.49,5.48,12.56 +D-stand-r1,D,stand,1,list,write,1792769636.124,1792769686.008,2494,0,0,4.54,5.66,14.97 +D-stand-r1,D,stand,1,before,read,1792769602.615,1792769632.615,1500,0,0,3.51,4.47,8.15 +D-stand-r1,D,stand,1,pass,read,1792769636.124,1792769694.423,2915,0,0,3.54,4.68,14.66 +D-stand-r1,D,stand,1,after,read,1792769694.435,1792769724.435,1500,0,0,3.52,4.63,12.32 +D-stand-r1,D,stand,1,quiet,read,1792769602.615,1792769724.435,3000,0,0,3.52,4.53,11.22 +D-stand-r1,D,stand,1,list,read,1792769636.124,1792769686.008,2494,0,0,3.55,4.68,14.35 +D-fast-unlimited-r1,D,fast-unlimited,1,before,download,1792769696.382,1792769726.382,9000,0,0,4.07,6.25,11.29 +D-fast-unlimited-r1,D,fast-unlimited,1,pass,download,1792769727.314,1792769741.125,4143,0,0,4.43,7.48,17.31 +D-fast-unlimited-r1,D,fast-unlimited,1,after,download,1792769741.136,1792769771.136,9000,0,0,4.09,6.25,13.17 +D-fast-unlimited-r1,D,fast-unlimited,1,quiet,download,1792769696.382,1792769771.136,18000,0,0,4.08,6.25,12.2 +D-fast-unlimited-r1,D,fast-unlimited,1,list,download,1792769727.314,1792769738.666,3406,0,0,4.42,7.73,20.1 +D-fast-unlimited-r1,D,fast-unlimited,1,before,write,1792769696.382,1792769726.382,1500,0,0,4.5,5.44,12.56 +D-fast-unlimited-r1,D,fast-unlimited,1,pass,write,1792769727.314,1792769741.125,691,0,0,4.9,6.68,17.59 +D-fast-unlimited-r1,D,fast-unlimited,1,after,write,1792769741.136,1792769771.136,1500,0,0,4.51,5.45,15.88 +D-fast-unlimited-r1,D,fast-unlimited,1,quiet,write,1792769696.382,1792769771.136,3000,0,0,4.51,5.45,15.73 +D-fast-unlimited-r1,D,fast-unlimited,1,list,write,1792769727.314,1792769738.666,568,0,0,4.87,6.81,19.56 +D-fast-unlimited-r1,D,fast-unlimited,1,before,read,1792769696.382,1792769726.382,1500,0,0,3.52,4.63,14.1 +D-fast-unlimited-r1,D,fast-unlimited,1,pass,read,1792769727.314,1792769741.125,691,0,0,3.85,5.14,14.19 +D-fast-unlimited-r1,D,fast-unlimited,1,after,read,1792769741.136,1792769771.136,1500,0,0,3.56,4.63,10.05 +D-fast-unlimited-r1,D,fast-unlimited,1,quiet,read,1792769696.382,1792769771.136,3000,0,0,3.54,4.63,13.94 +D-fast-unlimited-r1,D,fast-unlimited,1,list,read,1792769727.314,1792769738.666,568,0,0,3.85,5.23,15.66 +D-stand-unlimited-r2,D,stand-unlimited,2,before,download,1792769743.072,1792769773.072,9000,0,0,4.09,6.22,11.46 +D-stand-unlimited-r2,D,stand-unlimited,2,pass,download,1792769776.51,1792769803.209,8009,0,0,3.66,6.51,123.39 +D-stand-unlimited-r2,D,stand-unlimited,2,after,download,1792769803.22,1792769833.22,9000,0,0,3.38,5.56,8.46 +D-stand-unlimited-r2,D,stand-unlimited,2,quiet,download,1792769743.072,1792769833.22,18000,0,0,3.72,6.05,9.37 +D-stand-unlimited-r2,D,stand-unlimited,2,list,download,1792769776.51,1792769795.686,5753,0,0,3.75,7.54,154.66 +D-stand-unlimited-r2,D,stand-unlimited,2,before,write,1792769743.072,1792769773.072,1500,0,0,4.51,5.45,18.5 +D-stand-unlimited-r2,D,stand-unlimited,2,pass,write,1792769776.51,1792769803.209,1335,0,0,4.14,6.02,78.16 +D-stand-unlimited-r2,D,stand-unlimited,2,after,write,1792769803.22,1792769833.22,1500,0,0,3.78,4.97,8.45 +D-stand-unlimited-r2,D,stand-unlimited,2,quiet,write,1792769743.072,1792769833.22,3000,0,0,4.17,5.34,13.38 +D-stand-unlimited-r2,D,stand-unlimited,2,list,write,1792769776.51,1792769795.686,959,0,0,4.22,6.76,97.24 +D-stand-unlimited-r2,D,stand-unlimited,2,before,read,1792769743.072,1792769773.072,1500,0,0,3.56,4.56,10.05 +D-stand-unlimited-r2,D,stand-unlimited,2,pass,read,1792769776.51,1792769803.209,1335,0,0,3.3,4.83,60.26 +D-stand-unlimited-r2,D,stand-unlimited,2,after,read,1792769803.22,1792769833.22,1500,0,0,3.01,4.07,8.32 +D-stand-unlimited-r2,D,stand-unlimited,2,quiet,read,1792769743.072,1792769833.22,3000,0,0,3.28,4.45,10.05 +D-stand-unlimited-r2,D,stand-unlimited,2,list,read,1792769776.51,1792769795.686,959,0,0,3.35,5.25,71.36 +D-fast-limited-r2,D,fast-limited,2,before,download,1792769805.162,1792769835.162,9000,0,0,3.37,5.52,8.17 +D-fast-limited-r2,D,fast-limited,2,pass,download,1792769836.043,1792769888.026,15595,0,0,3.4,5.6,11.04 +D-fast-limited-r2,D,fast-limited,2,after,download,1792769888.035,1792769918.035,9001,0,0,3.33,5.45,7.59 +D-fast-limited-r2,D,fast-limited,2,quiet,download,1792769805.162,1792769918.035,18001,0,0,3.35,5.48,7.95 +D-fast-limited-r2,D,fast-limited,2,list,download,1792769836.043,1792769885.927,14965,0,0,3.39,5.58,11.46 +D-fast-limited-r2,D,fast-limited,2,before,write,1792769805.162,1792769835.162,1500,0,0,3.75,4.92,7.55 +D-fast-limited-r2,D,fast-limited,2,pass,write,1792769836.043,1792769888.026,2599,0,0,3.85,4.98,11.46 +D-fast-limited-r2,D,fast-limited,2,after,write,1792769888.035,1792769918.035,1501,0,0,3.65,4.78,9.92 +D-fast-limited-r2,D,fast-limited,2,quiet,write,1792769805.162,1792769918.035,3001,0,0,3.71,4.83,8.11 +D-fast-limited-r2,D,fast-limited,2,list,write,1792769836.043,1792769885.927,2494,0,0,3.81,4.97,12.0 +D-fast-limited-r2,D,fast-limited,2,before,read,1792769805.162,1792769835.162,1500,0,0,3.0,4.05,6.71 +D-fast-limited-r2,D,fast-limited,2,pass,read,1792769836.043,1792769888.026,2599,0,0,3.05,4.08,8.53 +D-fast-limited-r2,D,fast-limited,2,after,read,1792769888.035,1792769918.035,1501,0,0,2.95,3.94,6.93 +D-fast-limited-r2,D,fast-limited,2,quiet,read,1792769805.162,1792769918.035,3001,0,0,2.97,4.0,6.93 +D-fast-limited-r2,D,fast-limited,2,list,read,1792769836.043,1792769885.927,2494,0,0,3.03,4.05,8.63 +D-stand-r2,D,stand,2,before,download,1792769889.977,1792769919.977,9000,0,0,3.32,5.43,7.9 +D-stand-r2,D,stand,2,pass,download,1792769923.268,1792769980.768,17250,0,0,3.37,5.5,8.04 +D-stand-r2,D,stand,2,after,download,1792769980.778,1792770010.778,9000,0,0,3.35,5.54,10.5 +D-stand-r2,D,stand,2,quiet,download,1792769889.977,1792770010.778,18000,0,0,3.33,5.49,8.79 +D-stand-r2,D,stand,2,list,download,1792769923.268,1792769973.152,14965,0,0,3.37,5.49,8.04 +D-stand-r2,D,stand,2,before,write,1792769889.977,1792769919.977,1500,0,0,3.63,4.74,7.66 +D-stand-r2,D,stand,2,pass,write,1792769923.268,1792769980.768,2875,0,0,3.79,4.97,11.38 +D-stand-r2,D,stand,2,after,write,1792769980.778,1792770010.778,1500,0,0,3.75,4.94,10.41 +D-stand-r2,D,stand,2,quiet,write,1792769889.977,1792770010.778,3000,0,0,3.66,4.85,9.17 +D-stand-r2,D,stand,2,list,write,1792769923.268,1792769973.152,2494,0,0,3.76,4.91,10.95 +D-stand-r2,D,stand,2,before,read,1792769889.977,1792769919.977,1500,0,0,2.92,3.92,6.39 +D-stand-r2,D,stand,2,pass,read,1792769923.268,1792769980.768,2875,0,0,3.05,4.04,8.82 +D-stand-r2,D,stand,2,after,read,1792769980.778,1792770010.778,1500,0,0,2.94,4.12,9.59 +D-stand-r2,D,stand,2,quiet,read,1792769889.977,1792770010.778,3000,0,0,2.93,4.03,8.53 +D-stand-r2,D,stand,2,list,read,1792769923.268,1792769973.152,2494,0,0,3.03,4.03,8.8 +D-fast-unlimited-r2,D,fast-unlimited,2,before,download,1792769982.683,1792770012.683,8999,0,0,3.33,5.5,10.46 +D-fast-unlimited-r2,D,fast-unlimited,2,pass,download,1792770013.56,1792770026.446,3865,0,0,3.64,5.88,8.6 +D-fast-unlimited-r2,D,fast-unlimited,2,after,download,1792770026.456,1792770056.456,9000,0,0,3.3,5.42,8.25 +D-fast-unlimited-r2,D,fast-unlimited,2,quiet,download,1792769982.683,1792770056.456,17999,0,0,3.32,5.45,9.47 +D-fast-unlimited-r2,D,fast-unlimited,2,list,download,1792770013.56,1792770024.326,3229,0,0,3.63,5.9,9.85 +D-fast-unlimited-r2,D,fast-unlimited,2,before,write,1792769982.683,1792770012.683,1500,0,0,3.72,4.91,10.41 +D-fast-unlimited-r2,D,fast-unlimited,2,pass,write,1792770013.56,1792770026.446,644,0,0,4.15,5.17,7.49 +D-fast-unlimited-r2,D,fast-unlimited,2,after,write,1792770026.456,1792770056.456,1500,0,0,3.59,4.7,8.18 +D-fast-unlimited-r2,D,fast-unlimited,2,quiet,write,1792769982.683,1792770056.456,3000,0,0,3.64,4.8,9.78 +D-fast-unlimited-r2,D,fast-unlimited,2,list,write,1792770013.56,1792770024.326,538,0,0,4.12,5.22,8.1 +D-fast-unlimited-r2,D,fast-unlimited,2,before,read,1792769982.683,1792770012.683,1500,0,0,2.94,4.08,12.03 +D-fast-unlimited-r2,D,fast-unlimited,2,pass,read,1792770013.56,1792770026.446,644,0,0,3.26,4.34,9.69 +D-fast-unlimited-r2,D,fast-unlimited,2,after,read,1792770026.456,1792770056.456,1500,0,0,2.88,3.91,6.03 +D-fast-unlimited-r2,D,fast-unlimited,2,quiet,read,1792769982.683,1792770056.456,3000,0,0,2.91,4.0,9.59 +D-fast-unlimited-r2,D,fast-unlimited,2,list,read,1792770013.56,1792770024.326,538,0,0,3.24,4.43,12.53 +D-stand-r3,D,stand,3,before,download,1792770028.288,1792770058.288,9000,0,0,3.29,5.38,7.81 +D-stand-r3,D,stand,3,pass,download,1792770061.681,1792770119.085,17221,0,0,3.36,5.53,7.89 +D-stand-r3,D,stand,3,after,download,1792770119.096,1792770149.096,9000,0,0,3.34,5.51,9.71 +D-stand-r3,D,stand,3,quiet,download,1792770028.288,1792770149.096,18000,0,0,3.32,5.45,8.84 +D-stand-r3,D,stand,3,list,download,1792770061.681,1792770111.565,14965,0,0,3.35,5.52,8.1 +D-stand-r3,D,stand,3,before,write,1792770028.288,1792770058.288,1500,0,0,3.59,4.69,10.65 +D-stand-r3,D,stand,3,pass,write,1792770061.681,1792770119.085,2870,0,0,3.73,4.91,7.67 +D-stand-r3,D,stand,3,after,write,1792770119.096,1792770149.096,1500,0,0,3.63,4.86,8.81 +D-stand-r3,D,stand,3,quiet,write,1792770028.288,1792770149.096,3000,0,0,3.62,4.8,9.84 +D-stand-r3,D,stand,3,list,write,1792770061.681,1792770111.565,2494,0,0,3.7,4.92,7.67 +D-stand-r3,D,stand,3,before,read,1792770028.288,1792770058.288,1500,0,0,2.87,3.9,6.03 +D-stand-r3,D,stand,3,pass,read,1792770061.681,1792770119.085,2870,0,0,2.99,4.07,8.8 +D-stand-r3,D,stand,3,after,read,1792770119.096,1792770149.096,1500,0,0,2.93,4.02,7.72 +D-stand-r3,D,stand,3,quiet,read,1792770028.288,1792770149.096,3000,0,0,2.9,3.95,7.51 +D-stand-r3,D,stand,3,list,read,1792770061.681,1792770111.565,2494,0,0,2.98,4.07,8.8 +D-fast-unlimited-r3,D,fast-unlimited,3,before,download,1792770121.068,1792770151.068,9001,0,0,3.32,5.46,9.7 +D-fast-unlimited-r3,D,fast-unlimited,3,pass,download,1792770151.958,1792770164.835,3863,0,0,3.61,5.9,10.67 +D-fast-unlimited-r3,D,fast-unlimited,3,after,download,1792770164.846,1792770194.846,9000,0,0,3.3,5.42,7.81 +D-fast-unlimited-r3,D,fast-unlimited,3,quiet,download,1792770121.068,1792770194.846,18001,0,0,3.31,5.45,8.61 +D-fast-unlimited-r3,D,fast-unlimited,3,list,download,1792770151.958,1792770162.671,3214,0,0,3.58,5.85,8.03 +D-fast-unlimited-r3,D,fast-unlimited,3,before,write,1792770121.068,1792770151.068,1500,0,0,3.62,4.81,9.88 +D-fast-unlimited-r3,D,fast-unlimited,3,pass,write,1792770151.958,1792770164.835,643,0,0,4.14,5.07,6.14 +D-fast-unlimited-r3,D,fast-unlimited,3,after,write,1792770164.846,1792770194.846,1500,0,0,3.6,4.62,9.58 +D-fast-unlimited-r3,D,fast-unlimited,3,quiet,write,1792770121.068,1792770194.846,3000,0,0,3.61,4.74,9.76 +D-fast-unlimited-r3,D,fast-unlimited,3,list,write,1792770151.958,1792770162.671,535,0,0,4.11,5.02,5.83 +D-fast-unlimited-r3,D,fast-unlimited,3,before,read,1792770121.068,1792770151.068,1500,0,0,2.91,3.9,7.72 +D-fast-unlimited-r3,D,fast-unlimited,3,pass,read,1792770151.958,1792770164.835,643,0,0,3.26,4.18,10.74 +D-fast-unlimited-r3,D,fast-unlimited,3,after,read,1792770164.846,1792770194.846,1500,0,0,2.86,3.86,4.67 +D-fast-unlimited-r3,D,fast-unlimited,3,quiet,read,1792770121.068,1792770194.846,3000,0,0,2.88,3.89,5.35 +D-fast-unlimited-r3,D,fast-unlimited,3,list,read,1792770151.958,1792770162.671,535,0,0,3.25,4.16,6.26 +D-fast-limited-r3,D,fast-limited,3,before,download,1792770166.739,1792770196.739,9000,0,0,3.29,5.4,7.76 +D-fast-limited-r3,D,fast-limited,3,pass,download,1792770197.612,1792770249.772,15648,0,0,3.37,5.53,7.8 +D-fast-limited-r3,D,fast-limited,3,after,download,1792770249.783,1792770279.783,9000,0,0,3.3,5.42,8.47 +D-fast-limited-r3,D,fast-limited,3,quiet,download,1792770166.739,1792770279.783,18000,0,0,3.29,5.41,8.05 +D-fast-limited-r3,D,fast-limited,3,list,download,1792770197.612,1792770247.496,14965,0,0,3.35,5.46,7.5 +D-fast-limited-r3,D,fast-limited,3,before,write,1792770166.739,1792770196.739,1500,0,0,3.59,4.62,9.58 +D-fast-limited-r3,D,fast-limited,3,pass,write,1792770197.612,1792770249.772,2608,0,0,3.73,4.98,8.52 +D-fast-limited-r3,D,fast-limited,3,after,write,1792770249.783,1792770279.783,1500,0,0,3.61,4.71,8.69 +D-fast-limited-r3,D,fast-limited,3,quiet,write,1792770166.739,1792770279.783,3000,0,0,3.6,4.68,9.2 +D-fast-limited-r3,D,fast-limited,3,list,write,1792770197.612,1792770247.496,2494,0,0,3.69,4.89,7.96 +D-fast-limited-r3,D,fast-limited,3,before,read,1792770166.739,1792770196.739,1500,0,0,2.85,3.84,4.82 +D-fast-limited-r3,D,fast-limited,3,pass,read,1792770197.612,1792770249.772,2608,0,0,3.04,4.14,8.01 +D-fast-limited-r3,D,fast-limited,3,after,read,1792770249.783,1792770279.783,1500,0,0,2.88,3.89,5.44 +D-fast-limited-r3,D,fast-limited,3,quiet,read,1792770166.739,1792770279.783,3000,0,0,2.87,3.87,5.24 +D-fast-limited-r3,D,fast-limited,3,list,read,1792770197.612,1792770247.496,2494,0,0,3.02,4.07,8.01 +D-stand-unlimited-r3,D,stand-unlimited,3,before,download,1792770251.687,1792770281.687,9000,0,0,3.28,5.38,7.8 +D-stand-unlimited-r3,D,stand-unlimited,3,pass,download,1792770285.114,1792770311.241,7838,0,0,3.47,5.74,7.57 +D-stand-unlimited-r3,D,stand-unlimited,3,after,download,1792770311.251,1792770341.251,8999,0,0,3.32,5.49,11.49 +D-stand-unlimited-r3,D,stand-unlimited,3,quiet,download,1792770251.687,1792770341.251,17999,0,0,3.3,5.42,9.75 +D-stand-unlimited-r3,D,stand-unlimited,3,list,download,1792770285.114,1792770303.633,5556,0,0,3.5,5.75,7.46 +D-stand-unlimited-r3,D,stand-unlimited,3,before,write,1792770251.687,1792770281.687,1500,0,0,3.59,4.66,8.24 +D-stand-unlimited-r3,D,stand-unlimited,3,pass,write,1792770285.114,1792770311.241,1307,0,0,4.02,5.05,7.18 +D-stand-unlimited-r3,D,stand-unlimited,3,after,write,1792770311.251,1792770341.251,1500,0,0,3.61,4.78,12.14 +D-stand-unlimited-r3,D,stand-unlimited,3,quiet,write,1792770251.687,1792770341.251,3000,0,0,3.6,4.7,10.3 +D-stand-unlimited-r3,D,stand-unlimited,3,list,write,1792770285.114,1792770303.633,926,0,0,4.06,5.08,7.0 +D-stand-unlimited-r3,D,stand-unlimited,3,before,read,1792770251.687,1792770281.687,1500,0,0,2.87,3.82,4.78 +D-stand-unlimited-r3,D,stand-unlimited,3,pass,read,1792770285.114,1792770311.241,1307,0,0,3.19,4.18,5.28 +D-stand-unlimited-r3,D,stand-unlimited,3,after,read,1792770311.251,1792770341.251,1500,0,0,2.89,3.99,12.93 +D-stand-unlimited-r3,D,stand-unlimited,3,quiet,read,1792770251.687,1792770341.251,3000,0,0,2.87,3.9,7.36 +D-stand-unlimited-r3,D,stand-unlimited,3,list,read,1792770285.114,1792770303.633,926,0,0,3.24,4.2,5.28