docs: add reconcile cost label baseline

make bench_reconcile on d8b8ae3, quiet host: 51/51 passes,
swapouts_delta 0, no host warnings.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
2026-10-23 18:52:27 +03:00
co-authored by Claude Opus 5.5
parent d8b8ae3dab
commit 0072dbee94
60 changed files with 5813 additions and 0 deletions
@@ -0,0 +1,40 @@
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 720 420" width="720" height="420" font-family='system-ui, -apple-system, "Segoe UI", sans-serif'>
<rect x="0" y="0" width="720" height="420" fill="#fcfcfb"/>
<text x="24.0" y="30.0" font-size="16" font-weight="600" fill="#52514e" text-anchor="start">Фоновая нагрузка: r = p95 прохода / p95 тихих</text>
<line x1="80.0" y1="350.0" x2="680.0" y2="350.0" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="354.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">0</text>
<line x1="80.0" y1="280.0" x2="680.0" y2="280.0" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="284.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">0.5</text>
<line x1="80.0" y1="210.0" x2="680.0" y2="210.0" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="214.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">1</text>
<line x1="80.0" y1="140.0" x2="680.0" y2="140.0" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="144.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">1.5</text>
<line x1="80.0" y1="70.0" x2="680.0" y2="70.0" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="74.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">2</text>
<rect x="80" y="140.0" width="600" height="116.7" fill="#e1e0d9" opacity="0.5"/>
<line x1="80.0" y1="140.0" x2="680.0" y2="140.0" stroke="#52514e" stroke-width="1" stroke-dasharray="5 4"/>
<g><title>stand download: r 1.01</title><path d="M98.8,350.0 L98.8,212.6 Q98.8,208.6 102.8,208.6 L128.5,208.6 Q132.5,208.6 132.5,212.6 L132.5,350.0 Z" fill="#2a78d6"/></g>
<g><title>stand write: r 1.02</title><path d="M136.2,350.0 L136.2,210.5 Q136.2,206.5 140.2,206.5 L166.0,206.5 Q170.0,206.5 170.0,210.5 L170.0,350.0 Z" fill="#eb6834"/></g>
<g><title>stand read: r 1.03</title><path d="M173.8,350.0 L173.8,209.8 Q173.8,205.8 177.8,205.8 L203.5,205.8 Q207.5,205.8 207.5,209.8 L207.5,350.0 Z" fill="#1baf7a"/></g>
<text x="155.0" y="368.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="middle">stand</text>
<g><title>stand-unlimited download: r 1.06</title><path d="M248.8,350.0 L248.8,205.7 Q248.8,201.7 252.8,201.7 L278.5,201.7 Q282.5,201.7 282.5,205.7 L282.5,350.0 Z" fill="#2a78d6"/></g>
<g><title>stand-unlimited write: r 1.07</title><path d="M286.2,350.0 L286.2,203.6 Q286.2,199.6 290.2,199.6 L316.0,199.6 Q320.0,199.6 320.0,203.6 L320.0,350.0 Z" fill="#eb6834"/></g>
<g><title>stand-unlimited read: r 1.07</title><path d="M323.8,350.0 L323.8,203.9 Q323.8,199.9 327.8,199.9 L353.5,199.9 Q357.5,199.9 357.5,203.9 L357.5,350.0 Z" fill="#1baf7a"/></g>
<text x="305.0" y="368.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="middle">stand-unlimited</text>
<g><title>fast-unlimited download: r 1.08</title><path d="M398.8,350.0 L398.8,202.4 Q398.8,198.4 402.8,198.4 L428.5,198.4 Q432.5,198.4 432.5,202.4 L432.5,350.0 Z" fill="#2a78d6"/></g>
<g><title>fast-unlimited write: r 1.08</title><path d="M436.2,350.0 L436.2,203.2 Q436.2,199.2 440.2,199.2 L466.0,199.2 Q470.0,199.2 470.0,203.2 L470.0,350.0 Z" fill="#eb6834"/></g>
<g><title>fast-unlimited read: r 1.08</title><path d="M473.8,350.0 L473.8,202.1 Q473.8,198.1 477.8,198.1 L503.5,198.1 Q507.5,198.1 507.5,202.1 L507.5,350.0 Z" fill="#1baf7a"/></g>
<text x="455.0" y="368.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="middle">fast-unlimited</text>
<g><title>fast-limited download: r 1.02</title><path d="M548.8,350.0 L548.8,210.9 Q548.8,206.9 552.8,206.9 L578.5,206.9 Q582.5,206.9 582.5,210.9 L582.5,350.0 Z" fill="#2a78d6"/></g>
<g><title>fast-limited write: r 1.03</title><path d="M586.2,350.0 L586.2,209.7 Q586.2,205.7 590.2,205.7 L616.0,205.7 Q620.0,205.7 620.0,209.7 L620.0,350.0 Z" fill="#eb6834"/></g>
<g><title>fast-limited read: r 1.02</title><path d="M623.8,350.0 L623.8,211.2 Q623.8,207.2 627.8,207.2 L653.5,207.2 Q657.5,207.2 657.5,211.2 L657.5,350.0 Z" fill="#1baf7a"/></g>
<text x="605.0" y="368.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="middle">fast-limited</text>
<rect x="80.0" y="47.0" width="12" height="12" rx="2" fill="#2a78d6"/>
<text x="102.0" y="57.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="start">download</text>
<rect x="170.0" y="47.0" width="12" height="12" rx="2" fill="#eb6834"/>
<text x="192.0" y="57.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="start">write</text>
<rect x="239.0" y="47.0" width="12" height="12" rx="2" fill="#1baf7a"/>
<text x="261.0" y="57.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="start">read</text>
<line x1="301.0" y1="53.0" x2="317.0" y2="53.0" stroke="#52514e" stroke-width="2" stroke-dasharray="5 4"/>
<text x="323.0" y="57.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="start">порог 1.5</text>
</svg>

After

Width:  |  Height:  |  Size: 4.8 KiB

+35
View File
@@ -0,0 +1,35 @@
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 720 420" width="720" height="420" font-family='system-ui, -apple-system, "Segoe UI", sans-serif'>
<rect x="0" y="0" width="720" height="420" fill="#fcfcfb"/>
<text x="24.0" y="30.0" font-size="16" font-weight="600" fill="#52514e" text-anchor="start">Время прохода сверки от числа объектов</text>
<line x1="80.0" y1="350.0" x2="680.0" y2="350.0" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="354.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">0</text>
<line x1="80.0" y1="292.0" x2="680.0" y2="292.0" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="296.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">50</text>
<line x1="80.0" y1="234.0" x2="680.0" y2="234.0" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="238.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">100</text>
<line x1="80.0" y1="176.0" x2="680.0" y2="176.0" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="180.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">150</text>
<line x1="80.0" y1="118.0" x2="680.0" y2="118.0" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="122.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">200</text>
<line x1="80.0" y1="60.0" x2="680.0" y2="60.0" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="64.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">250</text>
<text x="137.1" y="368.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="middle">10K</text>
<text x="251.4" y="368.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="middle">30K</text>
<text x="651.4" y="368.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="middle">100K</text>
<text x="380.0" y="390.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="middle">объектов в bucket</text>
<text x="24.0" y="205.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="middle" transform="rotate(-90 24.0 205.0)">проход, с</text>
<polyline points="137.1,346.7 251.4,339.2 651.4,313.0" fill="none" stroke="#2a78d6" stroke-width="2" stroke-linejoin="round" stroke-linecap="round"/>
<g><title>batch: N 10000, 2.807</title><circle cx="137.1" cy="346.7" r="7" fill="transparent"/><circle cx="137.1" cy="346.7" r="4.5" fill="#2a78d6" stroke="#fcfcfb" stroke-width="2"/></g>
<g><title>batch: N 30000, 9.295</title><circle cx="251.4" cy="339.2" r="7" fill="transparent"/><circle cx="251.4" cy="339.2" r="4.5" fill="#2a78d6" stroke="#fcfcfb" stroke-width="2"/></g>
<g><title>batch: N 100000, 31.928</title><circle cx="651.4" cy="313.0" r="7" fill="transparent"/><circle cx="651.4" cy="313.0" r="4.5" fill="#2a78d6" stroke="#fcfcfb" stroke-width="2"/></g>
<polyline points="137.1,279.3 251.4,129.8" fill="none" stroke="#eb6834" stroke-width="2" stroke-linejoin="round" stroke-linecap="round"/>
<g><title>head: N 10000, 60.982</title><circle cx="137.1" cy="279.3" r="7" fill="transparent"/><circle cx="137.1" cy="279.3" r="4.5" fill="#eb6834" stroke="#fcfcfb" stroke-width="2"/></g>
<g><title>head: N 30000, 189.789</title><circle cx="251.4" cy="129.8" r="7" fill="transparent"/><circle cx="251.4" cy="129.8" r="4.5" fill="#eb6834" stroke="#fcfcfb" stroke-width="2"/></g>
<g><title>deep: N 10000, 31.307</title><circle cx="137.1" cy="313.7" r="7" fill="transparent"/><circle cx="137.1" cy="313.7" r="4.5" fill="#1baf7a" stroke="#fcfcfb" stroke-width="2"/></g>
<line x1="80.0" y1="45.0" x2="96.0" y2="45.0" stroke="#2a78d6" stroke-width="2"/>
<text x="102.0" y="49.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="start">batch</text>
<line x1="149.0" y1="45.0" x2="165.0" y2="45.0" stroke="#eb6834" stroke-width="2"/>
<text x="171.0" y="49.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="start">head</text>
<line x1="211.0" y1="45.0" x2="227.0" y2="45.0" stroke="#1baf7a" stroke-width="2"/>
<text x="233.0" y="49.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="start">deep</text>
</svg>

After

Width:  |  Height:  |  Size: 4.0 KiB

+998
View File
@@ -0,0 +1,998 @@
{
"label": "baseline",
"status": "complete",
"started_at": "2026-10-23T15:06:49+00:00",
"command": "uv run python bench/run.py --profile reconcile --label baseline",
"git": {
"commit": "d8b8ae3",
"dirty": false
},
"overrides": {},
"host_state": {
"start": {
"swap_used_mib": 1267.69,
"swap_total_mib": 2048.0,
"swapouts": 1541596,
"memory_free_percent": 65,
"power": "AC Power",
"battery_percent": 80
},
"end": {
"swap_used_mib": 1251.69,
"swap_total_mib": 2048.0,
"swapouts": 1541596,
"memory_free_percent": 60,
"power": "AC Power",
"battery_percent": 80
},
"swapouts_delta": 0,
"slept_seconds": 0
},
"host_warnings": [],
"other_containers": [],
"app_image": {
"tag": "mtusi-messenger:bench",
"id": "sha256:a23df86b071acb886f5e93bd60c65d41d6e8cb19b257355d6e3e9e15c923c973",
"versions": {
"python": "3.12.14",
"fastapi": "0.141.1",
"starlette": "1.7.0",
"pydantic": "2.13.5",
"uvicorn": "0.54.0",
"sqlalchemy": "2.1.1",
"asyncpg": "0.31.0",
"redis": "8.1.0"
}
},
"generator": {
"image": "grafana/k6:2.3.0@sha256:9c2dee7f8ed74d317e4027c06a10f169b625638189de8d4555d0b3486a5aeb34",
"version": "k6 v2.3.0 (commit/e088784614, go1.27.1, linux/arm64)"
},
"docker": {
"server": "29.9.2",
"vm_os": "Docker Desktop",
"kernel": "7.0.14-linuxkit",
"vm_cpus": 12,
"vm_memory_gib": 7.7,
"cgroup": "2",
"logging_driver": "local"
},
"host": {
"os": "macOS 26.6.2",
"machine": "Apple M3 Pro",
"memory_gib": 18.0,
"performance_cores": 6,
"efficiency_cores": 6
},
"profile": {
"name": "reconcile",
"sizes": [],
"concurrency": [],
"repeats": 3,
"read_warmup_s": 0,
"read_measure_s": 0,
"write_warmup": 0,
"write_measure": 0,
"prefill_chunk": 25000,
"prefill_vus": 32,
"text_length": 64,
"page_limit": 50,
"walk_limit": 100,
"cursor_pool": 1000,
"members": 1,
"seed": 20260930,
"warmup_seed_shift": 1000003,
"generator_cpu_limit": 4.0,
"cpus": "1",
"memory": "512m",
"db_cpus": "2",
"db_memory": "1g",
"cache_cpus": "0.5",
"cache_memory": "128m",
"session_ttl_seconds": 21600,
"background": [],
"index_variants": [
[
"chat_only",
"(chat_id)"
],
[
"covering",
"(chat_id, created_at, id) INCLUDE (sender_id, text)"
]
],
"write_probe_rows": 20000,
"write_probe_repeats": 3,
"restore": false,
"restore_jobs": 4,
"restore_write_load": 5000,
"restore_write_vus": 10,
"replicas": 2,
"lb_cpus": "1",
"lb_memory": "256m",
"failover_modes": [],
"failover_write_rate": 0,
"failover_read_rate": 0,
"failover_before_s": 0,
"failover_down_s": 0,
"failover_after_s": 0,
"failover_success": 0.99,
"failover_pre_vus": 600,
"failover_max_vus": 1500,
"rollout_from": "",
"rollout_before_s": 0,
"rollout_budget_s": 0,
"rollout_after_s": 0,
"sample_resources": false,
"uploads_variants": [],
"uploads_before": "",
"uploads_sizes": [],
"uploads_clients": [],
"uploads_ramp_s": 3,
"uploads_window_s": 20,
"uploads_unlimited_env": [
[
"UPLOADS__MAX_CONCURRENT",
"1000"
],
[
"UPLOADS__MAX_WAITING",
"0"
]
],
"uploads_sample_interval_s": 0.2,
"s3_cpus": "1",
"s3_memory": "512m",
"cleaner_cpus": "0.25",
"cleaner_memory": "256m",
"reconcile_stages": [
[
"A",
true,
1000,
1048576,
[
"batch",
"deep",
"deep-fast"
]
],
[
"B",
true,
10000,
4096,
[
"batch",
"head",
"deep"
]
],
[
"C",
false,
30000,
4096,
[
"batch",
"head"
]
],
[
"D",
false,
100000,
4096,
[
"batch",
"stand",
"stand-unlimited",
"fast-unlimited",
"fast-limited"
]
]
],
"reconcile_before": "7f4e626",
"reconcile_s4_clean": 10000,
"reconcile_s4_candidates": [
1000,
10000
],
"reconcile_s4_max_changes": 100,
"reconcile_grace_s": 30,
"reconcile_fresh_wait_s": 2,
"reconcile_fast_cpus": "1",
"reconcile_default_rate": 2000,
"reconcile_background": [
[
"download",
300
],
[
"write",
50
],
[
"read",
50
]
],
"reconcile_downloads": 5000,
"reconcile_bg_max_vus": 600,
"reconcile_quiet_s": 30,
"reconcile_fill_processes": 3,
"reconcile_fill_threads": 24,
"reconcile_sample_interval_s": 0.5,
"reconcile_metrics_port": 9327,
"reconcile_h1_stages": [
"B",
"C",
"D"
],
"reconcile_h2_stages": [
"B",
"C"
],
"reconcile_h3_stages": [
"B",
"A"
],
"reconcile_s4_base": "B",
"db_max_connections": 100,
"series": "",
"configs": [],
"write_chats": 1,
"mix": [],
"fixed_rps": [],
"ladder_base": 100,
"step_factor": 1.25,
"start_rps_per_replica": 300,
"bisect_steps": 2,
"max_steps": 12,
"first_warmup_s": 15,
"step_warmup_s": 5,
"step_measure_s": 20,
"cooldown_s": 10,
"slo_p95_ms": 200,
"slo_error_ratio": 0.01,
"abort_error_ratio": 0.5,
"abort_p95_ms": 2000,
"request_timeout_s": 15,
"prevus_per_rps": 0.05,
"vus_per_rps": 0.2,
"generator_cpus": "",
"generator_memory": "",
"sampler_cpus": "0.25",
"sampler_memory": "128m",
"sample_interval_s": 1.0,
"order_seed": 20261011
},
"sizes": [],
"reconcile": {
"before_commit": "7f4e626",
"plan": [
{
"pass": "A-deep-fast-r1",
"stage": "A",
"cell": "deep-fast",
"repeat": 1,
"order": 1,
"load": false
},
{
"pass": "A-batch-r1",
"stage": "A",
"cell": "batch",
"repeat": 1,
"order": 2,
"load": false
},
{
"pass": "A-deep-r1",
"stage": "A",
"cell": "deep",
"repeat": 1,
"order": 3,
"load": false
},
{
"pass": "A-batch-r2",
"stage": "A",
"cell": "batch",
"repeat": 2,
"order": 4,
"load": false
},
{
"pass": "A-deep-r2",
"stage": "A",
"cell": "deep",
"repeat": 2,
"order": 5,
"load": false
},
{
"pass": "A-deep-fast-r2",
"stage": "A",
"cell": "deep-fast",
"repeat": 2,
"order": 6,
"load": false
},
{
"pass": "A-deep-r3",
"stage": "A",
"cell": "deep",
"repeat": 3,
"order": 7,
"load": false
},
{
"pass": "A-batch-r3",
"stage": "A",
"cell": "batch",
"repeat": 3,
"order": 8,
"load": false
},
{
"pass": "A-deep-fast-r3",
"stage": "A",
"cell": "deep-fast",
"repeat": 3,
"order": 9,
"load": false
},
{
"pass": "B-head-r1",
"stage": "B",
"cell": "head",
"repeat": 1,
"order": 10,
"load": false
},
{
"pass": "B-deep-r1",
"stage": "B",
"cell": "deep",
"repeat": 1,
"order": 11,
"load": false
},
{
"pass": "B-batch-r1",
"stage": "B",
"cell": "batch",
"repeat": 1,
"order": 12,
"load": false
},
{
"pass": "B-head-r2",
"stage": "B",
"cell": "head",
"repeat": 2,
"order": 13,
"load": false
},
{
"pass": "B-deep-r2",
"stage": "B",
"cell": "deep",
"repeat": 2,
"order": 14,
"load": false
},
{
"pass": "B-batch-r2",
"stage": "B",
"cell": "batch",
"repeat": 2,
"order": 15,
"load": false
},
{
"pass": "B-head-r3",
"stage": "B",
"cell": "head",
"repeat": 3,
"order": 16,
"load": false
},
{
"pass": "B-deep-r3",
"stage": "B",
"cell": "deep",
"repeat": 3,
"order": 17,
"load": false
},
{
"pass": "B-batch-r3",
"stage": "B",
"cell": "batch",
"repeat": 3,
"order": 18,
"load": false
},
{
"pass": "C-batch-r1",
"stage": "C",
"cell": "batch",
"repeat": 1,
"order": 19,
"load": false
},
{
"pass": "C-head-r1",
"stage": "C",
"cell": "head",
"repeat": 1,
"order": 20,
"load": false
},
{
"pass": "C-batch-r2",
"stage": "C",
"cell": "batch",
"repeat": 2,
"order": 21,
"load": false
},
{
"pass": "C-head-r2",
"stage": "C",
"cell": "head",
"repeat": 2,
"order": 22,
"load": false
},
{
"pass": "C-batch-r3",
"stage": "C",
"cell": "batch",
"repeat": 3,
"order": 23,
"load": false
},
{
"pass": "C-head-r3",
"stage": "C",
"cell": "head",
"repeat": 3,
"order": 24,
"load": false
},
{
"pass": "D-batch-r1",
"stage": "D",
"cell": "batch",
"repeat": 1,
"order": 25,
"load": false
},
{
"pass": "D-batch-r2",
"stage": "D",
"cell": "batch",
"repeat": 2,
"order": 26,
"load": false
},
{
"pass": "D-batch-r3",
"stage": "D",
"cell": "batch",
"repeat": 3,
"order": 27,
"load": false
},
{
"pass": "D-fast-limited-r1",
"stage": "D",
"cell": "fast-limited",
"repeat": 1,
"order": 28,
"load": true
},
{
"pass": "D-stand-unlimited-r1",
"stage": "D",
"cell": "stand-unlimited",
"repeat": 1,
"order": 29,
"load": true
},
{
"pass": "D-stand-r1",
"stage": "D",
"cell": "stand",
"repeat": 1,
"order": 30,
"load": true
},
{
"pass": "D-fast-unlimited-r1",
"stage": "D",
"cell": "fast-unlimited",
"repeat": 1,
"order": 31,
"load": true
},
{
"pass": "D-stand-unlimited-r2",
"stage": "D",
"cell": "stand-unlimited",
"repeat": 2,
"order": 32,
"load": true
},
{
"pass": "D-fast-limited-r2",
"stage": "D",
"cell": "fast-limited",
"repeat": 2,
"order": 33,
"load": true
},
{
"pass": "D-stand-r2",
"stage": "D",
"cell": "stand",
"repeat": 2,
"order": 34,
"load": true
},
{
"pass": "D-fast-unlimited-r2",
"stage": "D",
"cell": "fast-unlimited",
"repeat": 2,
"order": 35,
"load": true
},
{
"pass": "D-stand-r3",
"stage": "D",
"cell": "stand",
"repeat": 3,
"order": 36,
"load": true
},
{
"pass": "D-fast-unlimited-r3",
"stage": "D",
"cell": "fast-unlimited",
"repeat": 3,
"order": 37,
"load": true
},
{
"pass": "D-fast-limited-r3",
"stage": "D",
"cell": "fast-limited",
"repeat": 3,
"order": 38,
"load": true
},
{
"pass": "D-stand-unlimited-r3",
"stage": "D",
"cell": "stand-unlimited",
"repeat": 3,
"order": 39,
"load": true
},
{
"pass": "S4-1000-after-r1",
"stage": "S4-1000",
"cell": "after",
"repeat": 1,
"order": 40,
"load": false
},
{
"pass": "S4-1000-before-r1",
"stage": "S4-1000",
"cell": "before",
"repeat": 1,
"order": 41,
"load": false
},
{
"pass": "S4-1000-after-r2",
"stage": "S4-1000",
"cell": "after",
"repeat": 2,
"order": 42,
"load": false
},
{
"pass": "S4-1000-before-r2",
"stage": "S4-1000",
"cell": "before",
"repeat": 2,
"order": 43,
"load": false
},
{
"pass": "S4-1000-after-r3",
"stage": "S4-1000",
"cell": "after",
"repeat": 3,
"order": 44,
"load": false
},
{
"pass": "S4-1000-before-r3",
"stage": "S4-1000",
"cell": "before",
"repeat": 3,
"order": 45,
"load": false
},
{
"pass": "S4-10000-after-r1",
"stage": "S4-10000",
"cell": "after",
"repeat": 1,
"order": 46,
"load": false
},
{
"pass": "S4-10000-before-r1",
"stage": "S4-10000",
"cell": "before",
"repeat": 1,
"order": 47,
"load": false
},
{
"pass": "S4-10000-after-r2",
"stage": "S4-10000",
"cell": "after",
"repeat": 2,
"order": 48,
"load": false
},
{
"pass": "S4-10000-before-r2",
"stage": "S4-10000",
"cell": "before",
"repeat": 2,
"order": 49,
"load": false
},
{
"pass": "S4-10000-after-r3",
"stage": "S4-10000",
"cell": "after",
"repeat": 3,
"order": 50,
"load": false
},
{
"pass": "S4-10000-before-r3",
"stage": "S4-10000",
"cell": "before",
"repeat": 3,
"order": 51,
"load": false
}
],
"seed": 20260930,
"period": 400,
"classes": [
"orphan_object",
"missing_object",
"size_mismatch",
"stale_pending"
],
"stages": [
{
"stage": "A",
"fresh": true,
"objects_total": 1000,
"object_bytes": 1048576,
"cells": [
"batch",
"deep",
"deep-fast"
],
"model": {
"objects": 997,
"ready_rows": 994,
"pending_rows": 3,
"found": {
"orphan_object": 3,
"missing_object": 3,
"size_mismatch": 3,
"stale_pending": 3
}
}
},
{
"stage": "B",
"fresh": true,
"objects_total": 10000,
"object_bytes": 4096,
"cells": [
"batch",
"head",
"deep"
],
"model": {
"objects": 9975,
"ready_rows": 9950,
"pending_rows": 25,
"found": {
"orphan_object": 25,
"missing_object": 25,
"size_mismatch": 25,
"stale_pending": 25
}
}
},
{
"stage": "C",
"fresh": false,
"objects_total": 30000,
"object_bytes": 4096,
"cells": [
"batch",
"head"
],
"model": {
"objects": 29925,
"ready_rows": 29850,
"pending_rows": 75,
"found": {
"orphan_object": 75,
"missing_object": 75,
"size_mismatch": 75,
"stale_pending": 75
}
}
},
{
"stage": "D",
"fresh": false,
"objects_total": 100000,
"object_bytes": 4096,
"cells": [
"batch",
"stand",
"stand-unlimited",
"fast-unlimited",
"fast-limited"
],
"model": {
"objects": 99750,
"ready_rows": 99500,
"pending_rows": 250,
"found": {
"orphan_object": 250,
"missing_object": 250,
"size_mismatch": 250,
"stale_pending": 250
}
}
}
],
"object_bytes": {
"A": 1048576,
"B": 4096,
"C": 4096,
"D": 4096
},
"s4_clean": 10000,
"s4_candidates": [
1000,
10000
],
"s4_max_changes": 100,
"s4_base_stage": "B",
"h1_stages": [
"B",
"C",
"D"
],
"h2_stages": [
"B",
"C"
],
"h3_small_stage": "B",
"h3_large_stage": "A",
"cleaner_cpus": {
"stand": "0.25",
"fast": "1"
},
"grace_seconds": 30,
"default_rate": 2000,
"background": {
"download": 300,
"write": 50,
"read": 50,
"downloads": 5000,
"quiet_s": 30
},
"metrics_port": 9327,
"images": {
"checkout": "sha256:a23df86b071acb886f5e93bd60c65d41d6e8cb19b257355d6e3e9e15c923c973",
"before": "sha256:86aa70b5c4c40c4b2d70ff4cae42c47788978c4992b1d01faac3771f3ca0c052"
},
"s3_command": [
"server",
"-ip=127.0.0.1",
"-ip.bind=127.0.0.1",
"-master.telemetry=false",
"-master.electionTimeout=1s",
"-volume.preStopSeconds=0",
"-filer",
"-s3",
"-s3.ip.bind=0.0.0.0",
"-s3.port=8333",
"-s3.port.iceberg=0",
"-s3.port.lance=0",
"-s3.iam=false",
"-s3.concurrentUploadLimitMB=64",
"-metricsPort=9327"
],
"bg_interrupted": {
"D": {
"download": 0,
"write": 0,
"read": 0
}
}
},
"limits": {
"api": {
"nano_cpus": 1000000000,
"memory": 536870912,
"memory_swap": 536870912,
"published_ports": {},
"healthcheck": [
"NONE"
],
"log_driver": "local"
},
"postgres": {
"nano_cpus": 2000000000,
"memory": 1073741824,
"memory_swap": 1073741824,
"published_ports": {},
"healthcheck": [
"CMD-SHELL",
"pg_isready -h 127.0.0.1 -U \"$POSTGRES_USER\" -d \"$POSTGRES_DB\""
],
"log_driver": "local"
},
"valkey": {
"nano_cpus": 500000000,
"memory": 134217728,
"memory_swap": 134217728,
"published_ports": {},
"healthcheck": [
"CMD-SHELL",
"test \"$(valkey-cli -p \"$VALKEY_PORT\" ping)\" = PONG"
],
"log_driver": "local"
},
"haproxy": {
"nano_cpus": 1000000000,
"memory": 268435456,
"memory_swap": 268435456,
"published_ports": {},
"healthcheck": [
"CMD",
"bash",
"-c",
"exec 3<>/dev/tcp/127.0.0.1/8404 && printf 'GET /lb/ready HTTP/1.0\\r\\n\\r\\n' >&3 && head -n 1 <&3 | grep -q ' 200 '"
],
"log_driver": "local"
},
"k6": {
"nano_cpus": 0,
"memory": 0,
"memory_swap": 0,
"published_ports": {},
"healthcheck": null,
"log_driver": "local"
},
"s3": {
"nano_cpus": 1000000000,
"memory": 536870912,
"memory_swap": 536870912,
"published_ports": {},
"healthcheck": [
"CMD-SHELL",
"wget -q -O /dev/null http://127.0.0.1:9333/cluster/healthz && wget -q -O - http://127.0.0.1:9333/dir/status | grep -qF '\"DataNodes\":[{' && wget -q -O /dev/null http://127.0.0.1:8888/healthz && wget -q -O /dev/null \"http://127.0.0.1:$S3_PORT/healthz\""
],
"log_driver": "local"
},
"api_replicas": 2,
"max_connections": 100,
"cleaner": {
"1": {
"nano_cpus": 1000000000,
"memory": 268435456,
"memory_swap": 268435456,
"published_ports": {},
"healthcheck": [
"NONE"
],
"log_driver": "local"
},
"0.25": {
"nano_cpus": 250000000,
"memory": 268435456,
"memory_swap": 268435456,
"published_ports": {},
"healthcheck": [
"NONE"
],
"log_driver": "local"
}
}
},
"stand": {
"s3": {
"image": "chrislusf/seaweedfs:4.48@sha256:4e61d15fd35994cb1e43e1e553dff106794841fd9a99ade2fc8c8bfce4d7872d",
"id": "sha256:4e61d15fd35994cb1e43e1e553dff106794841fd9a99ade2fc8c8bfce4d7872d"
},
"api_tcp_rmem": "4096 131072 524288",
"postgres": {
"image": "postgres:18.6-trixie@sha256:5a5a84b19854a9ffaa54082c166ff4ec27473a361e496e5ea167f298f2da9722",
"id": "sha256:5a5a84b19854a9ffaa54082c166ff4ec27473a361e496e5ea167f298f2da9722",
"version": "18.6 (Debian 18.6-1.pgdg13+2)",
"settings": {
"autovacuum": "on",
"checkpoint_timeout": "5min",
"effective_cache_size": "4GB",
"fsync": "on",
"jit": "on",
"maintenance_work_mem": "64MB",
"max_connections": "100",
"max_wal_size": "1GB",
"plan_cache_mode": "auto",
"random_page_cost": "4",
"shared_buffers": "128MB",
"shared_preload_libraries": "auto_explain",
"synchronous_commit": "on",
"wal_level": "replica",
"work_mem": "4MB"
}
},
"valkey": {
"image": "valkey/valkey:9.1.2-trixie@sha256:418652cfb58ef879d4978c33553735d7147016032d5aefaa14c828e611eb9dfd",
"id": "sha256:418652cfb58ef879d4978c33553735d7147016032d5aefaa14c828e611eb9dfd",
"version": "9.1.2",
"maxmemory": "67108864",
"maxmemory-clients": "0",
"maxmemory-eviction-tenacity": "10",
"maxmemory-policy": "allkeys-lru",
"maxmemory-samples": "5"
},
"haproxy": {
"image": "haproxy:3.4.6-trixie@sha256:e273915691a8eab3f105bf3e39fd4c29a4ecf334e33421903b5589d25e14db26",
"id": "sha256:e273915691a8eab3f105bf3e39fd4c29a4ecf334e33421903b5589d25e14db26",
"version": "HAProxy version 3.4.6-56332c5 2026/09/28 - https://haproxy.org/"
},
"app_env": {
"APP__PORT": "8080",
"APP__RUN_MODE": "docker",
"AUTH__SESSION_TTL_SECONDS": "21600",
"CACHE__HOST": "valkey",
"CACHE__PORT": "6379",
"DATABASE__HOST": "postgres",
"DATABASE__NAME": "bench",
"DATABASE__PORT": "5432",
"DATABASE__USER": "bench",
"S3__BUCKET": "bench",
"S3__HOST": "s3",
"S3__PORT": "8333"
}
},
"finished_at": "2026-10-23T15:52:03+00:00"
}
+52
View File
@@ -0,0 +1,52 @@
pass,stage,cell,repeat,order,strategy,deep,apply,image,cleaner_cpus,max_objects_per_second,load,objects,object_bytes,ready_rows,candidates,expected_orphan_object,expected_missing_object,expected_size_mismatch,expected_stale_pending,found_orphan_object,found_missing_object,found_size_mismatch,found_stale_pending,found_checksum_mismatch,found_other,listed_objects,checked_rows,exit_code,duration_ms,phase_list_ms,phase_rows_ms,phase_stale_ms,phase_recheck_ms,phase_act_ms,us_per_object,storage_objects,s3_list,s3_head,s3_get,s3_delete,read_bytes,db_sessions,unchecked,refused,limit_changes,gw_list,gw_get,gw_delete,gw_other,pg_xact,pg_tup_returned,pg_tup_fetched,pg_blks_hit,pg_blks_read,pg_sessions,cpu_cleaner,cpu_s3,cpu_postgres,cpu_api,cpu_haproxy,mem_start_mib,mem_peak_mib,mem_growth_bytes_per_object,flags
A-deep-fast-r1,A,deep-fast,1,1,batch,True,False,checkout,1,0.0,False,997,1048576,994,12,3,3,3,3,3,3,3,3,0,0,997,994,3,3212,3187,7,1,17,0,3221.66,1995,2,9,988,0,1035993088,12,0,False,,2,997,0,0,28,4343,1658,2332,32,3,0.6065,0.4179,0.0029,0.0028,0.0034,31.9,95.4,66784.9,
A-batch-r1,A,batch,1,2,batch,False,False,checkout,0.25,0.0,False,997,1048576,994,12,3,3,3,3,3,3,3,3,0,0,997,994,3,400,292,9,2,97,0,401.2,1007,2,9,0,0,0,12,0,False,,2,9,0,0,28,4343,1658,2364,0,3,0.2483,0.1144,0.0437,0.0037,0.0008,77.8,94.5,17563.9,
A-deep-r1,A,deep,1,3,batch,True,False,checkout,0.25,0.0,False,997,1048576,994,12,3,3,3,3,3,3,3,3,0,0,997,994,3,8591,8485,8,2,96,0,8616.85,1995,2,9,988,0,1035993088,12,0,False,,2,997,0,0,30,4375,1688,2426,0,5,0.2487,0.1957,0.0063,0.0034,0.0018,88.7,96.1,7782.8,
A-batch-r2,A,batch,2,4,batch,False,False,checkout,0.25,0.0,False,997,1048576,994,12,3,3,3,3,3,3,3,3,0,0,997,994,3,415,301,10,2,102,0,416.25,1007,2,9,0,0,0,12,0,False,,2,9,0,0,30,5314,1673,2437,0,3,,0.1758,0.0237,0.0014,0.0001,89.8,89.8,0.0,
A-deep-r2,A,deep,2,5,batch,True,False,checkout,0.25,0.0,False,997,1048576,994,12,3,3,3,3,3,3,3,3,0,0,997,994,3,8527,8435,71,2,19,0,8552.66,1995,2,9,988,0,1035993088,12,0,False,,2,997,0,0,30,4471,1784,2644,0,5,0.25,0.203,0.007,0.0033,0.0031,90.3,96.1,6100.0,
A-deep-fast-r2,A,deep-fast,2,6,batch,True,False,checkout,1,0.0,False,997,1048576,994,12,3,3,3,3,3,3,3,3,0,0,997,994,3,3045,3019,7,1,16,0,3054.16,1995,2,9,988,0,1035993088,12,0,False,,2,997,0,0,29,4359,1673,2395,0,4,0.5905,0.4771,0.0035,0.0029,0.0037,19.9,95.3,79300.5,
A-deep-r3,A,deep,3,7,batch,True,False,checkout,0.25,0.0,False,997,1048576,994,12,3,3,3,3,3,3,3,3,0,0,997,994,3,8896,8800,9,1,86,0,8922.77,1995,2,9,988,0,1035993088,12,0,False,,2,997,0,0,30,4375,1688,2426,0,5,0.2494,0.2018,0.0049,0.0034,0.0029,72.9,96.0,24295.0,
A-batch-r3,A,batch,3,8,batch,False,False,checkout,0.25,0.0,False,997,1048576,994,12,3,3,3,3,3,3,3,3,0,0,997,994,3,504,390,10,2,103,0,505.52,1007,2,9,0,0,0,12,0,False,,2,9,0,0,28,4343,1658,2364,0,3,0.2115,0.127,0.0175,0.0026,0.0004,76.4,91.8,16196.7,
A-deep-fast-r3,A,deep-fast,3,9,batch,True,False,checkout,1,0.0,False,997,1048576,994,12,3,3,3,3,3,3,3,3,0,0,997,994,3,3070,3045,7,1,16,0,3079.24,1995,2,9,988,0,1035993088,12,0,False,,2,997,0,0,28,4343,1658,2364,0,3,0.595,0.4775,0.0107,0.003,0.0031,29.8,95.3,68888.4,
B-head-r1,B,head,1,10,head,False,False,checkout,0.25,0.0,False,9975,4096,9950,100,25,25,25,25,25,25,25,25,0,0,9975,9950,3,60982,32101,28381,4,496,0,6113.48,20001,11,10025,0,0,0,10061,0,False,,11,10025,0,0,20140,23601,21942,43081,37,15,0.2498,0.0693,0.0348,0.0037,0.0029,86.2,96.4,1072.2,
B-deep-r1,B,deep,1,11,batch,True,False,checkout,0.25,0.0,False,9975,4096,9950,100,25,25,25,25,25,25,25,25,0,0,9975,9950,3,30525,29608,397,3,516,0,3060.15,19951,11,75,9900,0,40550400,96,0,False,,11,9975,0,0,204,23410,21757,15743,0,9,0.2492,0.1576,0.0068,0.0037,0.003,88.2,98.1,1040.7,
B-batch-r1,B,batch,1,12,batch,False,False,checkout,0.25,0.0,False,9975,4096,9950,100,25,25,25,25,25,25,25,25,0,0,9975,9950,3,2807,1704,589,3,511,0,281.4,10051,11,75,0,0,0,96,0,False,,11,75,0,0,196,22343,21652,15484,0,3,0.2531,0.3265,0.0163,0.0035,0.004,83.4,97.3,1461.2,
B-head-r2,B,head,2,13,head,False,False,checkout,0.25,0.0,False,9975,4096,9950,100,25,25,25,25,25,25,25,25,0,0,9975,9950,3,59807,31318,28070,4,416,0,5995.69,20001,11,10025,0,0,0,10061,0,False,,11,10025,0,0,20141,23521,21861,42931,0,16,0.2494,0.0695,0.0342,0.0036,0.003,76.3,96.4,2112.9,
B-deep-r2,B,deep,2,14,batch,True,False,checkout,0.25,0.0,False,9975,4096,9950,100,25,25,25,25,25,25,25,25,0,0,9975,9950,3,31307,30593,293,2,418,0,3138.55,19951,11,75,9900,0,40550400,96,0,False,,11,9975,0,0,204,23410,21757,15743,0,9,0.2492,0.1589,0.0065,0.0034,0.0031,88.3,98.4,1061.7,
B-batch-r2,B,batch,2,15,batch,False,False,checkout,0.25,0.0,False,9975,4096,9950,100,25,25,25,25,25,25,25,25,0,0,9975,9950,3,2613,1703,415,1,494,0,261.95,10051,11,75,0,0,0,96,0,False,,11,75,0,0,197,22359,21667,15515,0,4,0.245,0.3374,0.0142,0.0031,0.0027,89.9,97.7,819.9,
B-head-r3,B,head,3,16,head,False,False,checkout,0.25,0.0,False,9975,4096,9950,100,25,25,25,25,25,25,25,25,0,0,9975,9950,3,64118,34905,28800,3,411,0,6427.87,20001,11,10025,0,0,0,10061,0,False,,11,10025,0,0,20142,23537,21876,42962,0,17,0.2492,0.0699,0.0369,0.005,0.0039,85.3,96.0,1124.8,
B-deep-r3,B,deep,3,17,batch,True,False,checkout,0.25,0.0,False,9975,4096,9950,100,25,25,25,25,25,25,25,25,0,0,9975,9950,3,32620,31700,394,3,523,0,3270.18,19951,11,75,9900,0,40550400,96,0,False,,11,9975,0,0,204,23410,21757,15743,0,9,0.249,0.1631,0.0073,0.0038,0.0029,84.9,98.3,1408.6,
B-batch-r3,B,batch,3,18,batch,False,False,checkout,0.25,0.0,False,9975,4096,9950,100,25,25,25,25,25,25,25,25,0,0,9975,9950,3,2992,1888,596,3,506,0,299.95,10051,11,75,0,0,0,96,0,False,,11,75,0,0,197,22359,21667,15515,0,4,0.2428,0.2981,0.0283,0.0037,0.0007,90.0,97.4,777.9,
C-batch-r1,C,batch,1,19,batch,False,False,checkout,0.25,0.0,False,29925,4096,29850,300,75,75,75,75,75,75,75,75,0,0,29925,29850,3,9295,6204,1580,4,1506,0,310.61,30151,31,225,0,0,0,286,0,False,,31,225,0,0,583,66643,64984,54040,0,5,0.2362,0.3425,0.0226,0.0048,0.0032,76.6,101.0,855.0,
C-head-r1,C,head,1,20,head,False,False,checkout,0.25,0.0,False,29925,4096,29850,300,75,75,75,75,75,75,75,75,0,0,29925,29850,3,191917,102224,87802,3,1818,0,6413.27,60001,31,30075,0,0,0,30181,0,False,,31,30075,0,0,60411,68589,64991,124006,0,42,0.2488,0.075,0.0359,0.0052,0.0036,88.1,96.7,301.3,
C-batch-r2,C,batch,2,21,batch,False,False,checkout,0.25,0.0,False,29925,4096,29850,300,75,75,75,75,75,75,75,75,0,0,29925,29850,3,9607,6289,1502,2,1814,0,321.04,30151,31,225,0,0,0,286,0,False,,31,225,0,0,578,65085,64392,51131,0,5,0.2393,0.326,0.0252,0.0046,0.0033,77.2,100.8,826.9,
C-head-r2,C,head,2,22,head,False,False,checkout,0.25,0.0,False,29925,4096,29850,300,75,75,75,75,75,75,75,75,0,0,29925,29850,3,189789,102692,85595,5,1498,0,6342.16,60001,31,30075,0,0,0,30181,0,False,,31,30075,0,0,60412,69544,64991,124048,0,41,0.2486,0.0719,0.0361,0.0051,0.0036,85.0,96.6,406.5,
C-batch-r3,C,batch,3,23,batch,False,False,checkout,0.25,0.0,False,29925,4096,29850,300,75,75,75,75,75,75,75,75,0,0,29925,29850,3,9108,5902,1598,4,1604,0,304.36,30151,31,225,0,0,0,286,0,False,,31,225,0,0,579,65101,64407,51162,0,6,0.242,0.3243,0.0217,0.0042,0.0038,88.2,101.3,459.0,
C-head-r3,C,head,3,24,head,False,False,checkout,0.25,0.0,False,29925,4096,29850,300,75,75,75,75,75,75,75,75,0,0,29925,29850,3,189711,101108,87094,4,1506,0,6339.55,60001,31,30075,0,0,0,30181,0,False,,31,30075,0,0,60410,68573,64976,123975,0,41,0.2483,0.0734,0.0358,0.005,0.0036,91.5,96.3,168.2,
D-batch-r1,D,batch,1,25,batch,False,False,checkout,0.25,0.0,False,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,32216,20618,6089,10,5499,0,322.97,100501,101,750,0,0,0,953,0,False,,101,750,0,0,1919,203948,202286,192479,1,10,0.239,0.3149,0.024,0.0047,0.0035,91.9,111.2,202.9,
D-batch-r2,D,batch,2,26,batch,False,False,checkout,0.25,0.0,False,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,30693,20198,5288,10,5197,0,307.7,100501,101,750,0,0,0,953,0,False,,101,750,0,0,1918,203927,202271,192439,0,9,0.2422,0.3169,0.0244,0.0048,0.0032,90.7,111.4,217.6,
D-batch-r3,D,batch,3,27,batch,False,False,checkout,0.25,0.0,False,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,31928,20928,5780,10,5211,0,320.08,100501,101,750,0,0,0,953,0,False,,101,750,0,0,1917,202972,202271,192397,0,10,0.2408,0.306,0.0247,0.0048,0.0031,93.9,111.2,181.9,
D-fast-limited-r1,D,fast-limited,1,28,batch,False,False,checkout,1,2000.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,52316,49885,912,6,1513,0,524.47,100501,101,750,0,0,0,953,0,False,,101,17199,0,0,78720,413747,412086,726697,0,13,0.1317,0.3156,0.1448,1.1362,0.0377,62.9,111.0,505.6,
D-stand-unlimited-r1,D,stand-unlimited,1,29,batch,False,False,checkout,0.25,0.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,27204,18815,3595,7,4787,0,272.72,100501,101,750,0,0,0,953,0,False,,101,10456,0,0,47442,329054,327394,512353,0,8,0.2498,0.4486,0.1578,1.1675,0.0395,74.6,111.1,383.7,
D-stand-r1,D,stand,1,30,batch,False,False,checkout,0.25,2000.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,58299,49884,3412,6,4997,0,584.45,100501,101,750,0,0,0,953,0,False,,101,19752,0,0,91426,448057,446393,821008,0,15,0.1162,0.3042,0.1447,1.1401,0.0382,89.5,111.0,226.0,
D-fast-unlimited-r1,D,fast-unlimited,1,31,batch,False,False,checkout,1,0.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,13811,11352,931,5,1523,0,138.46,100501,101,750,0,0,0,953,0,False,,101,5637,0,0,24748,264836,264140,352072,0,5,0.4979,0.726,0.1813,1.2371,0.0435,70.1,111.1,431.0,
D-stand-unlimited-r2,D,stand-unlimited,2,32,batch,False,False,checkout,0.25,0.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,26699,19176,3324,77,4121,0,267.66,100501,101,750,0,0,0,953,0,False,,101,10265,0,0,46079,322421,321722,500650,0,8,0.2496,0.4326,0.1468,1.0823,0.0352,74.1,110.8,385.8,
D-fast-limited-r2,D,fast-limited,2,33,batch,False,False,checkout,1,2000.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,51983,49884,870,5,1224,0,521.13,100501,101,750,0,0,0,953,0,False,,101,17079,0,0,78628,413645,411983,732327,0,13,0.1226,0.2846,0.1311,1.0014,0.0308,74.4,111.3,387.9,
D-stand-r2,D,stand,2,34,batch,False,False,checkout,0.25,2000.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,57500,49884,3400,6,4210,0,576.44,100501,101,750,0,0,0,953,0,False,,101,19454,0,0,88826,441303,439639,804320,0,15,0.1136,0.2686,0.1294,0.9912,0.0303,80.0,111.8,334.3,
D-fast-unlimited-r2,D,fast-unlimited,2,35,batch,False,False,checkout,1,0.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,12886,10766,879,6,1236,0,129.18,100501,101,750,0,0,0,953,0,False,,101,5349,0,0,23339,260994,260298,342174,0,5,0.497,0.706,0.156,1.0675,0.0334,40.7,111.3,742.2,
D-stand-r3,D,stand,3,36,batch,False,False,checkout,0.25,2000.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,57404,49884,3314,5,4201,0,575.48,100501,101,750,0,0,0,953,0,False,,101,19447,0,0,89919,443867,442204,811403,1,14,0.1127,0.2702,0.1301,0.9919,0.0303,89.8,111.2,225.0,
D-fast-unlimited-r3,D,fast-unlimited,3,37,batch,False,False,checkout,1,0.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,12877,10713,872,7,1285,0,129.09,100501,101,750,0,0,0,953,0,False,,101,5347,0,0,23234,260799,260103,342108,0,5,0.5033,0.7022,0.1574,1.0647,0.0341,54.1,110.9,597.1,
D-fast-limited-r3,D,fast-limited,3,38,batch,False,False,checkout,1,2000.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,52160,49884,888,8,1380,0,522.91,100501,101,750,0,0,0,953,0,False,,101,17130,0,0,78476,410853,409193,727642,0,13,0.1215,0.2834,0.129,0.9921,0.0304,70.4,110.5,421.5,
D-stand-unlimited-r3,D,stand-unlimited,3,39,batch,False,False,checkout,0.25,0.0,True,99750,4096,99500,1000,250,250,250,250,250,250,250,250,0,0,99750,99500,3,26127,18519,3299,6,4303,0,261.92,100501,101,750,0,0,0,953,0,False,,101,10065,0,0,45720,324305,322649,503970,0,8,0.25,0.4209,0.1436,1.0222,0.0318,93.8,110.7,177.7,
S4-1000-after-r1,S4-1000,after,1,40,batch,False,True,checkout,0.25,0.0,False,10000,4096,11000,1000,0,1000,0,0,0,101,0,0,0,0,10000,11000,3,3113,1802,707,3,601,0,311.3,10102,11,101,0,0,0,124,899,True,101,11,101,0,0,262,26496,24765,21044,70,4,0.2516,0.2734,0.0215,0.0042,0.0008,80.7,97.5,1761.6,
S4-1000-before-r1,S4-1000,before,1,41,batch,False,True,before,0.25,,False,10000,4096,11000,1000,0,1000,0,0,0,1000,0,0,0,0,10000,11000,3,7706,,,,,,770.6,,,,,,,,,True,1000,11,1000,0,0,2052,24471,23778,19529,0,5,0.2494,0.1415,0.0336,0.004,0.0025,89.7,98.7,943.7,
S4-1000-after-r2,S4-1000,after,2,42,batch,False,True,checkout,0.25,0.0,False,10000,4096,11000,1000,0,1000,0,0,0,101,0,0,0,0,10000,11000,3,3076,1887,591,3,595,0,307.6,10102,11,101,0,0,0,124,899,True,101,11,101,0,0,253,23460,22768,16583,0,4,0.2393,0.2936,0.0237,0.0039,0.0015,88.0,97.7,1017.1,
S4-1000-before-r2,S4-1000,before,2,43,batch,False,True,before,0.25,,False,10000,4096,11000,1000,0,1000,0,0,0,1000,0,0,0,0,10000,11000,3,7989,,,,,,798.9,,,,,,,,,True,1000,11,1000,0,0,2052,24375,23682,19311,0,5,0.25,0.1438,0.0312,0.0041,0.0035,90.3,98.3,838.9,
S4-1000-after-r3,S4-1000,after,3,44,batch,False,True,checkout,0.25,0.0,False,10000,4096,11000,1000,0,1000,0,0,0,101,0,0,0,0,10000,11000,3,3018,1707,704,2,605,0,301.8,10102,11,101,0,0,0,124,899,True,101,11,101,0,0,255,24431,22783,16656,0,4,0.2486,0.3015,0.0226,0.004,0.0038,84.5,98.0,1415.6,
S4-1000-before-r3,S4-1000,before,3,45,batch,False,True,before,0.25,,False,10000,4096,11000,1000,0,1000,0,0,0,1000,0,0,0,0,10000,11000,3,8013,,,,,,801.3,,,,,,,,,True,1000,11,1000,0,0,2053,24391,23697,19342,0,6,0.2493,0.1383,0.028,0.0041,0.0036,76.4,99.1,2380.3,
S4-10000-after-r1,S4-10000,after,1,46,batch,False,True,checkout,0.25,0.0,False,10000,4096,20000,10000,0,10000,0,0,0,101,0,0,0,0,10000,20000,3,3296,1805,999,1,492,0,329.6,10102,11,101,0,0,0,133,9899,True,101,11,101,0,0,271,32556,31864,25905,0,4,0.2459,0.2851,0.0228,0.0043,0.0009,89.3,100.5,1174.4,
S4-10000-before-r1,S4-10000,before,1,47,batch,False,True,before,0.25,,False,10000,4096,20000,10000,0,10000,0,0,0,10000,0,0,0,0,10000,20000,3,57523,,,,,,5752.3,,,,,,,,,True,10000,11,10000,0,0,20085,44201,42532,57832,0,15,0.25,0.0673,0.0351,0.0043,0.0033,89.8,102.0,1279.3,
S4-10000-after-r2,S4-10000,after,2,48,batch,False,True,checkout,0.25,0.0,False,10000,4096,20000,10000,0,10000,0,0,0,101,0,0,0,0,10000,20000,3,3499,1800,1181,3,515,0,349.9,10102,11,101,0,0,0,133,9899,True,101,11,101,0,0,271,32460,31768,25687,0,4,0.2471,0.2663,0.0264,0.0042,0.004,80.9,100.3,2034.2,
S4-10000-before-r2,S4-10000,before,2,49,batch,False,True,before,0.25,,False,10000,4096,20000,10000,0,10000,0,0,0,10000,0,0,0,0,10000,20000,3,59283,,,,,,5928.3,,,,,,,,,True,10000,11,10000,0,0,20082,43506,41847,55798,0,15,0.2499,0.0675,0.0332,0.0043,0.0032,83.9,102.0,1897.9,
S4-10000-after-r3,S4-10000,after,3,50,batch,False,True,checkout,0.25,0.0,False,10000,4096,20000,10000,0,10000,0,0,0,101,0,0,0,0,10000,20000,3,3410,1796,999,2,612,0,341.0,10102,11,101,0,0,0,133,9899,True,101,11,101,0,0,273,33431,31783,25760,0,4,0.2474,0.2467,0.0235,0.0042,0.0051,78.2,100.8,2369.8,
S4-10000-before-r3,S4-10000,before,3,51,batch,False,True,before,0.25,,False,10000,4096,20000,10000,0,10000,0,0,0,10000,0,0,0,0,10000,20000,3,60496,,,,,,6049.6,,,,,,,,,True,10000,11,10000,0,0,20082,43506,41847,55798,0,15,0.25,0.0679,0.0338,0.0046,0.0034,91.6,102.6,1153.4,
1 pass stage cell repeat order strategy deep apply image cleaner_cpus max_objects_per_second load objects object_bytes ready_rows candidates expected_orphan_object expected_missing_object expected_size_mismatch expected_stale_pending found_orphan_object found_missing_object found_size_mismatch found_stale_pending found_checksum_mismatch found_other listed_objects checked_rows exit_code duration_ms phase_list_ms phase_rows_ms phase_stale_ms phase_recheck_ms phase_act_ms us_per_object storage_objects s3_list s3_head s3_get s3_delete read_bytes db_sessions unchecked refused limit_changes gw_list gw_get gw_delete gw_other pg_xact pg_tup_returned pg_tup_fetched pg_blks_hit pg_blks_read pg_sessions cpu_cleaner cpu_s3 cpu_postgres cpu_api cpu_haproxy mem_start_mib mem_peak_mib mem_growth_bytes_per_object flags
2 A-deep-fast-r1 A deep-fast 1 1 batch True False checkout 1 0.0 False 997 1048576 994 12 3 3 3 3 3 3 3 3 0 0 997 994 3 3212 3187 7 1 17 0 3221.66 1995 2 9 988 0 1035993088 12 0 False 2 997 0 0 28 4343 1658 2332 32 3 0.6065 0.4179 0.0029 0.0028 0.0034 31.9 95.4 66784.9
3 A-batch-r1 A batch 1 2 batch False False checkout 0.25 0.0 False 997 1048576 994 12 3 3 3 3 3 3 3 3 0 0 997 994 3 400 292 9 2 97 0 401.2 1007 2 9 0 0 0 12 0 False 2 9 0 0 28 4343 1658 2364 0 3 0.2483 0.1144 0.0437 0.0037 0.0008 77.8 94.5 17563.9
4 A-deep-r1 A deep 1 3 batch True False checkout 0.25 0.0 False 997 1048576 994 12 3 3 3 3 3 3 3 3 0 0 997 994 3 8591 8485 8 2 96 0 8616.85 1995 2 9 988 0 1035993088 12 0 False 2 997 0 0 30 4375 1688 2426 0 5 0.2487 0.1957 0.0063 0.0034 0.0018 88.7 96.1 7782.8
5 A-batch-r2 A batch 2 4 batch False False checkout 0.25 0.0 False 997 1048576 994 12 3 3 3 3 3 3 3 3 0 0 997 994 3 415 301 10 2 102 0 416.25 1007 2 9 0 0 0 12 0 False 2 9 0 0 30 5314 1673 2437 0 3 0.1758 0.0237 0.0014 0.0001 89.8 89.8 0.0
6 A-deep-r2 A deep 2 5 batch True False checkout 0.25 0.0 False 997 1048576 994 12 3 3 3 3 3 3 3 3 0 0 997 994 3 8527 8435 71 2 19 0 8552.66 1995 2 9 988 0 1035993088 12 0 False 2 997 0 0 30 4471 1784 2644 0 5 0.25 0.203 0.007 0.0033 0.0031 90.3 96.1 6100.0
7 A-deep-fast-r2 A deep-fast 2 6 batch True False checkout 1 0.0 False 997 1048576 994 12 3 3 3 3 3 3 3 3 0 0 997 994 3 3045 3019 7 1 16 0 3054.16 1995 2 9 988 0 1035993088 12 0 False 2 997 0 0 29 4359 1673 2395 0 4 0.5905 0.4771 0.0035 0.0029 0.0037 19.9 95.3 79300.5
8 A-deep-r3 A deep 3 7 batch True False checkout 0.25 0.0 False 997 1048576 994 12 3 3 3 3 3 3 3 3 0 0 997 994 3 8896 8800 9 1 86 0 8922.77 1995 2 9 988 0 1035993088 12 0 False 2 997 0 0 30 4375 1688 2426 0 5 0.2494 0.2018 0.0049 0.0034 0.0029 72.9 96.0 24295.0
9 A-batch-r3 A batch 3 8 batch False False checkout 0.25 0.0 False 997 1048576 994 12 3 3 3 3 3 3 3 3 0 0 997 994 3 504 390 10 2 103 0 505.52 1007 2 9 0 0 0 12 0 False 2 9 0 0 28 4343 1658 2364 0 3 0.2115 0.127 0.0175 0.0026 0.0004 76.4 91.8 16196.7
10 A-deep-fast-r3 A deep-fast 3 9 batch True False checkout 1 0.0 False 997 1048576 994 12 3 3 3 3 3 3 3 3 0 0 997 994 3 3070 3045 7 1 16 0 3079.24 1995 2 9 988 0 1035993088 12 0 False 2 997 0 0 28 4343 1658 2364 0 3 0.595 0.4775 0.0107 0.003 0.0031 29.8 95.3 68888.4
11 B-head-r1 B head 1 10 head False False checkout 0.25 0.0 False 9975 4096 9950 100 25 25 25 25 25 25 25 25 0 0 9975 9950 3 60982 32101 28381 4 496 0 6113.48 20001 11 10025 0 0 0 10061 0 False 11 10025 0 0 20140 23601 21942 43081 37 15 0.2498 0.0693 0.0348 0.0037 0.0029 86.2 96.4 1072.2
12 B-deep-r1 B deep 1 11 batch True False checkout 0.25 0.0 False 9975 4096 9950 100 25 25 25 25 25 25 25 25 0 0 9975 9950 3 30525 29608 397 3 516 0 3060.15 19951 11 75 9900 0 40550400 96 0 False 11 9975 0 0 204 23410 21757 15743 0 9 0.2492 0.1576 0.0068 0.0037 0.003 88.2 98.1 1040.7
13 B-batch-r1 B batch 1 12 batch False False checkout 0.25 0.0 False 9975 4096 9950 100 25 25 25 25 25 25 25 25 0 0 9975 9950 3 2807 1704 589 3 511 0 281.4 10051 11 75 0 0 0 96 0 False 11 75 0 0 196 22343 21652 15484 0 3 0.2531 0.3265 0.0163 0.0035 0.004 83.4 97.3 1461.2
14 B-head-r2 B head 2 13 head False False checkout 0.25 0.0 False 9975 4096 9950 100 25 25 25 25 25 25 25 25 0 0 9975 9950 3 59807 31318 28070 4 416 0 5995.69 20001 11 10025 0 0 0 10061 0 False 11 10025 0 0 20141 23521 21861 42931 0 16 0.2494 0.0695 0.0342 0.0036 0.003 76.3 96.4 2112.9
15 B-deep-r2 B deep 2 14 batch True False checkout 0.25 0.0 False 9975 4096 9950 100 25 25 25 25 25 25 25 25 0 0 9975 9950 3 31307 30593 293 2 418 0 3138.55 19951 11 75 9900 0 40550400 96 0 False 11 9975 0 0 204 23410 21757 15743 0 9 0.2492 0.1589 0.0065 0.0034 0.0031 88.3 98.4 1061.7
16 B-batch-r2 B batch 2 15 batch False False checkout 0.25 0.0 False 9975 4096 9950 100 25 25 25 25 25 25 25 25 0 0 9975 9950 3 2613 1703 415 1 494 0 261.95 10051 11 75 0 0 0 96 0 False 11 75 0 0 197 22359 21667 15515 0 4 0.245 0.3374 0.0142 0.0031 0.0027 89.9 97.7 819.9
17 B-head-r3 B head 3 16 head False False checkout 0.25 0.0 False 9975 4096 9950 100 25 25 25 25 25 25 25 25 0 0 9975 9950 3 64118 34905 28800 3 411 0 6427.87 20001 11 10025 0 0 0 10061 0 False 11 10025 0 0 20142 23537 21876 42962 0 17 0.2492 0.0699 0.0369 0.005 0.0039 85.3 96.0 1124.8
18 B-deep-r3 B deep 3 17 batch True False checkout 0.25 0.0 False 9975 4096 9950 100 25 25 25 25 25 25 25 25 0 0 9975 9950 3 32620 31700 394 3 523 0 3270.18 19951 11 75 9900 0 40550400 96 0 False 11 9975 0 0 204 23410 21757 15743 0 9 0.249 0.1631 0.0073 0.0038 0.0029 84.9 98.3 1408.6
19 B-batch-r3 B batch 3 18 batch False False checkout 0.25 0.0 False 9975 4096 9950 100 25 25 25 25 25 25 25 25 0 0 9975 9950 3 2992 1888 596 3 506 0 299.95 10051 11 75 0 0 0 96 0 False 11 75 0 0 197 22359 21667 15515 0 4 0.2428 0.2981 0.0283 0.0037 0.0007 90.0 97.4 777.9
20 C-batch-r1 C batch 1 19 batch False False checkout 0.25 0.0 False 29925 4096 29850 300 75 75 75 75 75 75 75 75 0 0 29925 29850 3 9295 6204 1580 4 1506 0 310.61 30151 31 225 0 0 0 286 0 False 31 225 0 0 583 66643 64984 54040 0 5 0.2362 0.3425 0.0226 0.0048 0.0032 76.6 101.0 855.0
21 C-head-r1 C head 1 20 head False False checkout 0.25 0.0 False 29925 4096 29850 300 75 75 75 75 75 75 75 75 0 0 29925 29850 3 191917 102224 87802 3 1818 0 6413.27 60001 31 30075 0 0 0 30181 0 False 31 30075 0 0 60411 68589 64991 124006 0 42 0.2488 0.075 0.0359 0.0052 0.0036 88.1 96.7 301.3
22 C-batch-r2 C batch 2 21 batch False False checkout 0.25 0.0 False 29925 4096 29850 300 75 75 75 75 75 75 75 75 0 0 29925 29850 3 9607 6289 1502 2 1814 0 321.04 30151 31 225 0 0 0 286 0 False 31 225 0 0 578 65085 64392 51131 0 5 0.2393 0.326 0.0252 0.0046 0.0033 77.2 100.8 826.9
23 C-head-r2 C head 2 22 head False False checkout 0.25 0.0 False 29925 4096 29850 300 75 75 75 75 75 75 75 75 0 0 29925 29850 3 189789 102692 85595 5 1498 0 6342.16 60001 31 30075 0 0 0 30181 0 False 31 30075 0 0 60412 69544 64991 124048 0 41 0.2486 0.0719 0.0361 0.0051 0.0036 85.0 96.6 406.5
24 C-batch-r3 C batch 3 23 batch False False checkout 0.25 0.0 False 29925 4096 29850 300 75 75 75 75 75 75 75 75 0 0 29925 29850 3 9108 5902 1598 4 1604 0 304.36 30151 31 225 0 0 0 286 0 False 31 225 0 0 579 65101 64407 51162 0 6 0.242 0.3243 0.0217 0.0042 0.0038 88.2 101.3 459.0
25 C-head-r3 C head 3 24 head False False checkout 0.25 0.0 False 29925 4096 29850 300 75 75 75 75 75 75 75 75 0 0 29925 29850 3 189711 101108 87094 4 1506 0 6339.55 60001 31 30075 0 0 0 30181 0 False 31 30075 0 0 60410 68573 64976 123975 0 41 0.2483 0.0734 0.0358 0.005 0.0036 91.5 96.3 168.2
26 D-batch-r1 D batch 1 25 batch False False checkout 0.25 0.0 False 99750 4096 99500 1000 250 250 250 250 250 250 250 250 0 0 99750 99500 3 32216 20618 6089 10 5499 0 322.97 100501 101 750 0 0 0 953 0 False 101 750 0 0 1919 203948 202286 192479 1 10 0.239 0.3149 0.024 0.0047 0.0035 91.9 111.2 202.9
27 D-batch-r2 D batch 2 26 batch False False checkout 0.25 0.0 False 99750 4096 99500 1000 250 250 250 250 250 250 250 250 0 0 99750 99500 3 30693 20198 5288 10 5197 0 307.7 100501 101 750 0 0 0 953 0 False 101 750 0 0 1918 203927 202271 192439 0 9 0.2422 0.3169 0.0244 0.0048 0.0032 90.7 111.4 217.6
28 D-batch-r3 D batch 3 27 batch False False checkout 0.25 0.0 False 99750 4096 99500 1000 250 250 250 250 250 250 250 250 0 0 99750 99500 3 31928 20928 5780 10 5211 0 320.08 100501 101 750 0 0 0 953 0 False 101 750 0 0 1917 202972 202271 192397 0 10 0.2408 0.306 0.0247 0.0048 0.0031 93.9 111.2 181.9
29 D-fast-limited-r1 D fast-limited 1 28 batch False False checkout 1 2000.0 True 99750 4096 99500 1000 250 250 250 250 250 250 250 250 0 0 99750 99500 3 52316 49885 912 6 1513 0 524.47 100501 101 750 0 0 0 953 0 False 101 17199 0 0 78720 413747 412086 726697 0 13 0.1317 0.3156 0.1448 1.1362 0.0377 62.9 111.0 505.6
30 D-stand-unlimited-r1 D stand-unlimited 1 29 batch False False checkout 0.25 0.0 True 99750 4096 99500 1000 250 250 250 250 250 250 250 250 0 0 99750 99500 3 27204 18815 3595 7 4787 0 272.72 100501 101 750 0 0 0 953 0 False 101 10456 0 0 47442 329054 327394 512353 0 8 0.2498 0.4486 0.1578 1.1675 0.0395 74.6 111.1 383.7
31 D-stand-r1 D stand 1 30 batch False False checkout 0.25 2000.0 True 99750 4096 99500 1000 250 250 250 250 250 250 250 250 0 0 99750 99500 3 58299 49884 3412 6 4997 0 584.45 100501 101 750 0 0 0 953 0 False 101 19752 0 0 91426 448057 446393 821008 0 15 0.1162 0.3042 0.1447 1.1401 0.0382 89.5 111.0 226.0
32 D-fast-unlimited-r1 D fast-unlimited 1 31 batch False False checkout 1 0.0 True 99750 4096 99500 1000 250 250 250 250 250 250 250 250 0 0 99750 99500 3 13811 11352 931 5 1523 0 138.46 100501 101 750 0 0 0 953 0 False 101 5637 0 0 24748 264836 264140 352072 0 5 0.4979 0.726 0.1813 1.2371 0.0435 70.1 111.1 431.0
33 D-stand-unlimited-r2 D stand-unlimited 2 32 batch False False checkout 0.25 0.0 True 99750 4096 99500 1000 250 250 250 250 250 250 250 250 0 0 99750 99500 3 26699 19176 3324 77 4121 0 267.66 100501 101 750 0 0 0 953 0 False 101 10265 0 0 46079 322421 321722 500650 0 8 0.2496 0.4326 0.1468 1.0823 0.0352 74.1 110.8 385.8
34 D-fast-limited-r2 D fast-limited 2 33 batch False False checkout 1 2000.0 True 99750 4096 99500 1000 250 250 250 250 250 250 250 250 0 0 99750 99500 3 51983 49884 870 5 1224 0 521.13 100501 101 750 0 0 0 953 0 False 101 17079 0 0 78628 413645 411983 732327 0 13 0.1226 0.2846 0.1311 1.0014 0.0308 74.4 111.3 387.9
35 D-stand-r2 D stand 2 34 batch False False checkout 0.25 2000.0 True 99750 4096 99500 1000 250 250 250 250 250 250 250 250 0 0 99750 99500 3 57500 49884 3400 6 4210 0 576.44 100501 101 750 0 0 0 953 0 False 101 19454 0 0 88826 441303 439639 804320 0 15 0.1136 0.2686 0.1294 0.9912 0.0303 80.0 111.8 334.3
36 D-fast-unlimited-r2 D fast-unlimited 2 35 batch False False checkout 1 0.0 True 99750 4096 99500 1000 250 250 250 250 250 250 250 250 0 0 99750 99500 3 12886 10766 879 6 1236 0 129.18 100501 101 750 0 0 0 953 0 False 101 5349 0 0 23339 260994 260298 342174 0 5 0.497 0.706 0.156 1.0675 0.0334 40.7 111.3 742.2
37 D-stand-r3 D stand 3 36 batch False False checkout 0.25 2000.0 True 99750 4096 99500 1000 250 250 250 250 250 250 250 250 0 0 99750 99500 3 57404 49884 3314 5 4201 0 575.48 100501 101 750 0 0 0 953 0 False 101 19447 0 0 89919 443867 442204 811403 1 14 0.1127 0.2702 0.1301 0.9919 0.0303 89.8 111.2 225.0
38 D-fast-unlimited-r3 D fast-unlimited 3 37 batch False False checkout 1 0.0 True 99750 4096 99500 1000 250 250 250 250 250 250 250 250 0 0 99750 99500 3 12877 10713 872 7 1285 0 129.09 100501 101 750 0 0 0 953 0 False 101 5347 0 0 23234 260799 260103 342108 0 5 0.5033 0.7022 0.1574 1.0647 0.0341 54.1 110.9 597.1
39 D-fast-limited-r3 D fast-limited 3 38 batch False False checkout 1 2000.0 True 99750 4096 99500 1000 250 250 250 250 250 250 250 250 0 0 99750 99500 3 52160 49884 888 8 1380 0 522.91 100501 101 750 0 0 0 953 0 False 101 17130 0 0 78476 410853 409193 727642 0 13 0.1215 0.2834 0.129 0.9921 0.0304 70.4 110.5 421.5
40 D-stand-unlimited-r3 D stand-unlimited 3 39 batch False False checkout 0.25 0.0 True 99750 4096 99500 1000 250 250 250 250 250 250 250 250 0 0 99750 99500 3 26127 18519 3299 6 4303 0 261.92 100501 101 750 0 0 0 953 0 False 101 10065 0 0 45720 324305 322649 503970 0 8 0.25 0.4209 0.1436 1.0222 0.0318 93.8 110.7 177.7
41 S4-1000-after-r1 S4-1000 after 1 40 batch False True checkout 0.25 0.0 False 10000 4096 11000 1000 0 1000 0 0 0 101 0 0 0 0 10000 11000 3 3113 1802 707 3 601 0 311.3 10102 11 101 0 0 0 124 899 True 101 11 101 0 0 262 26496 24765 21044 70 4 0.2516 0.2734 0.0215 0.0042 0.0008 80.7 97.5 1761.6
42 S4-1000-before-r1 S4-1000 before 1 41 batch False True before 0.25 False 10000 4096 11000 1000 0 1000 0 0 0 1000 0 0 0 0 10000 11000 3 7706 770.6 True 1000 11 1000 0 0 2052 24471 23778 19529 0 5 0.2494 0.1415 0.0336 0.004 0.0025 89.7 98.7 943.7
43 S4-1000-after-r2 S4-1000 after 2 42 batch False True checkout 0.25 0.0 False 10000 4096 11000 1000 0 1000 0 0 0 101 0 0 0 0 10000 11000 3 3076 1887 591 3 595 0 307.6 10102 11 101 0 0 0 124 899 True 101 11 101 0 0 253 23460 22768 16583 0 4 0.2393 0.2936 0.0237 0.0039 0.0015 88.0 97.7 1017.1
44 S4-1000-before-r2 S4-1000 before 2 43 batch False True before 0.25 False 10000 4096 11000 1000 0 1000 0 0 0 1000 0 0 0 0 10000 11000 3 7989 798.9 True 1000 11 1000 0 0 2052 24375 23682 19311 0 5 0.25 0.1438 0.0312 0.0041 0.0035 90.3 98.3 838.9
45 S4-1000-after-r3 S4-1000 after 3 44 batch False True checkout 0.25 0.0 False 10000 4096 11000 1000 0 1000 0 0 0 101 0 0 0 0 10000 11000 3 3018 1707 704 2 605 0 301.8 10102 11 101 0 0 0 124 899 True 101 11 101 0 0 255 24431 22783 16656 0 4 0.2486 0.3015 0.0226 0.004 0.0038 84.5 98.0 1415.6
46 S4-1000-before-r3 S4-1000 before 3 45 batch False True before 0.25 False 10000 4096 11000 1000 0 1000 0 0 0 1000 0 0 0 0 10000 11000 3 8013 801.3 True 1000 11 1000 0 0 2053 24391 23697 19342 0 6 0.2493 0.1383 0.028 0.0041 0.0036 76.4 99.1 2380.3
47 S4-10000-after-r1 S4-10000 after 1 46 batch False True checkout 0.25 0.0 False 10000 4096 20000 10000 0 10000 0 0 0 101 0 0 0 0 10000 20000 3 3296 1805 999 1 492 0 329.6 10102 11 101 0 0 0 133 9899 True 101 11 101 0 0 271 32556 31864 25905 0 4 0.2459 0.2851 0.0228 0.0043 0.0009 89.3 100.5 1174.4
48 S4-10000-before-r1 S4-10000 before 1 47 batch False True before 0.25 False 10000 4096 20000 10000 0 10000 0 0 0 10000 0 0 0 0 10000 20000 3 57523 5752.3 True 10000 11 10000 0 0 20085 44201 42532 57832 0 15 0.25 0.0673 0.0351 0.0043 0.0033 89.8 102.0 1279.3
49 S4-10000-after-r2 S4-10000 after 2 48 batch False True checkout 0.25 0.0 False 10000 4096 20000 10000 0 10000 0 0 0 101 0 0 0 0 10000 20000 3 3499 1800 1181 3 515 0 349.9 10102 11 101 0 0 0 133 9899 True 101 11 101 0 0 271 32460 31768 25687 0 4 0.2471 0.2663 0.0264 0.0042 0.004 80.9 100.3 2034.2
50 S4-10000-before-r2 S4-10000 before 2 49 batch False True before 0.25 False 10000 4096 20000 10000 0 10000 0 0 0 10000 0 0 0 0 10000 20000 3 59283 5928.3 True 10000 11 10000 0 0 20082 43506 41847 55798 0 15 0.2499 0.0675 0.0332 0.0043 0.0032 83.9 102.0 1897.9
51 S4-10000-after-r3 S4-10000 after 3 50 batch False True checkout 0.25 0.0 False 10000 4096 20000 10000 0 10000 0 0 0 101 0 0 0 0 10000 20000 3 3410 1796 999 2 612 0 341.0 10102 11 101 0 0 0 133 9899 True 101 11 101 0 0 273 33431 31783 25760 0 4 0.2474 0.2467 0.0235 0.0042 0.0051 78.2 100.8 2369.8
52 S4-10000-before-r3 S4-10000 before 3 51 batch False True before 0.25 False 10000 4096 20000 10000 0 10000 0 0 0 10000 0 0 0 0 10000 20000 3 60496 6049.6 True 10000 11 10000 0 0 20082 43506 41847 55798 0 15 0.25 0.0679 0.0338 0.0046 0.0034 91.6 102.6 1153.4
+12
View File
@@ -0,0 +1,12 @@
{
"label": "baseline",
"profile": "reconcile",
"stage": "done",
"size": null,
"runs_done": 51,
"runs_total": 51,
"elapsed_s": 2714,
"eta_s": 0,
"warnings": [],
"updated_at": "2026-10-23T15:52:03+00:00"
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "18969e86ac02",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:08:02.851226Z",
"func_name": "run",
"filename": "main.py",
"lineno": 229
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "18969e86ac02",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 997,
"checked_rows": 994,
"found": {
"size_mismatch": 3,
"orphan_object": 3,
"missing_object": 3,
"stale_pending": 3
},
"fixed": {},
"remaining": 12,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 400,
"max_objects_per_second": 0.0,
"storage_objects": 1007,
"s3_requests": {
"list": 2,
"head": 9,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 12,
"phase_ms": {
"list": 292,
"rows": 9,
"stale": 2,
"recheck": 97,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:08:03.252535Z",
"func_name": "_finish",
"filename": "attachment_reconcile.py",
"lineno": 1114
},
"exceeded": null,
"found_records": 12,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "9f86f6ace733",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:08:25.490470Z",
"lineno": 229,
"filename": "main.py",
"func_name": "run"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "9f86f6ace733",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 997,
"checked_rows": 994,
"found": {
"size_mismatch": 3,
"orphan_object": 3,
"missing_object": 3,
"stale_pending": 3
},
"fixed": {},
"remaining": 12,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 415,
"max_objects_per_second": 0.0,
"storage_objects": 1007,
"s3_requests": {
"list": 2,
"head": 9,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 12,
"phase_ms": {
"list": 301,
"rows": 10,
"stale": 2,
"recheck": 102,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:08:25.906467Z",
"lineno": 1114,
"filename": "attachment_reconcile.py",
"func_name": "_finish"
},
"exceeded": null,
"found_records": 12,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "b02c51169d60",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:09:09.367744Z",
"func_name": "run",
"lineno": 229,
"filename": "main.py"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "b02c51169d60",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 997,
"checked_rows": 994,
"found": {
"size_mismatch": 3,
"orphan_object": 3,
"missing_object": 3,
"stale_pending": 3
},
"fixed": {},
"remaining": 12,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 504,
"max_objects_per_second": 0.0,
"storage_objects": 1007,
"s3_requests": {
"list": 2,
"head": 9,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 12,
"phase_ms": {
"list": 390,
"rows": 10,
"stale": 2,
"recheck": 103,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:09:09.872648Z",
"func_name": "_finish",
"lineno": 1114,
"filename": "attachment_reconcile.py"
},
"exceeded": null,
"found_records": 12,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "4e3a1879fb1f",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": true,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:07:52.848631Z",
"func_name": "run",
"filename": "main.py",
"lineno": 229
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "4e3a1879fb1f",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": true,
"listed_objects": 997,
"checked_rows": 994,
"found": {
"size_mismatch": 3,
"orphan_object": 3,
"missing_object": 3,
"stale_pending": 3
},
"fixed": {},
"remaining": 12,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 3212,
"max_objects_per_second": 0.0,
"storage_objects": 1995,
"s3_requests": {
"list": 2,
"head": 9,
"get": 988,
"delete": 0
},
"read_bytes": 1035993088,
"db_sessions": 12,
"phase_ms": {
"list": 3187,
"rows": 7,
"stale": 1,
"recheck": 17,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:07:56.061813Z",
"func_name": "_finish",
"filename": "attachment_reconcile.py",
"lineno": 1114
},
"exceeded": null,
"found_records": 12,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "240829154df7",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": true,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:08:43.618764Z",
"filename": "main.py",
"lineno": 229,
"func_name": "run"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "240829154df7",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": true,
"listed_objects": 997,
"checked_rows": 994,
"found": {
"size_mismatch": 3,
"orphan_object": 3,
"missing_object": 3,
"stale_pending": 3
},
"fixed": {},
"remaining": 12,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 3045,
"max_objects_per_second": 0.0,
"storage_objects": 1995,
"s3_requests": {
"list": 2,
"head": 9,
"get": 988,
"delete": 0
},
"read_bytes": 1035993088,
"db_sessions": 12,
"phase_ms": {
"list": 3019,
"rows": 7,
"stale": 1,
"recheck": 16,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:08:46.664290Z",
"filename": "attachment_reconcile.py",
"lineno": 1114,
"func_name": "_finish"
},
"exceeded": null,
"found_records": 12,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "5181a62934e8",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": true,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:09:12.407801Z",
"func_name": "run",
"lineno": 229,
"filename": "main.py"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "5181a62934e8",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": true,
"listed_objects": 997,
"checked_rows": 994,
"found": {
"size_mismatch": 3,
"orphan_object": 3,
"missing_object": 3,
"stale_pending": 3
},
"fixed": {},
"remaining": 12,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 3070,
"max_objects_per_second": 0.0,
"storage_objects": 1995,
"s3_requests": {
"list": 2,
"head": 9,
"get": 988,
"delete": 0
},
"read_bytes": 1035993088,
"db_sessions": 12,
"phase_ms": {
"list": 3045,
"rows": 7,
"stale": 1,
"recheck": 16,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:09:15.478766Z",
"func_name": "_finish",
"lineno": 1114,
"filename": "attachment_reconcile.py"
},
"exceeded": null,
"found_records": 12,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "688bd35d7ab4",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": true,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:08:09.843813Z",
"func_name": "run",
"filename": "main.py",
"lineno": 229
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "688bd35d7ab4",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": true,
"listed_objects": 997,
"checked_rows": 994,
"found": {
"size_mismatch": 3,
"orphan_object": 3,
"missing_object": 3,
"stale_pending": 3
},
"fixed": {},
"remaining": 12,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 8591,
"max_objects_per_second": 0.0,
"storage_objects": 1995,
"s3_requests": {
"list": 2,
"head": 9,
"get": 988,
"delete": 0
},
"read_bytes": 1035993088,
"db_sessions": 12,
"phase_ms": {
"list": 8485,
"rows": 8,
"stale": 2,
"recheck": 96,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:08:18.436690Z",
"func_name": "_finish",
"filename": "attachment_reconcile.py",
"lineno": 1114
},
"exceeded": null,
"found_records": 12,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "f08dd92b56e9",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": true,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:08:32.556134Z",
"lineno": 229,
"filename": "main.py",
"func_name": "run"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "f08dd92b56e9",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": true,
"listed_objects": 997,
"checked_rows": 994,
"found": {
"size_mismatch": 3,
"orphan_object": 3,
"missing_object": 3,
"stale_pending": 3
},
"fixed": {},
"remaining": 12,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 8527,
"max_objects_per_second": 0.0,
"storage_objects": 1995,
"s3_requests": {
"list": 2,
"head": 9,
"get": 988,
"delete": 0
},
"read_bytes": 1035993088,
"db_sessions": 12,
"phase_ms": {
"list": 8435,
"rows": 71,
"stale": 2,
"recheck": 19,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:08:41.084170Z",
"lineno": 1114,
"filename": "attachment_reconcile.py",
"func_name": "_finish"
},
"exceeded": null,
"found_records": 12,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "58aadd77b5fa",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": true,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:08:53.241756Z",
"filename": "main.py",
"lineno": 229,
"func_name": "run"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "58aadd77b5fa",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": true,
"listed_objects": 997,
"checked_rows": 994,
"found": {
"size_mismatch": 3,
"orphan_object": 3,
"missing_object": 3,
"stale_pending": 3
},
"fixed": {},
"remaining": 12,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 8896,
"max_objects_per_second": 0.0,
"storage_objects": 1995,
"s3_requests": {
"list": 2,
"head": 9,
"get": 988,
"delete": 0
},
"read_bytes": 1035993088,
"db_sessions": 12,
"phase_ms": {
"list": 8800,
"rows": 9,
"stale": 1,
"recheck": 86,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:09:02.139105Z",
"filename": "attachment_reconcile.py",
"lineno": 1114,
"func_name": "_finish"
},
"exceeded": null,
"found_records": 12,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "e9c4bf9a1673",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:12:16.027197Z",
"func_name": "run",
"lineno": 229,
"filename": "main.py"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "e9c4bf9a1673",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 9975,
"checked_rows": 9950,
"found": {
"size_mismatch": 25,
"orphan_object": 25,
"missing_object": 25,
"stale_pending": 25
},
"fixed": {},
"remaining": 100,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 2807,
"max_objects_per_second": 0.0,
"storage_objects": 10051,
"s3_requests": {
"list": 11,
"head": 75,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 96,
"phase_ms": {
"list": 1704,
"rows": 589,
"stale": 3,
"recheck": 511,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:12:18.839091Z",
"func_name": "_finish",
"lineno": 1114,
"filename": "attachment_reconcile.py"
},
"exceeded": null,
"found_records": 100,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "eef093d60699",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:14:11.580661Z",
"func_name": "run",
"filename": "main.py",
"lineno": 229
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "eef093d60699",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 9975,
"checked_rows": 9950,
"found": {
"size_mismatch": 25,
"orphan_object": 25,
"missing_object": 25,
"stale_pending": 25
},
"fixed": {},
"remaining": 100,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 2613,
"max_objects_per_second": 0.0,
"storage_objects": 10051,
"s3_requests": {
"list": 11,
"head": 75,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 96,
"phase_ms": {
"list": 1703,
"rows": 415,
"stale": 1,
"recheck": 494,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:14:14.198097Z",
"func_name": "_finish",
"filename": "attachment_reconcile.py",
"lineno": 1114
},
"exceeded": null,
"found_records": 100,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "6283d0013f46",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:16:12.100829Z",
"filename": "main.py",
"lineno": 229,
"func_name": "run"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "6283d0013f46",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 9975,
"checked_rows": 9950,
"found": {
"size_mismatch": 25,
"orphan_object": 25,
"missing_object": 25,
"stale_pending": 25
},
"fixed": {},
"remaining": 100,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 2992,
"max_objects_per_second": 0.0,
"storage_objects": 10051,
"s3_requests": {
"list": 11,
"head": 75,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 96,
"phase_ms": {
"list": 1888,
"rows": 596,
"stale": 3,
"recheck": 506,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:16:15.097477Z",
"filename": "attachment_reconcile.py",
"lineno": 1114,
"func_name": "_finish"
},
"exceeded": null,
"found_records": 100,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "a87c79f34ed9",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": true,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:11:38.418556Z",
"lineno": 229,
"filename": "main.py",
"func_name": "run"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "a87c79f34ed9",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": true,
"listed_objects": 9975,
"checked_rows": 9950,
"found": {
"size_mismatch": 25,
"orphan_object": 25,
"missing_object": 25,
"stale_pending": 25
},
"fixed": {},
"remaining": 100,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 30525,
"max_objects_per_second": 0.0,
"storage_objects": 19951,
"s3_requests": {
"list": 11,
"head": 75,
"get": 9900,
"delete": 0
},
"read_bytes": 40550400,
"db_sessions": 96,
"phase_ms": {
"list": 29608,
"rows": 397,
"stale": 3,
"recheck": 516,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:12:08.947898Z",
"lineno": 1114,
"filename": "attachment_reconcile.py",
"func_name": "_finish"
},
"exceeded": null,
"found_records": 100,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "cf3b12658a57",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": true,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:13:33.011533Z",
"filename": "main.py",
"lineno": 229,
"func_name": "run"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "cf3b12658a57",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": true,
"listed_objects": 9975,
"checked_rows": 9950,
"found": {
"size_mismatch": 25,
"orphan_object": 25,
"missing_object": 25,
"stale_pending": 25
},
"fixed": {},
"remaining": 100,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 31307,
"max_objects_per_second": 0.0,
"storage_objects": 19951,
"s3_requests": {
"list": 11,
"head": 75,
"get": 9900,
"delete": 0
},
"read_bytes": 40550400,
"db_sessions": 96,
"phase_ms": {
"list": 30593,
"rows": 293,
"stale": 2,
"recheck": 418,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:14:04.392845Z",
"filename": "attachment_reconcile.py",
"lineno": 1114,
"func_name": "_finish"
},
"exceeded": null,
"found_records": 100,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "fc538e47d70b",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": true,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:15:32.204057Z",
"lineno": 229,
"func_name": "run",
"filename": "main.py"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "fc538e47d70b",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": true,
"listed_objects": 9975,
"checked_rows": 9950,
"found": {
"size_mismatch": 25,
"orphan_object": 25,
"missing_object": 25,
"stale_pending": 25
},
"fixed": {},
"remaining": 100,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 32620,
"max_objects_per_second": 0.0,
"storage_objects": 19951,
"s3_requests": {
"list": 11,
"head": 75,
"get": 9900,
"delete": 0
},
"read_bytes": 40550400,
"db_sessions": 96,
"phase_ms": {
"list": 31700,
"rows": 394,
"stale": 3,
"recheck": 523,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:16:04.896124Z",
"lineno": 1114,
"func_name": "_finish",
"filename": "attachment_reconcile.py"
},
"exceeded": null,
"found_records": 100,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "a009e411b8a0",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "head",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:10:30.529094Z",
"filename": "main.py",
"func_name": "run",
"lineno": 229
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "a009e411b8a0",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "head",
"deep": false,
"listed_objects": 9975,
"checked_rows": 9950,
"found": {
"orphan_object": 25,
"missing_object": 25,
"size_mismatch": 25,
"stale_pending": 25
},
"fixed": {},
"remaining": 100,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 60982,
"max_objects_per_second": 0.0,
"storage_objects": 20001,
"s3_requests": {
"list": 11,
"head": 10025,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 10061,
"phase_ms": {
"list": 32101,
"rows": 28381,
"stale": 4,
"recheck": 496,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:11:31.517473Z",
"filename": "attachment_reconcile.py",
"func_name": "_finish",
"lineno": 1114
},
"exceeded": null,
"found_records": 100,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "8cac7c98d4d5",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "head",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:12:25.785322Z",
"filename": "main.py",
"lineno": 229,
"func_name": "run"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "8cac7c98d4d5",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "head",
"deep": false,
"listed_objects": 9975,
"checked_rows": 9950,
"found": {
"orphan_object": 25,
"missing_object": 25,
"size_mismatch": 25,
"stale_pending": 25
},
"fixed": {},
"remaining": 100,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 59807,
"max_objects_per_second": 0.0,
"storage_objects": 20001,
"s3_requests": {
"list": 11,
"head": 10025,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 10061,
"phase_ms": {
"list": 31318,
"rows": 28070,
"stale": 4,
"recheck": 416,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:13:25.596762Z",
"filename": "attachment_reconcile.py",
"lineno": 1114,
"func_name": "_finish"
},
"exceeded": null,
"found_records": 100,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "d8f59291c04b",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "head",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:14:21.298120Z",
"func_name": "run",
"filename": "main.py",
"lineno": 229
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "d8f59291c04b",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "head",
"deep": false,
"listed_objects": 9975,
"checked_rows": 9950,
"found": {
"orphan_object": 25,
"missing_object": 25,
"size_mismatch": 25,
"stale_pending": 25
},
"fixed": {},
"remaining": 100,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 64118,
"max_objects_per_second": 0.0,
"storage_objects": 20001,
"s3_requests": {
"list": 11,
"head": 10025,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 10061,
"phase_ms": {
"list": 34905,
"rows": 28800,
"stale": 3,
"recheck": 411,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:15:25.497399Z",
"func_name": "_finish",
"filename": "attachment_reconcile.py",
"lineno": 1114
},
"exceeded": null,
"found_records": 100,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "d325a6c1b357",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:17:05.642815Z",
"filename": "main.py",
"lineno": 229,
"func_name": "run"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "d325a6c1b357",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 29925,
"checked_rows": 29850,
"found": {
"size_mismatch": 75,
"orphan_object": 75,
"missing_object": 75,
"stale_pending": 75
},
"fixed": {},
"remaining": 300,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 9295,
"max_objects_per_second": 0.0,
"storage_objects": 30151,
"s3_requests": {
"list": 31,
"head": 225,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 286,
"phase_ms": {
"list": 6204,
"rows": 1580,
"stale": 4,
"recheck": 1506,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:17:14.949837Z",
"filename": "attachment_reconcile.py",
"lineno": 1114,
"func_name": "_finish"
},
"exceeded": null,
"found_records": 300,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "22b93dc6815f",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:20:41.494964Z",
"func_name": "run",
"filename": "main.py",
"lineno": 229
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "22b93dc6815f",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 29925,
"checked_rows": 29850,
"found": {
"size_mismatch": 75,
"orphan_object": 75,
"missing_object": 75,
"stale_pending": 75
},
"fixed": {},
"remaining": 300,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 9607,
"max_objects_per_second": 0.0,
"storage_objects": 30151,
"s3_requests": {
"list": 31,
"head": 225,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 286,
"phase_ms": {
"list": 6289,
"rows": 1502,
"stale": 2,
"recheck": 1814,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:20:51.185068Z",
"func_name": "_finish",
"filename": "attachment_reconcile.py",
"lineno": 1114
},
"exceeded": null,
"found_records": 300,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "b1b5eebd7646",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:24:15.421144Z",
"func_name": "run",
"filename": "main.py",
"lineno": 229
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "b1b5eebd7646",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 29925,
"checked_rows": 29850,
"found": {
"size_mismatch": 75,
"orphan_object": 75,
"missing_object": 75,
"stale_pending": 75
},
"fixed": {},
"remaining": 300,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 9108,
"max_objects_per_second": 0.0,
"storage_objects": 30151,
"s3_requests": {
"list": 31,
"head": 225,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 286,
"phase_ms": {
"list": 5902,
"rows": 1598,
"stale": 4,
"recheck": 1604,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:24:24.619281Z",
"func_name": "_finish",
"filename": "attachment_reconcile.py",
"lineno": 1114
},
"exceeded": null,
"found_records": 300,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "1bca1e30111b",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "head",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:17:22.560107Z",
"func_name": "run",
"lineno": 229,
"filename": "main.py"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "1bca1e30111b",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "head",
"deep": false,
"listed_objects": 29925,
"checked_rows": 29850,
"found": {
"orphan_object": 75,
"missing_object": 75,
"size_mismatch": 75,
"stale_pending": 75
},
"fixed": {},
"remaining": 300,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 191917,
"max_objects_per_second": 0.0,
"storage_objects": 60001,
"s3_requests": {
"list": 31,
"head": 30075,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 30181,
"phase_ms": {
"list": 102224,
"rows": 87802,
"stale": 3,
"recheck": 1818,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:20:34.488992Z",
"func_name": "_finish",
"lineno": 1114,
"filename": "attachment_reconcile.py"
},
"exceeded": null,
"found_records": 300,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "2823c222cb6d",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "head",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:20:58.069167Z",
"lineno": 229,
"func_name": "run",
"filename": "main.py"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "2823c222cb6d",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "head",
"deep": false,
"listed_objects": 29925,
"checked_rows": 29850,
"found": {
"orphan_object": 75,
"missing_object": 75,
"size_mismatch": 75,
"stale_pending": 75
},
"fixed": {},
"remaining": 300,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 189789,
"max_objects_per_second": 0.0,
"storage_objects": 60001,
"s3_requests": {
"list": 31,
"head": 30075,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 30181,
"phase_ms": {
"list": 102692,
"rows": 85595,
"stale": 5,
"recheck": 1498,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:24:07.873158Z",
"lineno": 1114,
"func_name": "_finish",
"filename": "attachment_reconcile.py"
},
"exceeded": null,
"found_records": 300,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "3d99fb146959",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "head",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:24:32.064934Z",
"lineno": 229,
"filename": "main.py",
"func_name": "run"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "3d99fb146959",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "head",
"deep": false,
"listed_objects": 29925,
"checked_rows": 29850,
"found": {
"orphan_object": 75,
"missing_object": 75,
"size_mismatch": 75,
"stale_pending": 75
},
"fixed": {},
"remaining": 300,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 189711,
"max_objects_per_second": 0.0,
"storage_objects": 60001,
"s3_requests": {
"list": 31,
"head": 30075,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 30181,
"phase_ms": {
"list": 101108,
"rows": 87094,
"stale": 4,
"recheck": 1506,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:27:41.858836Z",
"lineno": 1114,
"filename": "attachment_reconcile.py",
"func_name": "_finish"
},
"exceeded": null,
"found_records": 300,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "b4cde9adcb3a",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:29:00.230079Z",
"lineno": 229,
"func_name": "run",
"filename": "main.py"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "b4cde9adcb3a",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 99750,
"checked_rows": 99500,
"found": {
"orphan_object": 250,
"size_mismatch": 250,
"missing_object": 250,
"stale_pending": 250
},
"fixed": {},
"remaining": 1000,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 32216,
"max_objects_per_second": 0.0,
"storage_objects": 100501,
"s3_requests": {
"list": 101,
"head": 750,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 953,
"phase_ms": {
"list": 20618,
"rows": 6089,
"stale": 10,
"recheck": 5499,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:29:32.637023Z",
"lineno": 1114,
"func_name": "_finish",
"filename": "attachment_reconcile.py"
},
"exceeded": null,
"found_records": 1000,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "d5036a534b47",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:29:40.015991Z",
"func_name": "run",
"filename": "main.py",
"lineno": 229
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "d5036a534b47",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 99750,
"checked_rows": 99500,
"found": {
"orphan_object": 250,
"size_mismatch": 250,
"missing_object": 250,
"stale_pending": 250
},
"fixed": {},
"remaining": 1000,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 30693,
"max_objects_per_second": 0.0,
"storage_objects": 100501,
"s3_requests": {
"list": 101,
"head": 750,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 953,
"phase_ms": {
"list": 20198,
"rows": 5288,
"stale": 10,
"recheck": 5197,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:30:10.899471Z",
"func_name": "_finish",
"filename": "attachment_reconcile.py",
"lineno": 1114
},
"exceeded": null,
"found_records": 1000,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "9c937f7f6878",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:30:18.516982Z",
"lineno": 229,
"filename": "main.py",
"func_name": "run"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "9c937f7f6878",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 99750,
"checked_rows": 99500,
"found": {
"orphan_object": 250,
"size_mismatch": 250,
"missing_object": 250,
"stale_pending": 250
},
"fixed": {},
"remaining": 1000,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 31928,
"max_objects_per_second": 0.0,
"storage_objects": 100501,
"s3_requests": {
"list": 101,
"head": 750,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 953,
"phase_ms": {
"list": 20928,
"rows": 5780,
"stale": 10,
"recheck": 5211,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:30:50.633143Z",
"lineno": 1114,
"filename": "attachment_reconcile.py",
"func_name": "_finish"
},
"exceeded": null,
"found_records": 1000,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "f69e5516b0f7",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 2000.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:31:25.610171Z",
"lineno": 229,
"filename": "main.py",
"func_name": "run"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "f69e5516b0f7",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 99750,
"checked_rows": 99500,
"found": {
"orphan_object": 250,
"size_mismatch": 250,
"missing_object": 250,
"stale_pending": 250
},
"fixed": {},
"remaining": 1000,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 52316,
"max_objects_per_second": 2000.0,
"storage_objects": 100501,
"s3_requests": {
"list": 101,
"head": 750,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 953,
"phase_ms": {
"list": 49885,
"rows": 912,
"stale": 6,
"recheck": 1513,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:32:17.957089Z",
"lineno": 1114,
"filename": "attachment_reconcile.py",
"func_name": "_finish"
},
"exceeded": null,
"found_records": 1000,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "d5ade708ecd7",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 2000.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:37:16.013317Z",
"filename": "main.py",
"func_name": "run",
"lineno": 229
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "d5ade708ecd7",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 99750,
"checked_rows": 99500,
"found": {
"orphan_object": 250,
"size_mismatch": 250,
"missing_object": 250,
"stale_pending": 250
},
"fixed": {},
"remaining": 1000,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 51983,
"max_objects_per_second": 2000.0,
"storage_objects": 100501,
"s3_requests": {
"list": 101,
"head": 750,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 953,
"phase_ms": {
"list": 49884,
"rows": 870,
"stale": 5,
"recheck": 1224,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:38:08.026112Z",
"filename": "attachment_reconcile.py",
"func_name": "_finish",
"lineno": 1114
},
"exceeded": null,
"found_records": 1000,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "553f5997f9af",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 2000.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:43:17.581364Z",
"func_name": "run",
"lineno": 229,
"filename": "main.py"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "553f5997f9af",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 99750,
"checked_rows": 99500,
"found": {
"orphan_object": 250,
"size_mismatch": 250,
"missing_object": 250,
"stale_pending": 250
},
"fixed": {},
"remaining": 1000,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 52160,
"max_objects_per_second": 2000.0,
"storage_objects": 100501,
"s3_requests": {
"list": 101,
"head": 750,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 953,
"phase_ms": {
"list": 49884,
"rows": 888,
"stale": 8,
"recheck": 1380,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:44:09.772405Z",
"func_name": "_finish",
"lineno": 1114,
"filename": "attachment_reconcile.py"
},
"exceeded": null,
"found_records": 1000,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "5175d9ed537c",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:35:27.281953Z",
"func_name": "run",
"lineno": 229,
"filename": "main.py"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "5175d9ed537c",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 99750,
"checked_rows": 99500,
"found": {
"orphan_object": 250,
"size_mismatch": 250,
"missing_object": 250,
"stale_pending": 250
},
"fixed": {},
"remaining": 1000,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 13811,
"max_objects_per_second": 0.0,
"storage_objects": 100501,
"s3_requests": {
"list": 101,
"head": 750,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 953,
"phase_ms": {
"list": 11352,
"rows": 931,
"stale": 5,
"recheck": 1523,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:35:41.124550Z",
"func_name": "_finish",
"lineno": 1114,
"filename": "attachment_reconcile.py"
},
"exceeded": null,
"found_records": 1000,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "a17a11df4626",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:40:13.530625Z",
"func_name": "run",
"filename": "main.py",
"lineno": 229
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "a17a11df4626",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 99750,
"checked_rows": 99500,
"found": {
"orphan_object": 250,
"size_mismatch": 250,
"missing_object": 250,
"stale_pending": 250
},
"fixed": {},
"remaining": 1000,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 12886,
"max_objects_per_second": 0.0,
"storage_objects": 100501,
"s3_requests": {
"list": 101,
"head": 750,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 953,
"phase_ms": {
"list": 10766,
"rows": 879,
"stale": 6,
"recheck": 1236,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:40:26.445528Z",
"func_name": "_finish",
"filename": "attachment_reconcile.py",
"lineno": 1114
},
"exceeded": null,
"found_records": 1000,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "cde7e971a4e9",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:42:31.928399Z",
"filename": "main.py",
"lineno": 229,
"func_name": "run"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "cde7e971a4e9",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 99750,
"checked_rows": 99500,
"found": {
"orphan_object": 250,
"size_mismatch": 250,
"missing_object": 250,
"stale_pending": 250
},
"fixed": {},
"remaining": 1000,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 12877,
"max_objects_per_second": 0.0,
"storage_objects": 100501,
"s3_requests": {
"list": 101,
"head": 750,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 953,
"phase_ms": {
"list": 10713,
"rows": 872,
"stale": 7,
"recheck": 1285,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:42:44.835329Z",
"filename": "attachment_reconcile.py",
"lineno": 1114,
"func_name": "_finish"
},
"exceeded": null,
"found_records": 1000,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "68d5053d29b1",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 2000.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:33:56.020818Z",
"lineno": 229,
"func_name": "run",
"filename": "main.py"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "68d5053d29b1",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 99750,
"checked_rows": 99500,
"found": {
"orphan_object": 250,
"size_mismatch": 250,
"missing_object": 250,
"stale_pending": 250
},
"fixed": {},
"remaining": 1000,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 58299,
"max_objects_per_second": 2000.0,
"storage_objects": 100501,
"s3_requests": {
"list": 101,
"head": 750,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 953,
"phase_ms": {
"list": 49884,
"rows": 3412,
"stale": 6,
"recheck": 4997,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:34:54.423408Z",
"lineno": 1114,
"func_name": "_finish",
"filename": "attachment_reconcile.py"
},
"exceeded": null,
"found_records": 1000,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "9d52e0b703b9",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 2000.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:38:43.167753Z",
"lineno": 229,
"func_name": "run",
"filename": "main.py"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "9d52e0b703b9",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 99750,
"checked_rows": 99500,
"found": {
"orphan_object": 250,
"size_mismatch": 250,
"missing_object": 250,
"stale_pending": 250
},
"fixed": {},
"remaining": 1000,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 57500,
"max_objects_per_second": 2000.0,
"storage_objects": 100501,
"s3_requests": {
"list": 101,
"head": 750,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 953,
"phase_ms": {
"list": 49884,
"rows": 3400,
"stale": 6,
"recheck": 4210,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:39:40.767984Z",
"lineno": 1114,
"func_name": "_finish",
"filename": "attachment_reconcile.py"
},
"exceeded": null,
"found_records": 1000,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "6d2f7c17a001",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 2000.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:41:01.505560Z",
"func_name": "run",
"filename": "main.py",
"lineno": 229
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "6d2f7c17a001",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 99750,
"checked_rows": 99500,
"found": {
"orphan_object": 250,
"size_mismatch": 250,
"missing_object": 250,
"stale_pending": 250
},
"fixed": {},
"remaining": 1000,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 57404,
"max_objects_per_second": 2000.0,
"storage_objects": 100501,
"s3_requests": {
"list": 101,
"head": 750,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 953,
"phase_ms": {
"list": 49884,
"rows": 3314,
"stale": 5,
"recheck": 4201,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:41:59.084880Z",
"func_name": "_finish",
"filename": "attachment_reconcile.py",
"lineno": 1114
},
"exceeded": null,
"found_records": 1000,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "b5adae5b96b7",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:32:53.405894Z",
"lineno": 229,
"filename": "main.py",
"func_name": "run"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "b5adae5b96b7",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 99750,
"checked_rows": 99500,
"found": {
"orphan_object": 250,
"size_mismatch": 250,
"missing_object": 250,
"stale_pending": 250
},
"fixed": {},
"remaining": 1000,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 27204,
"max_objects_per_second": 0.0,
"storage_objects": 100501,
"s3_requests": {
"list": 101,
"head": 750,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 953,
"phase_ms": {
"list": 18815,
"rows": 3595,
"stale": 7,
"recheck": 4787,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:33:20.713392Z",
"lineno": 1114,
"filename": "attachment_reconcile.py",
"func_name": "_finish"
},
"exceeded": null,
"found_records": 1000,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "0b5b4f7dff49",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:36:16.410218Z",
"filename": "main.py",
"func_name": "run",
"lineno": 229
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "0b5b4f7dff49",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 99750,
"checked_rows": 99500,
"found": {
"orphan_object": 250,
"size_mismatch": 250,
"missing_object": 250,
"stale_pending": 250
},
"fixed": {},
"remaining": 1000,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 26699,
"max_objects_per_second": 0.0,
"storage_objects": 100501,
"s3_requests": {
"list": 101,
"head": 750,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 953,
"phase_ms": {
"list": 19176,
"rows": 3324,
"stale": 77,
"recheck": 4121,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:36:43.208718Z",
"filename": "attachment_reconcile.py",
"func_name": "_finish",
"lineno": 1114
},
"exceeded": null,
"found_records": 1000,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,85 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "b171ffbff10d",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": false,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:44:44.940203Z",
"lineno": 229,
"func_name": "run",
"filename": "main.py"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "b171ffbff10d",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": false,
"strategy": "batch",
"deep": false,
"listed_objects": 99750,
"checked_rows": 99500,
"found": {
"orphan_object": 250,
"size_mismatch": 250,
"missing_object": 250,
"stale_pending": 250
},
"fixed": {},
"remaining": 1000,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": false,
"unlogged": 0,
"unchecked": 0,
"interrupted_by": null,
"duration_ms": 26127,
"max_objects_per_second": 0.0,
"storage_objects": 100501,
"s3_requests": {
"list": 101,
"head": 750,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 953,
"phase_ms": {
"list": 18519,
"rows": 3299,
"stale": 6,
"recheck": 4303,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:45:11.240988Z",
"lineno": 1114,
"func_name": "_finish",
"filename": "attachment_reconcile.py"
},
"exceeded": null,
"found_records": 1000,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,98 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "d1612c53cc3b",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": true,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:46:38.472316Z",
"filename": "main.py",
"func_name": "run",
"lineno": 229
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "d1612c53cc3b",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"strategy": "batch",
"deep": false,
"listed_objects": 10000,
"checked_rows": 11000,
"found": {
"missing_object": 101
},
"fixed": {},
"remaining": 101,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": true,
"unlogged": 0,
"unchecked": 899,
"interrupted_by": null,
"duration_ms": 3113,
"max_objects_per_second": 0.0,
"storage_objects": 10102,
"s3_requests": {
"list": 11,
"head": 101,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 124,
"phase_ms": {
"list": 1802,
"rows": 707,
"stale": 3,
"recheck": 601,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:46:41.562198Z",
"filename": "attachment_reconcile.py",
"func_name": "_finish",
"lineno": 1114
},
"exceeded": {
"event": "Reconcile changes exceed limit",
"instance_id": "d1612c53cc3b",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"strategy": "batch",
"deep": false,
"changes": 101,
"max_changes": 100,
"unchecked": 899,
"level": "error",
"timestamp": "2026-10-23T15:46:41.559137Z",
"filename": "attachment_reconcile.py",
"func_name": "_act",
"lineno": 892
},
"found_records": 101,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,98 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "56f1e1939771",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": true,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:47:04.816037Z",
"filename": "main.py",
"lineno": 229,
"func_name": "run"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "56f1e1939771",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"strategy": "batch",
"deep": false,
"listed_objects": 10000,
"checked_rows": 11000,
"found": {
"missing_object": 101
},
"fixed": {},
"remaining": 101,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": true,
"unlogged": 0,
"unchecked": 899,
"interrupted_by": null,
"duration_ms": 3076,
"max_objects_per_second": 0.0,
"storage_objects": 10102,
"s3_requests": {
"list": 11,
"head": 101,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 124,
"phase_ms": {
"list": 1887,
"rows": 591,
"stale": 3,
"recheck": 595,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:47:07.896130Z",
"filename": "attachment_reconcile.py",
"lineno": 1114,
"func_name": "_finish"
},
"exceeded": {
"event": "Reconcile changes exceed limit",
"instance_id": "56f1e1939771",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"strategy": "batch",
"deep": false,
"changes": 101,
"max_changes": 100,
"unchecked": 899,
"level": "error",
"timestamp": "2026-10-23T15:47:07.892360Z",
"filename": "attachment_reconcile.py",
"lineno": 892,
"func_name": "_act"
},
"found_records": 101,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,98 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "65e0e4542a75",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": true,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:47:31.942684Z",
"func_name": "run",
"filename": "main.py",
"lineno": 229
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "65e0e4542a75",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"strategy": "batch",
"deep": false,
"listed_objects": 10000,
"checked_rows": 11000,
"found": {
"missing_object": 101
},
"fixed": {},
"remaining": 101,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": true,
"unlogged": 0,
"unchecked": 899,
"interrupted_by": null,
"duration_ms": 3018,
"max_objects_per_second": 0.0,
"storage_objects": 10102,
"s3_requests": {
"list": 11,
"head": 101,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 124,
"phase_ms": {
"list": 1707,
"rows": 704,
"stale": 2,
"recheck": 605,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:47:34.964270Z",
"func_name": "_finish",
"filename": "attachment_reconcile.py",
"lineno": 1114
},
"exceeded": {
"event": "Reconcile changes exceed limit",
"instance_id": "65e0e4542a75",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"strategy": "batch",
"deep": false,
"changes": 101,
"max_changes": 100,
"unchecked": 899,
"level": "error",
"timestamp": "2026-10-23T15:47:34.960998Z",
"func_name": "_act",
"filename": "attachment_reconcile.py",
"lineno": 892
},
"found_records": 101,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,72 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "2a7c548eb393",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_apply": true,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:46:48.958770Z",
"func_name": "run",
"lineno": 185,
"filename": "main.py"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "2a7c548eb393",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"listed_objects": 10000,
"checked_rows": 11000,
"found": {
"missing_object": 1000
},
"fixed": {},
"remaining": 1000,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": true,
"unlogged": 0,
"interrupted_by": null,
"duration_ms": 7706,
"level": "warning",
"timestamp": "2026-10-23T15:46:56.773114Z",
"func_name": "_finish",
"lineno": 743,
"filename": "attachment_reconcile.py"
},
"exceeded": {
"event": "Reconcile changes exceed limit",
"instance_id": "2a7c548eb393",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"changes": 1000,
"max_changes": 100,
"level": "error",
"timestamp": "2026-10-23T15:46:56.665008Z",
"func_name": "_act",
"lineno": 563,
"filename": "attachment_reconcile.py"
},
"found_records": 1000,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,72 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "0e48cc21f70c",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_apply": true,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:47:15.362279Z",
"filename": "main.py",
"lineno": 185,
"func_name": "run"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "0e48cc21f70c",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"listed_objects": 10000,
"checked_rows": 11000,
"found": {
"missing_object": 1000
},
"fixed": {},
"remaining": 1000,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": true,
"unlogged": 0,
"interrupted_by": null,
"duration_ms": 7989,
"level": "warning",
"timestamp": "2026-10-23T15:47:23.469518Z",
"filename": "attachment_reconcile.py",
"lineno": 743,
"func_name": "_finish"
},
"exceeded": {
"event": "Reconcile changes exceed limit",
"instance_id": "0e48cc21f70c",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"changes": 1000,
"max_changes": 100,
"level": "error",
"timestamp": "2026-10-23T15:47:23.350961Z",
"filename": "attachment_reconcile.py",
"lineno": 563,
"func_name": "_act"
},
"found_records": 1000,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,72 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "0e566bef2d2e",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_apply": true,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:47:42.251462Z",
"func_name": "run",
"lineno": 185,
"filename": "main.py"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "0e566bef2d2e",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"listed_objects": 10000,
"checked_rows": 11000,
"found": {
"missing_object": 1000
},
"fixed": {},
"remaining": 1000,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": true,
"unlogged": 0,
"interrupted_by": null,
"duration_ms": 8013,
"level": "warning",
"timestamp": "2026-10-23T15:47:50.453576Z",
"func_name": "_finish",
"lineno": 743,
"filename": "attachment_reconcile.py"
},
"exceeded": {
"event": "Reconcile changes exceed limit",
"instance_id": "0e566bef2d2e",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"changes": 1000,
"max_changes": 100,
"level": "error",
"timestamp": "2026-10-23T15:47:50.264792Z",
"func_name": "_act",
"lineno": 563,
"filename": "attachment_reconcile.py"
},
"found_records": 1000,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,98 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "750f5ed8ffa3",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": true,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:47:58.788758Z",
"lineno": 229,
"func_name": "run",
"filename": "main.py"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "750f5ed8ffa3",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"strategy": "batch",
"deep": false,
"listed_objects": 10000,
"checked_rows": 20000,
"found": {
"missing_object": 101
},
"fixed": {},
"remaining": 101,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": true,
"unlogged": 0,
"unchecked": 9899,
"interrupted_by": null,
"duration_ms": 3296,
"max_objects_per_second": 0.0,
"storage_objects": 10102,
"s3_requests": {
"list": 11,
"head": 101,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 133,
"phase_ms": {
"list": 1805,
"rows": 999,
"stale": 1,
"recheck": 492,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:48:02.088817Z",
"lineno": 1114,
"func_name": "_finish",
"filename": "attachment_reconcile.py"
},
"exceeded": {
"event": "Reconcile changes exceed limit",
"instance_id": "750f5ed8ffa3",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"strategy": "batch",
"deep": false,
"changes": 101,
"max_changes": 100,
"unchecked": 9899,
"level": "error",
"timestamp": "2026-10-23T15:48:02.085461Z",
"lineno": 892,
"func_name": "_act",
"filename": "attachment_reconcile.py"
},
"found_records": 101,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,98 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "7ce13670e403",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": true,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:49:14.280188Z",
"func_name": "run",
"filename": "main.py",
"lineno": 229
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "7ce13670e403",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"strategy": "batch",
"deep": false,
"listed_objects": 10000,
"checked_rows": 20000,
"found": {
"missing_object": 101
},
"fixed": {},
"remaining": 101,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": true,
"unlogged": 0,
"unchecked": 9899,
"interrupted_by": null,
"duration_ms": 3499,
"max_objects_per_second": 0.0,
"storage_objects": 10102,
"s3_requests": {
"list": 11,
"head": 101,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 133,
"phase_ms": {
"list": 1800,
"rows": 1181,
"stale": 3,
"recheck": 515,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:49:17.783689Z",
"func_name": "_finish",
"filename": "attachment_reconcile.py",
"lineno": 1114
},
"exceeded": {
"event": "Reconcile changes exceed limit",
"instance_id": "7ce13670e403",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"strategy": "batch",
"deep": false,
"changes": 101,
"max_changes": 100,
"unchecked": 9899,
"level": "error",
"timestamp": "2026-10-23T15:49:17.779724Z",
"func_name": "_act",
"filename": "attachment_reconcile.py",
"lineno": 892
},
"found_records": 101,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,98 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "4d4f3f96a8c0",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_max_objects_per_second": 0.0,
"reconcile_apply": true,
"reconcile_strategy": "batch",
"reconcile_deep": false,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:50:33.127610Z",
"func_name": "run",
"lineno": 229,
"filename": "main.py"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "4d4f3f96a8c0",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"strategy": "batch",
"deep": false,
"listed_objects": 10000,
"checked_rows": 20000,
"found": {
"missing_object": 101
},
"fixed": {},
"remaining": 101,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": true,
"unlogged": 0,
"unchecked": 9899,
"interrupted_by": null,
"duration_ms": 3410,
"max_objects_per_second": 0.0,
"storage_objects": 10102,
"s3_requests": {
"list": 11,
"head": 101,
"get": 0,
"delete": 0
},
"read_bytes": 0,
"db_sessions": 133,
"phase_ms": {
"list": 1796,
"rows": 999,
"stale": 2,
"recheck": 612,
"act": 0
},
"level": "warning",
"timestamp": "2026-10-23T15:50:36.609938Z",
"func_name": "_finish",
"lineno": 1114,
"filename": "attachment_reconcile.py"
},
"exceeded": {
"event": "Reconcile changes exceed limit",
"instance_id": "4d4f3f96a8c0",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"strategy": "batch",
"deep": false,
"changes": 101,
"max_changes": 100,
"unchecked": 9899,
"level": "error",
"timestamp": "2026-10-23T15:50:36.537651Z",
"func_name": "_act",
"lineno": 892,
"filename": "attachment_reconcile.py"
},
"found_records": 101,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,72 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "503dfe3d3bab",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_apply": true,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:48:08.459360Z",
"lineno": 185,
"func_name": "run",
"filename": "main.py"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "503dfe3d3bab",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"listed_objects": 10000,
"checked_rows": 20000,
"found": {
"missing_object": 10000
},
"fixed": {},
"remaining": 10000,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": true,
"unlogged": 9000,
"interrupted_by": null,
"duration_ms": 57523,
"level": "warning",
"timestamp": "2026-10-23T15:49:06.177803Z",
"lineno": 743,
"func_name": "_finish",
"filename": "attachment_reconcile.py"
},
"exceeded": {
"event": "Reconcile changes exceed limit",
"instance_id": "503dfe3d3bab",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"changes": 10000,
"max_changes": 100,
"level": "error",
"timestamp": "2026-10-23T15:49:05.981779Z",
"lineno": 563,
"func_name": "_act",
"filename": "attachment_reconcile.py"
},
"found_records": 1000,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,72 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "65f043c18a5b",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_apply": true,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:49:25.432394Z",
"filename": "main.py",
"func_name": "run",
"lineno": 185
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "65f043c18a5b",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"listed_objects": 10000,
"checked_rows": 20000,
"found": {
"missing_object": 10000
},
"fixed": {},
"remaining": 10000,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": true,
"unlogged": 9000,
"interrupted_by": null,
"duration_ms": 59283,
"level": "warning",
"timestamp": "2026-10-23T15:50:24.837800Z",
"filename": "attachment_reconcile.py",
"func_name": "_finish",
"lineno": 743
},
"exceeded": {
"event": "Reconcile changes exceed limit",
"instance_id": "65f043c18a5b",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"changes": 10000,
"max_changes": 100,
"level": "error",
"timestamp": "2026-10-23T15:50:24.648298Z",
"filename": "attachment_reconcile.py",
"func_name": "_act",
"lineno": 563
},
"found_records": 1000,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1,72 @@
{
"started": {
"event": "Started cleaner",
"instance_id": "2a0c2fd9a5c0",
"module": "cleaner",
"mode": "reconcile",
"interval_seconds": 60,
"pending_grace_seconds": 30,
"batch_size": 100,
"live_upload_bound_seconds": 17,
"once": false,
"reconcile_interval_seconds": 0.0,
"reconcile_page_size": 1000,
"reconcile_max_changes": 100,
"reconcile_apply": true,
"database_host": "postgres",
"database_port": 5432,
"database_name": "bench",
"database_pool_size": 1,
"s3_host": "s3",
"s3_port": 8333,
"s3_bucket": "bench",
"level": "info",
"timestamp": "2026-10-23T15:50:43.949029Z",
"lineno": 185,
"filename": "main.py",
"func_name": "run"
},
"finished": {
"event": "Finished reconcile pass",
"instance_id": "2a0c2fd9a5c0",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"listed_objects": 10000,
"checked_rows": 20000,
"found": {
"missing_object": 10000
},
"fixed": {},
"remaining": 10000,
"fresh_objects": 0,
"fresh_rows": 0,
"lost_known": 0,
"refused": true,
"unlogged": 9000,
"interrupted_by": null,
"duration_ms": 60496,
"level": "warning",
"timestamp": "2026-10-23T15:51:44.636227Z",
"lineno": 743,
"filename": "attachment_reconcile.py",
"func_name": "_finish"
},
"exceeded": {
"event": "Reconcile changes exceed limit",
"instance_id": "2a0c2fd9a5c0",
"module": "attachment_reconcile_service",
"method": "reconcile",
"apply": true,
"changes": 10000,
"max_changes": 100,
"level": "error",
"timestamp": "2026-10-23T15:51:44.444568Z",
"lineno": 563,
"filename": "attachment_reconcile.py",
"func_name": "_act"
},
"found_records": 1000,
"fixed_records": 0,
"exit_code": 3
}
@@ -0,0 +1 @@
{"metrics":{"bg_lines_download":{"type":"counter","contains":"default","values":{"count":267126,"rate":299.9555722698351}},"bg_lines_write":{"type":"counter","contains":"default","values":{"count":44522,"rate":49.99371827750799}},"iteration_duration":{"type":"trend","contains":"time","values":{"max":376.77775,"avg":4.399708845174962,"min":1.971708,"med":3.79125,"p(50)":3.79125,"p(95)":6.130939549999999,"p(99)":12.633933979999998}},"http_req_failed":{"type":"rate","contains":"default","values":{"rate":0,"passes":0,"fails":356170}},"http_req_waiting":{"type":"trend","contains":"time","values":{"med":3.5825415,"p(50)":3.5825415,"p(95)":5.874985299999998,"p(99)":12.181987789999994,"max":376.337417,"avg":4.189064891085716,"min":1.756625}},"data_sent":{"values":{"count":88598090,"rate":99486.72457179142},"type":"counter","contains":"data"},"iterations{scenario:read}":{"type":"counter","contains":"default","values":{"count":44522,"rate":49.99371827750799},"thresholds":{"count>=0":{"ok":true}}},"http_req_duration{expected_response:true}":{"type":"trend","contains":"time","values":{"med":3.6152915,"p(50)":3.6152915,"p(95)":5.914503649999999,"p(99)":12.233289769999958,"max":376.393458,"avg":4.22136397250748,"min":1.795958},"thresholds":{"max>=0":{"ok":true}}},"http_req_duration":{"type":"trend","contains":"time","values":{"avg":4.22136397250748,"min":1.795958,"med":3.6152915,"p(50)":3.6152915,"p(95)":5.914503649999999,"p(99)":12.233289769999958,"max":376.393458}},"http_req_sending":{"type":"trend","contains":"time","values":{"p(99)":0.024958,"max":1.171666,"avg":0.008918463500575586,"min":0.002083,"med":0.00825,"p(50)":0.00825,"p(95)":0.015083}},"http_req_connecting":{"type":"trend","contains":"time","values":{"max":8.23175,"avg":0.00019693743437122717,"min":0,"med":0,"p(50)":0,"p(95)":0,"p(99)":0}},"http_req_blocked":{"type":"trend","contains":"time","values":{"p(95)":0.003541,"p(99)":0.006833,"max":8.26225,"avg":0.002557413333520255,"min":0.000708,"med":0.002125,"p(50)":0.002125}},"bg_lines_read":{"type":"counter","contains":"default","values":{"count":44522,"rate":49.99371827750799}},"data_received":{"type":"counter","contains":"data","values":{"count":1825239185,"rate":2049559.6245442317}},"http_req_tls_handshaking":{"type":"trend","contains":"time","values":{"p(50)":0,"p(95)":0,"p(99)":0,"max":0,"avg":0,"min":0,"med":0}},"vus":{"type":"gauge","contains":"default","values":{"value":1,"min":1,"max":11}},"vus_max":{"type":"gauge","contains":"default","values":{"value":300,"min":300,"max":300}},"iterations":{"type":"counter","contains":"default","values":{"count":356170,"rate":399.9430088248511}},"http_req_receiving":{"values":{"max":2.323792,"avg":0.02338061792121737,"min":0.005167,"med":0.020125,"p(50)":0.020125,"p(95)":0.043083,"p(99)":0.071416},"type":"trend","contains":"time"},"iterations{scenario:download}":{"contains":"default","values":{"count":267126,"rate":299.9555722698351},"thresholds":{"count>=0":{"ok":true}},"type":"counter"},"http_reqs":{"type":"counter","contains":"default","values":{"count":356170,"rate":399.9430088248511}},"iterations{scenario:write}":{"type":"counter","contains":"default","values":{"count":44522,"rate":49.99371827750799},"thresholds":{"count>=0":{"ok":true}}}},"root_group":{"path":"","id":"d41d8cd98f00b204e9800998ecf8427e","groups":[],"checks":[],"name":""},"options":{"summaryTrendStats":["avg","min","med","p(50)","p(95)","p(99)","max"],"summaryTimeUnit":"","noColor":true},"state":{"isStdOutTTY":false,"isStdErrTTY":false,"testRunDurationMs":890551.883996}}
@@ -0,0 +1,57 @@
<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 720 420" width="720" height="420" font-family='system-ui, -apple-system, "Segoe UI", sans-serif'>
<rect x="0" y="0" width="720" height="420" fill="#fcfcfb"/>
<text x="24.0" y="30.0" font-size="16" font-weight="600" fill="#52514e" text-anchor="start">Запросы прохода от числа объектов</text>
<line x1="80.0" y1="350.0" x2="680.0" y2="350.0" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="354.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">10</text>
<line x1="80.0" y1="328.2" x2="680.0" y2="328.2" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="332.2" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">20</text>
<line x1="80.0" y1="299.3" x2="680.0" y2="299.3" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="303.3" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">50</text>
<line x1="80.0" y1="277.5" x2="680.0" y2="277.5" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="281.5" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">100</text>
<line x1="80.0" y1="255.7" x2="680.0" y2="255.7" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="259.7" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">200</text>
<line x1="80.0" y1="226.8" x2="680.0" y2="226.8" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="230.8" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">500</text>
<line x1="80.0" y1="205.0" x2="680.0" y2="205.0" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="209.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">1K</text>
<line x1="80.0" y1="183.2" x2="680.0" y2="183.2" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="187.2" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">2K</text>
<line x1="80.0" y1="154.3" x2="680.0" y2="154.3" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="158.3" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">5K</text>
<line x1="80.0" y1="132.5" x2="680.0" y2="132.5" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="136.5" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">10K</text>
<line x1="80.0" y1="110.7" x2="680.0" y2="110.7" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="114.7" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">20K</text>
<line x1="80.0" y1="81.8" x2="680.0" y2="81.8" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="85.8" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">50K</text>
<line x1="80.0" y1="60.0" x2="680.0" y2="60.0" stroke="#e1e0d9" stroke-width="1"/>
<text x="72.0" y="64.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="end">100K</text>
<text x="137.1" y="368.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="middle">10K</text>
<text x="251.4" y="368.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="middle">30K</text>
<text x="651.4" y="368.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="middle">100K</text>
<text x="380.0" y="390.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="middle">объектов в bucket</text>
<text x="24.0" y="205.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="middle" transform="rotate(-90 24.0 205.0)">запросов (лог. шкала)</text>
<polyline points="137.1,282.2 251.4,247.9 651.4,210.1" fill="none" stroke="#2a78d6" stroke-width="2" stroke-linejoin="round" stroke-linecap="round"/>
<g><title>batch: S3: N 10000, 86</title><circle cx="137.1" cy="282.2" r="7" fill="transparent"/><circle cx="137.1" cy="282.2" r="4.5" fill="#2a78d6" stroke="#fcfcfb" stroke-width="2"/></g>
<g><title>batch: S3: N 30000, 256</title><circle cx="251.4" cy="247.9" r="7" fill="transparent"/><circle cx="251.4" cy="247.9" r="4.5" fill="#2a78d6" stroke="#fcfcfb" stroke-width="2"/></g>
<g><title>batch: S3: N 100000, 851</title><circle cx="651.4" cy="210.1" r="7" fill="transparent"/><circle cx="651.4" cy="210.1" r="4.5" fill="#2a78d6" stroke="#fcfcfb" stroke-width="2"/></g>
<polyline points="137.1,278.8 251.4,244.4 651.4,206.5" fill="none" stroke="#eb6834" stroke-width="2" stroke-linejoin="round" stroke-linecap="round"/>
<g><title>batch: PostgreSQL: N 10000, 96</title><circle cx="137.1" cy="278.8" r="7" fill="transparent"/><circle cx="137.1" cy="278.8" r="4.5" fill="#eb6834" stroke="#fcfcfb" stroke-width="2"/></g>
<g><title>batch: PostgreSQL: N 30000, 286</title><circle cx="251.4" cy="244.4" r="7" fill="transparent"/><circle cx="251.4" cy="244.4" r="4.5" fill="#eb6834" stroke="#fcfcfb" stroke-width="2"/></g>
<g><title>batch: PostgreSQL: N 100000, 953</title><circle cx="651.4" cy="206.5" r="7" fill="transparent"/><circle cx="651.4" cy="206.5" r="4.5" fill="#eb6834" stroke="#fcfcfb" stroke-width="2"/></g>
<polyline points="137.1,132.4 251.4,97.8" fill="none" stroke="#1baf7a" stroke-width="2" stroke-linejoin="round" stroke-linecap="round"/>
<g><title>head: S3: N 10000, 10036</title><circle cx="137.1" cy="132.4" r="7" fill="transparent"/><circle cx="137.1" cy="132.4" r="4.5" fill="#1baf7a" stroke="#fcfcfb" stroke-width="2"/></g>
<g><title>head: S3: N 30000, 30106</title><circle cx="251.4" cy="97.8" r="7" fill="transparent"/><circle cx="251.4" cy="97.8" r="4.5" fill="#1baf7a" stroke="#fcfcfb" stroke-width="2"/></g>
<polyline points="137.1,132.3 251.4,97.7" fill="none" stroke="#eda100" stroke-width="2" stroke-linejoin="round" stroke-linecap="round"/>
<g><title>head: PostgreSQL: N 10000, 10061</title><circle cx="137.1" cy="132.3" r="7" fill="transparent"/><circle cx="137.1" cy="132.3" r="4.5" fill="#eda100" stroke="#fcfcfb" stroke-width="2"/></g>
<g><title>head: PostgreSQL: N 30000, 30181</title><circle cx="251.4" cy="97.7" r="7" fill="transparent"/><circle cx="251.4" cy="97.7" r="4.5" fill="#eda100" stroke="#fcfcfb" stroke-width="2"/></g>
<line x1="80.0" y1="45.0" x2="96.0" y2="45.0" stroke="#2a78d6" stroke-width="2"/>
<text x="102.0" y="49.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="start">batch: S3</text>
<line x1="177.0" y1="45.0" x2="193.0" y2="45.0" stroke="#eb6834" stroke-width="2"/>
<text x="199.0" y="49.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="start">batch: PostgreSQL</text>
<line x1="330.0" y1="45.0" x2="346.0" y2="45.0" stroke="#1baf7a" stroke-width="2"/>
<text x="352.0" y="49.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="start">head: S3</text>
<line x1="420.0" y1="45.0" x2="436.0" y2="45.0" stroke="#eda100" stroke-width="2"/>
<text x="442.0" y="49.0" font-size="12" font-weight="400" fill="#52514e" text-anchor="start">head: PostgreSQL</text>
</svg>

After

Width:  |  Height:  |  Size: 6.6 KiB

+102
View File
@@ -0,0 +1,102 @@
# Профиль сверки: метка `baseline`
- commit `d8b8ae3`, dirty False; статус complete
- профиль `reconcile`, повторов 3, зерно 20260930, grace проходов 30 с, предел скорости по умолчанию 2000/с
- образ «до» — commit `7f4e626`
- CPU уборщика: {'stand': '0.25', 'fast': '1'}
- фоновая нагрузка: {'download': 300, 'write': 50, 'read': 50, 'downloads': 5000, 'quiet_s': 30}
- аргументы S3: `server -ip=127.0.0.1 -ip.bind=127.0.0.1 -master.telemetry=false -master.electionTimeout=1s -volume.preStopSeconds=0 -filer -s3 -s3.ip.bind=0.0.0.0 -s3.port=8333 -s3.port.iceberg=0 -s3.port.lance=0 -s3.iam=false -s3.concurrentUploadLimitMB=64 -metricsPort=9327`
- хост: {'swap_used_mib': 1267.69, 'swap_total_mib': 2048.0, 'swapouts': 1541596, 'memory_free_percent': 65, 'power': 'AC Power', 'battery_percent': 80}; предупреждения []; посторонние контейнеры []
## Проходы без фоновой нагрузки
Медиана и min–max повторов. Цена — микросекунд на объект bucket.
| Этап | N | Ячейка | Проход, с | мкс/объект | LIST | HEAD | GET | DELETE | Сеансов | Прочитано, МиБ | CPU уборщика | CPU S3 | CPU PG | Память, МиБ (старт → пик) | Пометки |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| A | 997 | deep-fast | 3.07 (3.04–3.21) | 3079.2 (3054.2–3221.7) | 2 (2–2) | 9 (9–9) | 988 (988–988) | 0 (0–0) | 12 (12–12) | 988.0 (988.0–988.0) | 0.595 (0.591–0.607) | 0.477 (0.418–0.477) | 0.004 (0.003–0.011) | 29.8 (19.9–31.9) → 95.3 (95.3–95.4) | — |
| A | 997 | batch | 0.41 (0.40–0.50) | 416.2 (401.2–505.5) | 2 (2–2) | 9 (9–9) | 0 (0–0) | 0 (0–0) | 12 (12–12) | 0.0 (0.0–0.0) | 0.230 (0.211–0.248) | 0.127 (0.114–0.176) | 0.024 (0.018–0.044) | 77.8 (76.4–89.8) → 91.8 (89.8–94.5) | — |
| A | 997 | deep | 8.59 (8.53–8.90) | 8616.9 (8552.7–8922.8) | 2 (2–2) | 9 (9–9) | 988 (988–988) | 0 (0–0) | 12 (12–12) | 988.0 (988.0–988.0) | 0.249 (0.249–0.250) | 0.202 (0.196–0.203) | 0.006 (0.005–0.007) | 88.7 (72.9–90.3) → 96.1 (96.0–96.1) | — |
| B | 9975 | head | 60.98 (59.81–64.12) | 6113.5 (5995.7–6427.9) | 11 (11–11) | 10025 (10025–10025) | 0 (0–0) | 0 (0–0) | 10061 (10061–10061) | 0.0 (0.0–0.0) | 0.249 (0.249–0.250) | 0.070 (0.069–0.070) | 0.035 (0.034–0.037) | 85.3 (76.3–86.2) → 96.4 (96.0–96.4) | — |
| B | 9975 | deep | 31.31 (30.52–32.62) | 3138.6 (3060.2–3270.2) | 11 (11–11) | 75 (75–75) | 9900 (9900–9900) | 0 (0–0) | 96 (96–96) | 38.7 (38.7–38.7) | 0.249 (0.249–0.249) | 0.159 (0.158–0.163) | 0.007 (0.006–0.007) | 88.2 (84.9–88.3) → 98.3 (98.1–98.4) | — |
| B | 9975 | batch | 2.81 (2.61–2.99) | 281.4 (261.9–299.9) | 11 (11–11) | 75 (75–75) | 0 (0–0) | 0 (0–0) | 96 (96–96) | 0.0 (0.0–0.0) | 0.245 (0.243–0.253) | 0.327 (0.298–0.337) | 0.016 (0.014–0.028) | 89.9 (83.4–90.0) → 97.4 (97.3–97.7) | — |
| C | 29925 | batch | 9.29 (9.11–9.61) | 310.6 (304.4–321.0) | 31 (31–31) | 225 (225–225) | 0 (0–0) | 0 (0–0) | 286 (286–286) | 0.0 (0.0–0.0) | 0.239 (0.236–0.242) | 0.326 (0.324–0.343) | 0.023 (0.022–0.025) | 77.2 (76.6–88.2) → 101.0 (100.8–101.3) | — |
| C | 29925 | head | 189.79 (189.71–191.92) | 6342.2 (6339.6–6413.3) | 31 (31–31) | 30075 (30075–30075) | 0 (0–0) | 0 (0–0) | 30181 (30181–30181) | 0.0 (0.0–0.0) | 0.249 (0.248–0.249) | 0.073 (0.072–0.075) | 0.036 (0.036–0.036) | 88.1 (85.0–91.5) → 96.6 (96.3–96.7) | — |
| D | 99750 | batch | 31.93 (30.69–32.22) | 320.1 (307.7–323.0) | 101 (101–101) | 750 (750–750) | 0 (0–0) | 0 (0–0) | 953 (953–953) | 0.0 (0.0–0.0) | 0.241 (0.239–0.242) | 0.315 (0.306–0.317) | 0.024 (0.024–0.025) | 91.9 (90.7–93.9) → 111.2 (111.2–111.4) | — |
| S4-1000 | 10000 | after | 3.08 (3.02–3.11) | 307.6 (301.8–311.3) | 11 (11–11) | 101 (101–101) | 0 (0–0) | 0 (0–0) | 124 (124–124) | 0.0 (0.0–0.0) | 0.249 (0.239–0.252) | 0.294 (0.273–0.301) | 0.023 (0.021–0.024) | 84.5 (80.7–88.0) → 97.7 (97.5–98.0) | — |
| S4-1000 | 10000 | before | 7.99 (7.71–8.01) | 798.9 (770.6–801.3) | — | — | — | — | — | — | 0.249 (0.249–0.250) | 0.141 (0.138–0.144) | 0.031 (0.028–0.034) | 89.7 (76.4–90.3) → 98.7 (98.3–99.1) | — |
| S4-10000 | 10000 | after | 3.41 (3.30–3.50) | 341.0 (329.6–349.9) | 11 (11–11) | 101 (101–101) | 0 (0–0) | 0 (0–0) | 133 (133–133) | 0.0 (0.0–0.0) | 0.247 (0.246–0.247) | 0.266 (0.247–0.285) | 0.024 (0.023–0.026) | 80.9 (78.2–89.3) → 100.5 (100.3–100.8) | — |
| S4-10000 | 10000 | before | 59.28 (57.52–60.50) | 5928.3 (5752.3–6049.6) | — | — | — | — | — | — | 0.250 (0.250–0.250) | 0.068 (0.067–0.068) | 0.034 (0.033–0.035) | 89.8 (83.9–91.6) → 102.0 (102.0–102.6) | — |
## Фоновая нагрузка (H4)
r — p95 окна прохода к p95 окон до и после; a — p95 до к p95 после (A/A). Медиана по повторам.
| Ячейка | Проход, с | Сценарий | r | a | 5xx |
|---|---|---|---|---|---|
| stand | 57.5 | download | 1.01 | 0.98 | 0 |
| stand | 57.5 | write | 1.02 | 0.96 | 0 |
| stand | 57.5 | read | 1.03 | 0.96 | 0 |
| stand-unlimited | 26.7 | download | 1.06 | 1.04 | 0 |
| stand-unlimited | 26.7 | write | 1.07 | 1.06 | 0 |
| stand-unlimited | 26.7 | read | 1.07 | 1.04 | 0 |
| fast-unlimited | 12.9 | download | 1.08 | 1.01 | 0 |
| fast-unlimited | 12.9 | write | 1.08 | 1.04 | 0 |
| fast-unlimited | 12.9 | read | 1.08 | 1.01 | 0 |
| fast-limited | 52.2 | download | 1.02 | 1.00 | 0 |
| fast-limited | 52.2 | write | 1.03 | 0.98 | 0 |
| fast-limited | 52.2 | read | 1.02 | 0.99 | 0 |
## Отказ по пределу (S4)
| Кандидатов | Ячейка | Проход, с | HEAD | Не перепроверено | Изменений в ошибке | Код |
|---|---|---|---|---|---|---|
| 1000 | before | 7.99 (7.71–8.01) | — | — | 1000 (1000–1000) | [3] |
| 1000 | after | 3.08 (3.02–3.11) | 101 (101–101) | 899 (899–899) | 101 (101–101) | [3] |
| 10000 | before | 59.28 (57.52–60.50) | — | — | 10000 (10000–10000) | [3] |
| 10000 | after | 3.41 (3.30–3.50) | 101 (101–101) | 9899 (9899–9899) | 101 (101–101) | [3] |
## Гипотезы
### H1: подтверждена
- критерий: цена на объект `batch` различается не больше чем на 20%; LIST = ⌈N/1000⌉ + 1, HEAD — только у кандидатов; прирост пика памяти уборщика от N ≤ 300 Б на ключ
- измерено: разброс цены 13.7 %, наклон пика памяти 161 Б на ключ
- B (N = 10000): 281.40 мкс на объект, LIST 11 (ожидалось 11), HEAD 75 (ожидалось 75), сеансов 96
- C (N = 30000): 310.61 мкс на объект, LIST 31 (ожидалось 31), HEAD 225 (ожидалось 225), сеансов 286
- D (N = 100000): 320.08 мкс на объект, LIST 101 (ожидалось 101), HEAD 750 (ожидалось 750), сеансов 953
### H2: подтверждена
- критерий: HEAD дороже `batch` по времени на объект ≥ 10×, пик памяти HEAD от N растёт не больше чем на 5 МиБ
- измерено: B: HEAD / batch по времени 21.7×; запросов S3 и сеансов на 1000 объектов — batch 18.2, HEAD 2015; пик памяти HEAD 96.4 МиБ; C: HEAD / batch по времени 20.4×; запросов S3 и сеансов на 1000 объектов — batch 18.1, HEAD 2015; пик памяти HEAD 96.6 МиБ; рост пика памяти HEAD от N: 0.2 МиБ
- B: HEAD / batch по времени 21.7×; запросов S3 и сеансов на 1000 объектов — batch 18.2, HEAD 2015; пик памяти HEAD 96.4 МиБ
- C: HEAD / batch по времени 20.4×; запросов S3 и сеансов на 1000 объектов — batch 18.1, HEAD 2015; пик памяти HEAD 96.6 МиБ
- рост пика памяти HEAD от N: 0.2 МиБ
### H3: подтверждена
- критерий: глубокая на 4 KiB дороже `batch` ≥ 5×; ≥ 5 мс на MiB; на лимите стенда — CPU уборщика ≥ 90% лимита, S3 ≤ 0.5 ядра; с 1 CPU быстрее ≥ 1.5×
- измерено: 4 KiB: глубокая / batch по времени 11.2×; цена байтов 5.50 мс на MiB; 1 MiB на лимите стенда: уборщик 0.249 ядра (100 % лимита), S3 0.202 ядра; 1 CPU быстрее в 2.80 раза
- 4 KiB: глубокая / batch по времени 11.2×
- цена байтов 5.50 мс на MiB
- 1 MiB на лимите стенда: уборщик 0.249 ядра (100 % лимита), S3 0.202 ядра
- 1 CPU быстрее в 2.80 раза
### H4: не проверена
- критерий: `stand`, `stand-unlimited`, `fast-limited` — медиана r ≤ 1.5 по трём сценариям; контраст `fast-unlimited` — r скачиваний > 1.5; A/A a в [1/1.5; 1.5]; без 5xx
- измерено: контраст r скачиваний 1.08
- stand: download r 1.01 a 0.98, write r 1.02 a 0.96, read r 1.03 a 0.96
- stand-unlimited: download r 1.06 a 1.04, write r 1.07 a 1.06, read r 1.07 a 1.04
- fast-unlimited: download r 1.08 a 1.01, write r 1.08 a 1.04, read r 1.08 a 1.01
- fast-limited: download r 1.02 a 1.00, write r 1.03 a 0.98, read r 1.02 a 0.99
### S4: подтверждена
- критерий: после — не дольше прохода без кандидатов на 1 с, HEAD ≤ предела + 1, код 3 у обоих
- измерено: 1000 кандидатов: до 8.0 с (+5.2 с, ожидалось ~5 с), после 3.1 с (+0.27 с), HEAD после 101, коды [3]; 10000 кандидатов: до 59.3 с (+56.5 с, ожидалось ~50 с), после 3.4 с (+0.60 с), HEAD после 101, коды [3]
- 1000 кандидатов: до 8.0 с (+5.2 с, ожидалось ~5 с), после 3.1 с (+0.27 с), HEAD после 101, коды [3]
- 10000 кандидатов: до 59.3 с (+56.5 с, ожидалось ~50 с), после 3.4 с (+0.60 с), HEAD после 101, коды [3]
Графики: `cost-by-n.svg`, `requests-by-n.svg`, `background-p95.svg`.
+181
View File
@@ -0,0 +1,181 @@
pass,stage,cell,repeat,window,scenario,start_s,end_s,responses,errors,s5xx,p50_ms,p95_ms,p99_ms
D-fast-limited-r1,D,fast-limited,1,before,download,1792769454.71,1792769484.71,8999,0,0,3.94,6.13,10.86
D-fast-limited-r1,D,fast-limited,1,pass,download,1792769485.641,1792769537.957,15694,0,0,4.02,6.33,16.68
D-fast-limited-r1,D,fast-limited,1,after,download,1792769537.968,1792769567.968,9000,0,0,4.1,6.6,21.58
D-fast-limited-r1,D,fast-limited,1,quiet,download,1792769454.71,1792769567.968,17999,0,0,4.0,6.34,13.93
D-fast-limited-r1,D,fast-limited,1,list,download,1792769485.641,1792769535.526,14965,0,0,4.0,6.29,17.35
D-fast-limited-r1,D,fast-limited,1,before,write,1792769454.71,1792769484.71,1500,0,0,4.19,5.25,15.94
D-fast-limited-r1,D,fast-limited,1,pass,write,1792769485.641,1792769537.957,2616,0,0,4.48,5.61,18.26
D-fast-limited-r1,D,fast-limited,1,after,write,1792769537.968,1792769567.968,1500,0,0,4.53,5.87,17.92
D-fast-limited-r1,D,fast-limited,1,quiet,write,1792769454.71,1792769567.968,3000,0,0,4.31,5.65,17.92
D-fast-limited-r1,D,fast-limited,1,list,write,1792769485.641,1792769535.526,2494,0,0,4.47,5.59,19.2
D-fast-limited-r1,D,fast-limited,1,before,read,1792769454.71,1792769484.71,1500,0,0,3.28,4.43,12.56
D-fast-limited-r1,D,fast-limited,1,pass,read,1792769485.641,1792769537.957,2616,0,0,3.53,4.66,12.75
D-fast-limited-r1,D,fast-limited,1,after,read,1792769537.968,1792769567.968,1500,0,0,3.52,4.73,14.53
D-fast-limited-r1,D,fast-limited,1,quiet,read,1792769454.71,1792769567.968,3000,0,0,3.39,4.6,14.17
D-fast-limited-r1,D,fast-limited,1,list,read,1792769485.641,1792769535.526,2494,0,0,3.51,4.6,14.95
D-stand-unlimited-r1,D,stand-unlimited,1,before,download,1792769539.944,1792769569.944,9000,0,0,4.09,6.45,18.75
D-stand-unlimited-r1,D,stand-unlimited,1,pass,download,1792769573.509,1792769600.713,8161,0,0,4.18,6.51,11.09
D-stand-unlimited-r1,D,stand-unlimited,1,after,download,1792769600.727,1792769630.727,9000,0,0,4.03,6.2,12.25
D-stand-unlimited-r1,D,stand-unlimited,1,quiet,download,1792769539.944,1792769630.727,18000,0,0,4.06,6.29,14.67
D-stand-unlimited-r1,D,stand-unlimited,1,list,download,1792769573.509,1792769592.324,5645,0,0,4.2,6.59,11.85
D-stand-unlimited-r1,D,stand-unlimited,1,before,write,1792769539.944,1792769569.944,1500,0,0,4.53,5.74,17.92
D-stand-unlimited-r1,D,stand-unlimited,1,pass,write,1792769573.509,1792769600.713,1360,0,0,4.59,5.6,11.59
D-stand-unlimited-r1,D,stand-unlimited,1,after,write,1792769600.727,1792769630.727,1500,0,0,4.43,5.42,13.25
D-stand-unlimited-r1,D,stand-unlimited,1,quiet,write,1792769539.944,1792769630.727,3000,0,0,4.5,5.56,17.34
D-stand-unlimited-r1,D,stand-unlimited,1,list,write,1792769573.509,1792769592.324,941,0,0,4.6,5.6,8.01
D-stand-unlimited-r1,D,stand-unlimited,1,before,read,1792769539.944,1792769569.944,1500,0,0,3.52,4.68,13.88
D-stand-unlimited-r1,D,stand-unlimited,1,pass,read,1792769573.509,1792769600.713,1360,0,0,3.59,4.74,12.77
D-stand-unlimited-r1,D,stand-unlimited,1,after,read,1792769600.727,1792769630.727,1500,0,0,3.5,4.48,8.15
D-stand-unlimited-r1,D,stand-unlimited,1,quiet,read,1792769539.944,1792769630.727,3000,0,0,3.51,4.55,11.89
D-stand-unlimited-r1,D,stand-unlimited,1,list,read,1792769573.509,1792769592.324,941,0,0,3.61,4.77,12.77
D-stand-r1,D,stand,1,before,download,1792769602.615,1792769632.615,9000,0,0,4.03,6.16,11.63
D-stand-r1,D,stand,1,pass,download,1792769636.124,1792769694.423,17489,0,0,4.07,6.3,13.27
D-stand-r1,D,stand,1,after,download,1792769694.435,1792769724.435,9000,0,0,4.08,6.32,10.96
D-stand-r1,D,stand,1,quiet,download,1792769602.615,1792769724.435,18000,0,0,4.06,6.24,11.39
D-stand-r1,D,stand,1,list,download,1792769636.124,1792769686.008,14965,0,0,4.08,6.29,12.55
D-stand-r1,D,stand,1,before,write,1792769602.615,1792769632.615,1500,0,0,4.47,5.41,13.25
D-stand-r1,D,stand,1,pass,write,1792769636.124,1792769694.423,2915,0,0,4.54,5.67,18.48
D-stand-r1,D,stand,1,after,write,1792769694.435,1792769724.435,1500,0,0,4.51,5.59,12.32
D-stand-r1,D,stand,1,quiet,write,1792769602.615,1792769724.435,3000,0,0,4.49,5.48,12.56
D-stand-r1,D,stand,1,list,write,1792769636.124,1792769686.008,2494,0,0,4.54,5.66,14.97
D-stand-r1,D,stand,1,before,read,1792769602.615,1792769632.615,1500,0,0,3.51,4.47,8.15
D-stand-r1,D,stand,1,pass,read,1792769636.124,1792769694.423,2915,0,0,3.54,4.68,14.66
D-stand-r1,D,stand,1,after,read,1792769694.435,1792769724.435,1500,0,0,3.52,4.63,12.32
D-stand-r1,D,stand,1,quiet,read,1792769602.615,1792769724.435,3000,0,0,3.52,4.53,11.22
D-stand-r1,D,stand,1,list,read,1792769636.124,1792769686.008,2494,0,0,3.55,4.68,14.35
D-fast-unlimited-r1,D,fast-unlimited,1,before,download,1792769696.382,1792769726.382,9000,0,0,4.07,6.25,11.29
D-fast-unlimited-r1,D,fast-unlimited,1,pass,download,1792769727.314,1792769741.125,4143,0,0,4.43,7.48,17.31
D-fast-unlimited-r1,D,fast-unlimited,1,after,download,1792769741.136,1792769771.136,9000,0,0,4.09,6.25,13.17
D-fast-unlimited-r1,D,fast-unlimited,1,quiet,download,1792769696.382,1792769771.136,18000,0,0,4.08,6.25,12.2
D-fast-unlimited-r1,D,fast-unlimited,1,list,download,1792769727.314,1792769738.666,3406,0,0,4.42,7.73,20.1
D-fast-unlimited-r1,D,fast-unlimited,1,before,write,1792769696.382,1792769726.382,1500,0,0,4.5,5.44,12.56
D-fast-unlimited-r1,D,fast-unlimited,1,pass,write,1792769727.314,1792769741.125,691,0,0,4.9,6.68,17.59
D-fast-unlimited-r1,D,fast-unlimited,1,after,write,1792769741.136,1792769771.136,1500,0,0,4.51,5.45,15.88
D-fast-unlimited-r1,D,fast-unlimited,1,quiet,write,1792769696.382,1792769771.136,3000,0,0,4.51,5.45,15.73
D-fast-unlimited-r1,D,fast-unlimited,1,list,write,1792769727.314,1792769738.666,568,0,0,4.87,6.81,19.56
D-fast-unlimited-r1,D,fast-unlimited,1,before,read,1792769696.382,1792769726.382,1500,0,0,3.52,4.63,14.1
D-fast-unlimited-r1,D,fast-unlimited,1,pass,read,1792769727.314,1792769741.125,691,0,0,3.85,5.14,14.19
D-fast-unlimited-r1,D,fast-unlimited,1,after,read,1792769741.136,1792769771.136,1500,0,0,3.56,4.63,10.05
D-fast-unlimited-r1,D,fast-unlimited,1,quiet,read,1792769696.382,1792769771.136,3000,0,0,3.54,4.63,13.94
D-fast-unlimited-r1,D,fast-unlimited,1,list,read,1792769727.314,1792769738.666,568,0,0,3.85,5.23,15.66
D-stand-unlimited-r2,D,stand-unlimited,2,before,download,1792769743.072,1792769773.072,9000,0,0,4.09,6.22,11.46
D-stand-unlimited-r2,D,stand-unlimited,2,pass,download,1792769776.51,1792769803.209,8009,0,0,3.66,6.51,123.39
D-stand-unlimited-r2,D,stand-unlimited,2,after,download,1792769803.22,1792769833.22,9000,0,0,3.38,5.56,8.46
D-stand-unlimited-r2,D,stand-unlimited,2,quiet,download,1792769743.072,1792769833.22,18000,0,0,3.72,6.05,9.37
D-stand-unlimited-r2,D,stand-unlimited,2,list,download,1792769776.51,1792769795.686,5753,0,0,3.75,7.54,154.66
D-stand-unlimited-r2,D,stand-unlimited,2,before,write,1792769743.072,1792769773.072,1500,0,0,4.51,5.45,18.5
D-stand-unlimited-r2,D,stand-unlimited,2,pass,write,1792769776.51,1792769803.209,1335,0,0,4.14,6.02,78.16
D-stand-unlimited-r2,D,stand-unlimited,2,after,write,1792769803.22,1792769833.22,1500,0,0,3.78,4.97,8.45
D-stand-unlimited-r2,D,stand-unlimited,2,quiet,write,1792769743.072,1792769833.22,3000,0,0,4.17,5.34,13.38
D-stand-unlimited-r2,D,stand-unlimited,2,list,write,1792769776.51,1792769795.686,959,0,0,4.22,6.76,97.24
D-stand-unlimited-r2,D,stand-unlimited,2,before,read,1792769743.072,1792769773.072,1500,0,0,3.56,4.56,10.05
D-stand-unlimited-r2,D,stand-unlimited,2,pass,read,1792769776.51,1792769803.209,1335,0,0,3.3,4.83,60.26
D-stand-unlimited-r2,D,stand-unlimited,2,after,read,1792769803.22,1792769833.22,1500,0,0,3.01,4.07,8.32
D-stand-unlimited-r2,D,stand-unlimited,2,quiet,read,1792769743.072,1792769833.22,3000,0,0,3.28,4.45,10.05
D-stand-unlimited-r2,D,stand-unlimited,2,list,read,1792769776.51,1792769795.686,959,0,0,3.35,5.25,71.36
D-fast-limited-r2,D,fast-limited,2,before,download,1792769805.162,1792769835.162,9000,0,0,3.37,5.52,8.17
D-fast-limited-r2,D,fast-limited,2,pass,download,1792769836.043,1792769888.026,15595,0,0,3.4,5.6,11.04
D-fast-limited-r2,D,fast-limited,2,after,download,1792769888.035,1792769918.035,9001,0,0,3.33,5.45,7.59
D-fast-limited-r2,D,fast-limited,2,quiet,download,1792769805.162,1792769918.035,18001,0,0,3.35,5.48,7.95
D-fast-limited-r2,D,fast-limited,2,list,download,1792769836.043,1792769885.927,14965,0,0,3.39,5.58,11.46
D-fast-limited-r2,D,fast-limited,2,before,write,1792769805.162,1792769835.162,1500,0,0,3.75,4.92,7.55
D-fast-limited-r2,D,fast-limited,2,pass,write,1792769836.043,1792769888.026,2599,0,0,3.85,4.98,11.46
D-fast-limited-r2,D,fast-limited,2,after,write,1792769888.035,1792769918.035,1501,0,0,3.65,4.78,9.92
D-fast-limited-r2,D,fast-limited,2,quiet,write,1792769805.162,1792769918.035,3001,0,0,3.71,4.83,8.11
D-fast-limited-r2,D,fast-limited,2,list,write,1792769836.043,1792769885.927,2494,0,0,3.81,4.97,12.0
D-fast-limited-r2,D,fast-limited,2,before,read,1792769805.162,1792769835.162,1500,0,0,3.0,4.05,6.71
D-fast-limited-r2,D,fast-limited,2,pass,read,1792769836.043,1792769888.026,2599,0,0,3.05,4.08,8.53
D-fast-limited-r2,D,fast-limited,2,after,read,1792769888.035,1792769918.035,1501,0,0,2.95,3.94,6.93
D-fast-limited-r2,D,fast-limited,2,quiet,read,1792769805.162,1792769918.035,3001,0,0,2.97,4.0,6.93
D-fast-limited-r2,D,fast-limited,2,list,read,1792769836.043,1792769885.927,2494,0,0,3.03,4.05,8.63
D-stand-r2,D,stand,2,before,download,1792769889.977,1792769919.977,9000,0,0,3.32,5.43,7.9
D-stand-r2,D,stand,2,pass,download,1792769923.268,1792769980.768,17250,0,0,3.37,5.5,8.04
D-stand-r2,D,stand,2,after,download,1792769980.778,1792770010.778,9000,0,0,3.35,5.54,10.5
D-stand-r2,D,stand,2,quiet,download,1792769889.977,1792770010.778,18000,0,0,3.33,5.49,8.79
D-stand-r2,D,stand,2,list,download,1792769923.268,1792769973.152,14965,0,0,3.37,5.49,8.04
D-stand-r2,D,stand,2,before,write,1792769889.977,1792769919.977,1500,0,0,3.63,4.74,7.66
D-stand-r2,D,stand,2,pass,write,1792769923.268,1792769980.768,2875,0,0,3.79,4.97,11.38
D-stand-r2,D,stand,2,after,write,1792769980.778,1792770010.778,1500,0,0,3.75,4.94,10.41
D-stand-r2,D,stand,2,quiet,write,1792769889.977,1792770010.778,3000,0,0,3.66,4.85,9.17
D-stand-r2,D,stand,2,list,write,1792769923.268,1792769973.152,2494,0,0,3.76,4.91,10.95
D-stand-r2,D,stand,2,before,read,1792769889.977,1792769919.977,1500,0,0,2.92,3.92,6.39
D-stand-r2,D,stand,2,pass,read,1792769923.268,1792769980.768,2875,0,0,3.05,4.04,8.82
D-stand-r2,D,stand,2,after,read,1792769980.778,1792770010.778,1500,0,0,2.94,4.12,9.59
D-stand-r2,D,stand,2,quiet,read,1792769889.977,1792770010.778,3000,0,0,2.93,4.03,8.53
D-stand-r2,D,stand,2,list,read,1792769923.268,1792769973.152,2494,0,0,3.03,4.03,8.8
D-fast-unlimited-r2,D,fast-unlimited,2,before,download,1792769982.683,1792770012.683,8999,0,0,3.33,5.5,10.46
D-fast-unlimited-r2,D,fast-unlimited,2,pass,download,1792770013.56,1792770026.446,3865,0,0,3.64,5.88,8.6
D-fast-unlimited-r2,D,fast-unlimited,2,after,download,1792770026.456,1792770056.456,9000,0,0,3.3,5.42,8.25
D-fast-unlimited-r2,D,fast-unlimited,2,quiet,download,1792769982.683,1792770056.456,17999,0,0,3.32,5.45,9.47
D-fast-unlimited-r2,D,fast-unlimited,2,list,download,1792770013.56,1792770024.326,3229,0,0,3.63,5.9,9.85
D-fast-unlimited-r2,D,fast-unlimited,2,before,write,1792769982.683,1792770012.683,1500,0,0,3.72,4.91,10.41
D-fast-unlimited-r2,D,fast-unlimited,2,pass,write,1792770013.56,1792770026.446,644,0,0,4.15,5.17,7.49
D-fast-unlimited-r2,D,fast-unlimited,2,after,write,1792770026.456,1792770056.456,1500,0,0,3.59,4.7,8.18
D-fast-unlimited-r2,D,fast-unlimited,2,quiet,write,1792769982.683,1792770056.456,3000,0,0,3.64,4.8,9.78
D-fast-unlimited-r2,D,fast-unlimited,2,list,write,1792770013.56,1792770024.326,538,0,0,4.12,5.22,8.1
D-fast-unlimited-r2,D,fast-unlimited,2,before,read,1792769982.683,1792770012.683,1500,0,0,2.94,4.08,12.03
D-fast-unlimited-r2,D,fast-unlimited,2,pass,read,1792770013.56,1792770026.446,644,0,0,3.26,4.34,9.69
D-fast-unlimited-r2,D,fast-unlimited,2,after,read,1792770026.456,1792770056.456,1500,0,0,2.88,3.91,6.03
D-fast-unlimited-r2,D,fast-unlimited,2,quiet,read,1792769982.683,1792770056.456,3000,0,0,2.91,4.0,9.59
D-fast-unlimited-r2,D,fast-unlimited,2,list,read,1792770013.56,1792770024.326,538,0,0,3.24,4.43,12.53
D-stand-r3,D,stand,3,before,download,1792770028.288,1792770058.288,9000,0,0,3.29,5.38,7.81
D-stand-r3,D,stand,3,pass,download,1792770061.681,1792770119.085,17221,0,0,3.36,5.53,7.89
D-stand-r3,D,stand,3,after,download,1792770119.096,1792770149.096,9000,0,0,3.34,5.51,9.71
D-stand-r3,D,stand,3,quiet,download,1792770028.288,1792770149.096,18000,0,0,3.32,5.45,8.84
D-stand-r3,D,stand,3,list,download,1792770061.681,1792770111.565,14965,0,0,3.35,5.52,8.1
D-stand-r3,D,stand,3,before,write,1792770028.288,1792770058.288,1500,0,0,3.59,4.69,10.65
D-stand-r3,D,stand,3,pass,write,1792770061.681,1792770119.085,2870,0,0,3.73,4.91,7.67
D-stand-r3,D,stand,3,after,write,1792770119.096,1792770149.096,1500,0,0,3.63,4.86,8.81
D-stand-r3,D,stand,3,quiet,write,1792770028.288,1792770149.096,3000,0,0,3.62,4.8,9.84
D-stand-r3,D,stand,3,list,write,1792770061.681,1792770111.565,2494,0,0,3.7,4.92,7.67
D-stand-r3,D,stand,3,before,read,1792770028.288,1792770058.288,1500,0,0,2.87,3.9,6.03
D-stand-r3,D,stand,3,pass,read,1792770061.681,1792770119.085,2870,0,0,2.99,4.07,8.8
D-stand-r3,D,stand,3,after,read,1792770119.096,1792770149.096,1500,0,0,2.93,4.02,7.72
D-stand-r3,D,stand,3,quiet,read,1792770028.288,1792770149.096,3000,0,0,2.9,3.95,7.51
D-stand-r3,D,stand,3,list,read,1792770061.681,1792770111.565,2494,0,0,2.98,4.07,8.8
D-fast-unlimited-r3,D,fast-unlimited,3,before,download,1792770121.068,1792770151.068,9001,0,0,3.32,5.46,9.7
D-fast-unlimited-r3,D,fast-unlimited,3,pass,download,1792770151.958,1792770164.835,3863,0,0,3.61,5.9,10.67
D-fast-unlimited-r3,D,fast-unlimited,3,after,download,1792770164.846,1792770194.846,9000,0,0,3.3,5.42,7.81
D-fast-unlimited-r3,D,fast-unlimited,3,quiet,download,1792770121.068,1792770194.846,18001,0,0,3.31,5.45,8.61
D-fast-unlimited-r3,D,fast-unlimited,3,list,download,1792770151.958,1792770162.671,3214,0,0,3.58,5.85,8.03
D-fast-unlimited-r3,D,fast-unlimited,3,before,write,1792770121.068,1792770151.068,1500,0,0,3.62,4.81,9.88
D-fast-unlimited-r3,D,fast-unlimited,3,pass,write,1792770151.958,1792770164.835,643,0,0,4.14,5.07,6.14
D-fast-unlimited-r3,D,fast-unlimited,3,after,write,1792770164.846,1792770194.846,1500,0,0,3.6,4.62,9.58
D-fast-unlimited-r3,D,fast-unlimited,3,quiet,write,1792770121.068,1792770194.846,3000,0,0,3.61,4.74,9.76
D-fast-unlimited-r3,D,fast-unlimited,3,list,write,1792770151.958,1792770162.671,535,0,0,4.11,5.02,5.83
D-fast-unlimited-r3,D,fast-unlimited,3,before,read,1792770121.068,1792770151.068,1500,0,0,2.91,3.9,7.72
D-fast-unlimited-r3,D,fast-unlimited,3,pass,read,1792770151.958,1792770164.835,643,0,0,3.26,4.18,10.74
D-fast-unlimited-r3,D,fast-unlimited,3,after,read,1792770164.846,1792770194.846,1500,0,0,2.86,3.86,4.67
D-fast-unlimited-r3,D,fast-unlimited,3,quiet,read,1792770121.068,1792770194.846,3000,0,0,2.88,3.89,5.35
D-fast-unlimited-r3,D,fast-unlimited,3,list,read,1792770151.958,1792770162.671,535,0,0,3.25,4.16,6.26
D-fast-limited-r3,D,fast-limited,3,before,download,1792770166.739,1792770196.739,9000,0,0,3.29,5.4,7.76
D-fast-limited-r3,D,fast-limited,3,pass,download,1792770197.612,1792770249.772,15648,0,0,3.37,5.53,7.8
D-fast-limited-r3,D,fast-limited,3,after,download,1792770249.783,1792770279.783,9000,0,0,3.3,5.42,8.47
D-fast-limited-r3,D,fast-limited,3,quiet,download,1792770166.739,1792770279.783,18000,0,0,3.29,5.41,8.05
D-fast-limited-r3,D,fast-limited,3,list,download,1792770197.612,1792770247.496,14965,0,0,3.35,5.46,7.5
D-fast-limited-r3,D,fast-limited,3,before,write,1792770166.739,1792770196.739,1500,0,0,3.59,4.62,9.58
D-fast-limited-r3,D,fast-limited,3,pass,write,1792770197.612,1792770249.772,2608,0,0,3.73,4.98,8.52
D-fast-limited-r3,D,fast-limited,3,after,write,1792770249.783,1792770279.783,1500,0,0,3.61,4.71,8.69
D-fast-limited-r3,D,fast-limited,3,quiet,write,1792770166.739,1792770279.783,3000,0,0,3.6,4.68,9.2
D-fast-limited-r3,D,fast-limited,3,list,write,1792770197.612,1792770247.496,2494,0,0,3.69,4.89,7.96
D-fast-limited-r3,D,fast-limited,3,before,read,1792770166.739,1792770196.739,1500,0,0,2.85,3.84,4.82
D-fast-limited-r3,D,fast-limited,3,pass,read,1792770197.612,1792770249.772,2608,0,0,3.04,4.14,8.01
D-fast-limited-r3,D,fast-limited,3,after,read,1792770249.783,1792770279.783,1500,0,0,2.88,3.89,5.44
D-fast-limited-r3,D,fast-limited,3,quiet,read,1792770166.739,1792770279.783,3000,0,0,2.87,3.87,5.24
D-fast-limited-r3,D,fast-limited,3,list,read,1792770197.612,1792770247.496,2494,0,0,3.02,4.07,8.01
D-stand-unlimited-r3,D,stand-unlimited,3,before,download,1792770251.687,1792770281.687,9000,0,0,3.28,5.38,7.8
D-stand-unlimited-r3,D,stand-unlimited,3,pass,download,1792770285.114,1792770311.241,7838,0,0,3.47,5.74,7.57
D-stand-unlimited-r3,D,stand-unlimited,3,after,download,1792770311.251,1792770341.251,8999,0,0,3.32,5.49,11.49
D-stand-unlimited-r3,D,stand-unlimited,3,quiet,download,1792770251.687,1792770341.251,17999,0,0,3.3,5.42,9.75
D-stand-unlimited-r3,D,stand-unlimited,3,list,download,1792770285.114,1792770303.633,5556,0,0,3.5,5.75,7.46
D-stand-unlimited-r3,D,stand-unlimited,3,before,write,1792770251.687,1792770281.687,1500,0,0,3.59,4.66,8.24
D-stand-unlimited-r3,D,stand-unlimited,3,pass,write,1792770285.114,1792770311.241,1307,0,0,4.02,5.05,7.18
D-stand-unlimited-r3,D,stand-unlimited,3,after,write,1792770311.251,1792770341.251,1500,0,0,3.61,4.78,12.14
D-stand-unlimited-r3,D,stand-unlimited,3,quiet,write,1792770251.687,1792770341.251,3000,0,0,3.6,4.7,10.3
D-stand-unlimited-r3,D,stand-unlimited,3,list,write,1792770285.114,1792770303.633,926,0,0,4.06,5.08,7.0
D-stand-unlimited-r3,D,stand-unlimited,3,before,read,1792770251.687,1792770281.687,1500,0,0,2.87,3.82,4.78
D-stand-unlimited-r3,D,stand-unlimited,3,pass,read,1792770285.114,1792770311.241,1307,0,0,3.19,4.18,5.28
D-stand-unlimited-r3,D,stand-unlimited,3,after,read,1792770311.251,1792770341.251,1500,0,0,2.89,3.99,12.93
D-stand-unlimited-r3,D,stand-unlimited,3,quiet,read,1792770251.687,1792770341.251,3000,0,0,2.87,3.9,7.36
D-stand-unlimited-r3,D,stand-unlimited,3,list,read,1792770285.114,1792770303.633,926,0,0,3.24,4.2,5.28
1 pass stage cell repeat window scenario start_s end_s responses errors s5xx p50_ms p95_ms p99_ms
2 D-fast-limited-r1 D fast-limited 1 before download 1792769454.71 1792769484.71 8999 0 0 3.94 6.13 10.86
3 D-fast-limited-r1 D fast-limited 1 pass download 1792769485.641 1792769537.957 15694 0 0 4.02 6.33 16.68
4 D-fast-limited-r1 D fast-limited 1 after download 1792769537.968 1792769567.968 9000 0 0 4.1 6.6 21.58
5 D-fast-limited-r1 D fast-limited 1 quiet download 1792769454.71 1792769567.968 17999 0 0 4.0 6.34 13.93
6 D-fast-limited-r1 D fast-limited 1 list download 1792769485.641 1792769535.526 14965 0 0 4.0 6.29 17.35
7 D-fast-limited-r1 D fast-limited 1 before write 1792769454.71 1792769484.71 1500 0 0 4.19 5.25 15.94
8 D-fast-limited-r1 D fast-limited 1 pass write 1792769485.641 1792769537.957 2616 0 0 4.48 5.61 18.26
9 D-fast-limited-r1 D fast-limited 1 after write 1792769537.968 1792769567.968 1500 0 0 4.53 5.87 17.92
10 D-fast-limited-r1 D fast-limited 1 quiet write 1792769454.71 1792769567.968 3000 0 0 4.31 5.65 17.92
11 D-fast-limited-r1 D fast-limited 1 list write 1792769485.641 1792769535.526 2494 0 0 4.47 5.59 19.2
12 D-fast-limited-r1 D fast-limited 1 before read 1792769454.71 1792769484.71 1500 0 0 3.28 4.43 12.56
13 D-fast-limited-r1 D fast-limited 1 pass read 1792769485.641 1792769537.957 2616 0 0 3.53 4.66 12.75
14 D-fast-limited-r1 D fast-limited 1 after read 1792769537.968 1792769567.968 1500 0 0 3.52 4.73 14.53
15 D-fast-limited-r1 D fast-limited 1 quiet read 1792769454.71 1792769567.968 3000 0 0 3.39 4.6 14.17
16 D-fast-limited-r1 D fast-limited 1 list read 1792769485.641 1792769535.526 2494 0 0 3.51 4.6 14.95
17 D-stand-unlimited-r1 D stand-unlimited 1 before download 1792769539.944 1792769569.944 9000 0 0 4.09 6.45 18.75
18 D-stand-unlimited-r1 D stand-unlimited 1 pass download 1792769573.509 1792769600.713 8161 0 0 4.18 6.51 11.09
19 D-stand-unlimited-r1 D stand-unlimited 1 after download 1792769600.727 1792769630.727 9000 0 0 4.03 6.2 12.25
20 D-stand-unlimited-r1 D stand-unlimited 1 quiet download 1792769539.944 1792769630.727 18000 0 0 4.06 6.29 14.67
21 D-stand-unlimited-r1 D stand-unlimited 1 list download 1792769573.509 1792769592.324 5645 0 0 4.2 6.59 11.85
22 D-stand-unlimited-r1 D stand-unlimited 1 before write 1792769539.944 1792769569.944 1500 0 0 4.53 5.74 17.92
23 D-stand-unlimited-r1 D stand-unlimited 1 pass write 1792769573.509 1792769600.713 1360 0 0 4.59 5.6 11.59
24 D-stand-unlimited-r1 D stand-unlimited 1 after write 1792769600.727 1792769630.727 1500 0 0 4.43 5.42 13.25
25 D-stand-unlimited-r1 D stand-unlimited 1 quiet write 1792769539.944 1792769630.727 3000 0 0 4.5 5.56 17.34
26 D-stand-unlimited-r1 D stand-unlimited 1 list write 1792769573.509 1792769592.324 941 0 0 4.6 5.6 8.01
27 D-stand-unlimited-r1 D stand-unlimited 1 before read 1792769539.944 1792769569.944 1500 0 0 3.52 4.68 13.88
28 D-stand-unlimited-r1 D stand-unlimited 1 pass read 1792769573.509 1792769600.713 1360 0 0 3.59 4.74 12.77
29 D-stand-unlimited-r1 D stand-unlimited 1 after read 1792769600.727 1792769630.727 1500 0 0 3.5 4.48 8.15
30 D-stand-unlimited-r1 D stand-unlimited 1 quiet read 1792769539.944 1792769630.727 3000 0 0 3.51 4.55 11.89
31 D-stand-unlimited-r1 D stand-unlimited 1 list read 1792769573.509 1792769592.324 941 0 0 3.61 4.77 12.77
32 D-stand-r1 D stand 1 before download 1792769602.615 1792769632.615 9000 0 0 4.03 6.16 11.63
33 D-stand-r1 D stand 1 pass download 1792769636.124 1792769694.423 17489 0 0 4.07 6.3 13.27
34 D-stand-r1 D stand 1 after download 1792769694.435 1792769724.435 9000 0 0 4.08 6.32 10.96
35 D-stand-r1 D stand 1 quiet download 1792769602.615 1792769724.435 18000 0 0 4.06 6.24 11.39
36 D-stand-r1 D stand 1 list download 1792769636.124 1792769686.008 14965 0 0 4.08 6.29 12.55
37 D-stand-r1 D stand 1 before write 1792769602.615 1792769632.615 1500 0 0 4.47 5.41 13.25
38 D-stand-r1 D stand 1 pass write 1792769636.124 1792769694.423 2915 0 0 4.54 5.67 18.48
39 D-stand-r1 D stand 1 after write 1792769694.435 1792769724.435 1500 0 0 4.51 5.59 12.32
40 D-stand-r1 D stand 1 quiet write 1792769602.615 1792769724.435 3000 0 0 4.49 5.48 12.56
41 D-stand-r1 D stand 1 list write 1792769636.124 1792769686.008 2494 0 0 4.54 5.66 14.97
42 D-stand-r1 D stand 1 before read 1792769602.615 1792769632.615 1500 0 0 3.51 4.47 8.15
43 D-stand-r1 D stand 1 pass read 1792769636.124 1792769694.423 2915 0 0 3.54 4.68 14.66
44 D-stand-r1 D stand 1 after read 1792769694.435 1792769724.435 1500 0 0 3.52 4.63 12.32
45 D-stand-r1 D stand 1 quiet read 1792769602.615 1792769724.435 3000 0 0 3.52 4.53 11.22
46 D-stand-r1 D stand 1 list read 1792769636.124 1792769686.008 2494 0 0 3.55 4.68 14.35
47 D-fast-unlimited-r1 D fast-unlimited 1 before download 1792769696.382 1792769726.382 9000 0 0 4.07 6.25 11.29
48 D-fast-unlimited-r1 D fast-unlimited 1 pass download 1792769727.314 1792769741.125 4143 0 0 4.43 7.48 17.31
49 D-fast-unlimited-r1 D fast-unlimited 1 after download 1792769741.136 1792769771.136 9000 0 0 4.09 6.25 13.17
50 D-fast-unlimited-r1 D fast-unlimited 1 quiet download 1792769696.382 1792769771.136 18000 0 0 4.08 6.25 12.2
51 D-fast-unlimited-r1 D fast-unlimited 1 list download 1792769727.314 1792769738.666 3406 0 0 4.42 7.73 20.1
52 D-fast-unlimited-r1 D fast-unlimited 1 before write 1792769696.382 1792769726.382 1500 0 0 4.5 5.44 12.56
53 D-fast-unlimited-r1 D fast-unlimited 1 pass write 1792769727.314 1792769741.125 691 0 0 4.9 6.68 17.59
54 D-fast-unlimited-r1 D fast-unlimited 1 after write 1792769741.136 1792769771.136 1500 0 0 4.51 5.45 15.88
55 D-fast-unlimited-r1 D fast-unlimited 1 quiet write 1792769696.382 1792769771.136 3000 0 0 4.51 5.45 15.73
56 D-fast-unlimited-r1 D fast-unlimited 1 list write 1792769727.314 1792769738.666 568 0 0 4.87 6.81 19.56
57 D-fast-unlimited-r1 D fast-unlimited 1 before read 1792769696.382 1792769726.382 1500 0 0 3.52 4.63 14.1
58 D-fast-unlimited-r1 D fast-unlimited 1 pass read 1792769727.314 1792769741.125 691 0 0 3.85 5.14 14.19
59 D-fast-unlimited-r1 D fast-unlimited 1 after read 1792769741.136 1792769771.136 1500 0 0 3.56 4.63 10.05
60 D-fast-unlimited-r1 D fast-unlimited 1 quiet read 1792769696.382 1792769771.136 3000 0 0 3.54 4.63 13.94
61 D-fast-unlimited-r1 D fast-unlimited 1 list read 1792769727.314 1792769738.666 568 0 0 3.85 5.23 15.66
62 D-stand-unlimited-r2 D stand-unlimited 2 before download 1792769743.072 1792769773.072 9000 0 0 4.09 6.22 11.46
63 D-stand-unlimited-r2 D stand-unlimited 2 pass download 1792769776.51 1792769803.209 8009 0 0 3.66 6.51 123.39
64 D-stand-unlimited-r2 D stand-unlimited 2 after download 1792769803.22 1792769833.22 9000 0 0 3.38 5.56 8.46
65 D-stand-unlimited-r2 D stand-unlimited 2 quiet download 1792769743.072 1792769833.22 18000 0 0 3.72 6.05 9.37
66 D-stand-unlimited-r2 D stand-unlimited 2 list download 1792769776.51 1792769795.686 5753 0 0 3.75 7.54 154.66
67 D-stand-unlimited-r2 D stand-unlimited 2 before write 1792769743.072 1792769773.072 1500 0 0 4.51 5.45 18.5
68 D-stand-unlimited-r2 D stand-unlimited 2 pass write 1792769776.51 1792769803.209 1335 0 0 4.14 6.02 78.16
69 D-stand-unlimited-r2 D stand-unlimited 2 after write 1792769803.22 1792769833.22 1500 0 0 3.78 4.97 8.45
70 D-stand-unlimited-r2 D stand-unlimited 2 quiet write 1792769743.072 1792769833.22 3000 0 0 4.17 5.34 13.38
71 D-stand-unlimited-r2 D stand-unlimited 2 list write 1792769776.51 1792769795.686 959 0 0 4.22 6.76 97.24
72 D-stand-unlimited-r2 D stand-unlimited 2 before read 1792769743.072 1792769773.072 1500 0 0 3.56 4.56 10.05
73 D-stand-unlimited-r2 D stand-unlimited 2 pass read 1792769776.51 1792769803.209 1335 0 0 3.3 4.83 60.26
74 D-stand-unlimited-r2 D stand-unlimited 2 after read 1792769803.22 1792769833.22 1500 0 0 3.01 4.07 8.32
75 D-stand-unlimited-r2 D stand-unlimited 2 quiet read 1792769743.072 1792769833.22 3000 0 0 3.28 4.45 10.05
76 D-stand-unlimited-r2 D stand-unlimited 2 list read 1792769776.51 1792769795.686 959 0 0 3.35 5.25 71.36
77 D-fast-limited-r2 D fast-limited 2 before download 1792769805.162 1792769835.162 9000 0 0 3.37 5.52 8.17
78 D-fast-limited-r2 D fast-limited 2 pass download 1792769836.043 1792769888.026 15595 0 0 3.4 5.6 11.04
79 D-fast-limited-r2 D fast-limited 2 after download 1792769888.035 1792769918.035 9001 0 0 3.33 5.45 7.59
80 D-fast-limited-r2 D fast-limited 2 quiet download 1792769805.162 1792769918.035 18001 0 0 3.35 5.48 7.95
81 D-fast-limited-r2 D fast-limited 2 list download 1792769836.043 1792769885.927 14965 0 0 3.39 5.58 11.46
82 D-fast-limited-r2 D fast-limited 2 before write 1792769805.162 1792769835.162 1500 0 0 3.75 4.92 7.55
83 D-fast-limited-r2 D fast-limited 2 pass write 1792769836.043 1792769888.026 2599 0 0 3.85 4.98 11.46
84 D-fast-limited-r2 D fast-limited 2 after write 1792769888.035 1792769918.035 1501 0 0 3.65 4.78 9.92
85 D-fast-limited-r2 D fast-limited 2 quiet write 1792769805.162 1792769918.035 3001 0 0 3.71 4.83 8.11
86 D-fast-limited-r2 D fast-limited 2 list write 1792769836.043 1792769885.927 2494 0 0 3.81 4.97 12.0
87 D-fast-limited-r2 D fast-limited 2 before read 1792769805.162 1792769835.162 1500 0 0 3.0 4.05 6.71
88 D-fast-limited-r2 D fast-limited 2 pass read 1792769836.043 1792769888.026 2599 0 0 3.05 4.08 8.53
89 D-fast-limited-r2 D fast-limited 2 after read 1792769888.035 1792769918.035 1501 0 0 2.95 3.94 6.93
90 D-fast-limited-r2 D fast-limited 2 quiet read 1792769805.162 1792769918.035 3001 0 0 2.97 4.0 6.93
91 D-fast-limited-r2 D fast-limited 2 list read 1792769836.043 1792769885.927 2494 0 0 3.03 4.05 8.63
92 D-stand-r2 D stand 2 before download 1792769889.977 1792769919.977 9000 0 0 3.32 5.43 7.9
93 D-stand-r2 D stand 2 pass download 1792769923.268 1792769980.768 17250 0 0 3.37 5.5 8.04
94 D-stand-r2 D stand 2 after download 1792769980.778 1792770010.778 9000 0 0 3.35 5.54 10.5
95 D-stand-r2 D stand 2 quiet download 1792769889.977 1792770010.778 18000 0 0 3.33 5.49 8.79
96 D-stand-r2 D stand 2 list download 1792769923.268 1792769973.152 14965 0 0 3.37 5.49 8.04
97 D-stand-r2 D stand 2 before write 1792769889.977 1792769919.977 1500 0 0 3.63 4.74 7.66
98 D-stand-r2 D stand 2 pass write 1792769923.268 1792769980.768 2875 0 0 3.79 4.97 11.38
99 D-stand-r2 D stand 2 after write 1792769980.778 1792770010.778 1500 0 0 3.75 4.94 10.41
100 D-stand-r2 D stand 2 quiet write 1792769889.977 1792770010.778 3000 0 0 3.66 4.85 9.17
101 D-stand-r2 D stand 2 list write 1792769923.268 1792769973.152 2494 0 0 3.76 4.91 10.95
102 D-stand-r2 D stand 2 before read 1792769889.977 1792769919.977 1500 0 0 2.92 3.92 6.39
103 D-stand-r2 D stand 2 pass read 1792769923.268 1792769980.768 2875 0 0 3.05 4.04 8.82
104 D-stand-r2 D stand 2 after read 1792769980.778 1792770010.778 1500 0 0 2.94 4.12 9.59
105 D-stand-r2 D stand 2 quiet read 1792769889.977 1792770010.778 3000 0 0 2.93 4.03 8.53
106 D-stand-r2 D stand 2 list read 1792769923.268 1792769973.152 2494 0 0 3.03 4.03 8.8
107 D-fast-unlimited-r2 D fast-unlimited 2 before download 1792769982.683 1792770012.683 8999 0 0 3.33 5.5 10.46
108 D-fast-unlimited-r2 D fast-unlimited 2 pass download 1792770013.56 1792770026.446 3865 0 0 3.64 5.88 8.6
109 D-fast-unlimited-r2 D fast-unlimited 2 after download 1792770026.456 1792770056.456 9000 0 0 3.3 5.42 8.25
110 D-fast-unlimited-r2 D fast-unlimited 2 quiet download 1792769982.683 1792770056.456 17999 0 0 3.32 5.45 9.47
111 D-fast-unlimited-r2 D fast-unlimited 2 list download 1792770013.56 1792770024.326 3229 0 0 3.63 5.9 9.85
112 D-fast-unlimited-r2 D fast-unlimited 2 before write 1792769982.683 1792770012.683 1500 0 0 3.72 4.91 10.41
113 D-fast-unlimited-r2 D fast-unlimited 2 pass write 1792770013.56 1792770026.446 644 0 0 4.15 5.17 7.49
114 D-fast-unlimited-r2 D fast-unlimited 2 after write 1792770026.456 1792770056.456 1500 0 0 3.59 4.7 8.18
115 D-fast-unlimited-r2 D fast-unlimited 2 quiet write 1792769982.683 1792770056.456 3000 0 0 3.64 4.8 9.78
116 D-fast-unlimited-r2 D fast-unlimited 2 list write 1792770013.56 1792770024.326 538 0 0 4.12 5.22 8.1
117 D-fast-unlimited-r2 D fast-unlimited 2 before read 1792769982.683 1792770012.683 1500 0 0 2.94 4.08 12.03
118 D-fast-unlimited-r2 D fast-unlimited 2 pass read 1792770013.56 1792770026.446 644 0 0 3.26 4.34 9.69
119 D-fast-unlimited-r2 D fast-unlimited 2 after read 1792770026.456 1792770056.456 1500 0 0 2.88 3.91 6.03
120 D-fast-unlimited-r2 D fast-unlimited 2 quiet read 1792769982.683 1792770056.456 3000 0 0 2.91 4.0 9.59
121 D-fast-unlimited-r2 D fast-unlimited 2 list read 1792770013.56 1792770024.326 538 0 0 3.24 4.43 12.53
122 D-stand-r3 D stand 3 before download 1792770028.288 1792770058.288 9000 0 0 3.29 5.38 7.81
123 D-stand-r3 D stand 3 pass download 1792770061.681 1792770119.085 17221 0 0 3.36 5.53 7.89
124 D-stand-r3 D stand 3 after download 1792770119.096 1792770149.096 9000 0 0 3.34 5.51 9.71
125 D-stand-r3 D stand 3 quiet download 1792770028.288 1792770149.096 18000 0 0 3.32 5.45 8.84
126 D-stand-r3 D stand 3 list download 1792770061.681 1792770111.565 14965 0 0 3.35 5.52 8.1
127 D-stand-r3 D stand 3 before write 1792770028.288 1792770058.288 1500 0 0 3.59 4.69 10.65
128 D-stand-r3 D stand 3 pass write 1792770061.681 1792770119.085 2870 0 0 3.73 4.91 7.67
129 D-stand-r3 D stand 3 after write 1792770119.096 1792770149.096 1500 0 0 3.63 4.86 8.81
130 D-stand-r3 D stand 3 quiet write 1792770028.288 1792770149.096 3000 0 0 3.62 4.8 9.84
131 D-stand-r3 D stand 3 list write 1792770061.681 1792770111.565 2494 0 0 3.7 4.92 7.67
132 D-stand-r3 D stand 3 before read 1792770028.288 1792770058.288 1500 0 0 2.87 3.9 6.03
133 D-stand-r3 D stand 3 pass read 1792770061.681 1792770119.085 2870 0 0 2.99 4.07 8.8
134 D-stand-r3 D stand 3 after read 1792770119.096 1792770149.096 1500 0 0 2.93 4.02 7.72
135 D-stand-r3 D stand 3 quiet read 1792770028.288 1792770149.096 3000 0 0 2.9 3.95 7.51
136 D-stand-r3 D stand 3 list read 1792770061.681 1792770111.565 2494 0 0 2.98 4.07 8.8
137 D-fast-unlimited-r3 D fast-unlimited 3 before download 1792770121.068 1792770151.068 9001 0 0 3.32 5.46 9.7
138 D-fast-unlimited-r3 D fast-unlimited 3 pass download 1792770151.958 1792770164.835 3863 0 0 3.61 5.9 10.67
139 D-fast-unlimited-r3 D fast-unlimited 3 after download 1792770164.846 1792770194.846 9000 0 0 3.3 5.42 7.81
140 D-fast-unlimited-r3 D fast-unlimited 3 quiet download 1792770121.068 1792770194.846 18001 0 0 3.31 5.45 8.61
141 D-fast-unlimited-r3 D fast-unlimited 3 list download 1792770151.958 1792770162.671 3214 0 0 3.58 5.85 8.03
142 D-fast-unlimited-r3 D fast-unlimited 3 before write 1792770121.068 1792770151.068 1500 0 0 3.62 4.81 9.88
143 D-fast-unlimited-r3 D fast-unlimited 3 pass write 1792770151.958 1792770164.835 643 0 0 4.14 5.07 6.14
144 D-fast-unlimited-r3 D fast-unlimited 3 after write 1792770164.846 1792770194.846 1500 0 0 3.6 4.62 9.58
145 D-fast-unlimited-r3 D fast-unlimited 3 quiet write 1792770121.068 1792770194.846 3000 0 0 3.61 4.74 9.76
146 D-fast-unlimited-r3 D fast-unlimited 3 list write 1792770151.958 1792770162.671 535 0 0 4.11 5.02 5.83
147 D-fast-unlimited-r3 D fast-unlimited 3 before read 1792770121.068 1792770151.068 1500 0 0 2.91 3.9 7.72
148 D-fast-unlimited-r3 D fast-unlimited 3 pass read 1792770151.958 1792770164.835 643 0 0 3.26 4.18 10.74
149 D-fast-unlimited-r3 D fast-unlimited 3 after read 1792770164.846 1792770194.846 1500 0 0 2.86 3.86 4.67
150 D-fast-unlimited-r3 D fast-unlimited 3 quiet read 1792770121.068 1792770194.846 3000 0 0 2.88 3.89 5.35
151 D-fast-unlimited-r3 D fast-unlimited 3 list read 1792770151.958 1792770162.671 535 0 0 3.25 4.16 6.26
152 D-fast-limited-r3 D fast-limited 3 before download 1792770166.739 1792770196.739 9000 0 0 3.29 5.4 7.76
153 D-fast-limited-r3 D fast-limited 3 pass download 1792770197.612 1792770249.772 15648 0 0 3.37 5.53 7.8
154 D-fast-limited-r3 D fast-limited 3 after download 1792770249.783 1792770279.783 9000 0 0 3.3 5.42 8.47
155 D-fast-limited-r3 D fast-limited 3 quiet download 1792770166.739 1792770279.783 18000 0 0 3.29 5.41 8.05
156 D-fast-limited-r3 D fast-limited 3 list download 1792770197.612 1792770247.496 14965 0 0 3.35 5.46 7.5
157 D-fast-limited-r3 D fast-limited 3 before write 1792770166.739 1792770196.739 1500 0 0 3.59 4.62 9.58
158 D-fast-limited-r3 D fast-limited 3 pass write 1792770197.612 1792770249.772 2608 0 0 3.73 4.98 8.52
159 D-fast-limited-r3 D fast-limited 3 after write 1792770249.783 1792770279.783 1500 0 0 3.61 4.71 8.69
160 D-fast-limited-r3 D fast-limited 3 quiet write 1792770166.739 1792770279.783 3000 0 0 3.6 4.68 9.2
161 D-fast-limited-r3 D fast-limited 3 list write 1792770197.612 1792770247.496 2494 0 0 3.69 4.89 7.96
162 D-fast-limited-r3 D fast-limited 3 before read 1792770166.739 1792770196.739 1500 0 0 2.85 3.84 4.82
163 D-fast-limited-r3 D fast-limited 3 pass read 1792770197.612 1792770249.772 2608 0 0 3.04 4.14 8.01
164 D-fast-limited-r3 D fast-limited 3 after read 1792770249.783 1792770279.783 1500 0 0 2.88 3.89 5.44
165 D-fast-limited-r3 D fast-limited 3 quiet read 1792770166.739 1792770279.783 3000 0 0 2.87 3.87 5.24
166 D-fast-limited-r3 D fast-limited 3 list read 1792770197.612 1792770247.496 2494 0 0 3.02 4.07 8.01
167 D-stand-unlimited-r3 D stand-unlimited 3 before download 1792770251.687 1792770281.687 9000 0 0 3.28 5.38 7.8
168 D-stand-unlimited-r3 D stand-unlimited 3 pass download 1792770285.114 1792770311.241 7838 0 0 3.47 5.74 7.57
169 D-stand-unlimited-r3 D stand-unlimited 3 after download 1792770311.251 1792770341.251 8999 0 0 3.32 5.49 11.49
170 D-stand-unlimited-r3 D stand-unlimited 3 quiet download 1792770251.687 1792770341.251 17999 0 0 3.3 5.42 9.75
171 D-stand-unlimited-r3 D stand-unlimited 3 list download 1792770285.114 1792770303.633 5556 0 0 3.5 5.75 7.46
172 D-stand-unlimited-r3 D stand-unlimited 3 before write 1792770251.687 1792770281.687 1500 0 0 3.59 4.66 8.24
173 D-stand-unlimited-r3 D stand-unlimited 3 pass write 1792770285.114 1792770311.241 1307 0 0 4.02 5.05 7.18
174 D-stand-unlimited-r3 D stand-unlimited 3 after write 1792770311.251 1792770341.251 1500 0 0 3.61 4.78 12.14
175 D-stand-unlimited-r3 D stand-unlimited 3 quiet write 1792770251.687 1792770341.251 3000 0 0 3.6 4.7 10.3
176 D-stand-unlimited-r3 D stand-unlimited 3 list write 1792770285.114 1792770303.633 926 0 0 4.06 5.08 7.0
177 D-stand-unlimited-r3 D stand-unlimited 3 before read 1792770251.687 1792770281.687 1500 0 0 2.87 3.82 4.78
178 D-stand-unlimited-r3 D stand-unlimited 3 pass read 1792770285.114 1792770311.241 1307 0 0 3.19 4.18 5.28
179 D-stand-unlimited-r3 D stand-unlimited 3 after read 1792770311.251 1792770341.251 1500 0 0 2.89 3.99 12.93
180 D-stand-unlimited-r3 D stand-unlimited 3 quiet read 1792770251.687 1792770341.251 3000 0 0 2.87 3.9 7.36
181 D-stand-unlimited-r3 D stand-unlimited 3 list read 1792770285.114 1792770303.633 926 0 0 3.24 4.2 5.28