Files
mtusi2026lab4/evidence/rollout/attachments/meta.json
T
ricoromaandClaude Opus 5.5 6970dad871 docs: re-measure attachments rollout on a clean tree and update report
- bench_rollout label attachments from e1f8531 (dirty: false):
  replacement 8.67 s, 0 errors, 12001 messages = keys
- student_test through LB (197 passed) and failure_checks (24/24)
  after verify fixes
- REPORT: upload memory ~1.2 bodies with fixed mmap threshold,
  strict UTF-8 filename, env does not change attachment limits

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-21 02:26:35 +03:00

374 lines
10 KiB
JSON

{
"label": "attachments",
"status": "complete",
"started_at": "2026-10-20T23:17:52+00:00",
"command": "uv run python bench/run.py --profile rollout --label attachments",
"git": {
"commit": "e1f8531",
"dirty": false
},
"overrides": {},
"host_state": {
"start": {
"swap_used_mib": 0.0,
"swap_total_mib": 0.0,
"swapouts": 0,
"memory_free_percent": 74,
"power": "AC Power",
"battery_percent": 84
},
"end": {
"swap_used_mib": 0.0,
"swap_total_mib": 0.0,
"swapouts": 0,
"memory_free_percent": 74,
"power": "AC Power",
"battery_percent": 84
},
"swapouts_delta": 0,
"slept_seconds": 0
},
"host_warnings": [],
"other_containers": [],
"resources": {
"budget": {
"cpus": 6.75,
"memory_gib": 3.0,
"peak_replicas": 3,
"vm_cpus": 12,
"vm_memory_gib": 7.75,
"generator": "no limit"
},
"mode": "scan",
"interval_s": 1.0,
"containers": {
"b25279b9e3cc": {
"name": "mtusi-bench-haproxy",
"role": "haproxy"
},
"18a453b3a26c": {
"name": "mtusi-bench-api-2",
"role": "api"
},
"4eb2a2181418": {
"name": "mtusi-bench-api-1",
"role": "api"
},
"8b009799b525": {
"name": "mtusi-bench-postgres",
"role": "postgres"
},
"7925aca662be": {
"name": "mtusi-bench-valkey",
"role": "valkey"
},
"7e627d7d6b77": {
"name": "mtusi-bench-k6",
"role": "k6"
},
"58edaf59afbc": {
"name": "mtusi-bench-sampler",
"role": "sampler"
},
"d674bcd148aa": {
"name": "mtusi-bench-api-4",
"role": "api"
},
"7166deef7426": {
"name": "mtusi-bench-api-3",
"role": "api"
},
"605ec15280ab": {
"name": "mtusi-bench-migrate-1",
"role": "migrate"
}
},
"unmapped": 0
},
"app_image": {
"tag": "mtusi-messenger:bench",
"id": "sha256:af85548613a6a2f731f88ec7213b17482dd31fcb00dc38ec604bbefc1348f58c",
"versions": {
"python": "3.12.14",
"fastapi": "0.141.1",
"starlette": "1.7.0",
"pydantic": "2.13.5",
"uvicorn": "0.54.0",
"sqlalchemy": "2.1.1",
"asyncpg": "0.31.0",
"redis": "8.1.0"
}
},
"generator": {
"image": "grafana/k6:2.3.0@sha256:9c2dee7f8ed74d317e4027c06a10f169b625638189de8d4555d0b3486a5aeb34",
"version": "k6 v2.3.0 (commit/e088784614, go1.27.1, linux/arm64)"
},
"docker": {
"server": "29.9.1",
"vm_os": "Docker Desktop",
"vm_cpus": 12,
"vm_memory_gib": 7.7,
"cgroup": "2",
"logging_driver": "local"
},
"host": {
"os": "macOS 26.6.2",
"machine": "Apple M3 Pro",
"memory_gib": 18.0,
"performance_cores": 6,
"efficiency_cores": 6
},
"profile": {
"name": "rollout",
"sizes": [
1000
],
"concurrency": [],
"repeats": 0,
"read_warmup_s": 0,
"read_measure_s": 0,
"write_warmup": 0,
"write_measure": 0,
"prefill_chunk": 25000,
"prefill_vus": 8,
"text_length": 64,
"page_limit": 50,
"walk_limit": 100,
"cursor_pool": 1000,
"members": 10,
"seed": 20260930,
"warmup_seed_shift": 1000003,
"generator_cpu_limit": 4.0,
"cpus": "1",
"memory": "512m",
"db_cpus": "2",
"db_memory": "1g",
"cache_cpus": "0.5",
"cache_memory": "128m",
"session_ttl_seconds": 21600,
"background": [],
"index_variants": [
[
"chat_only",
"(chat_id)"
],
[
"covering",
"(chat_id, created_at, id) INCLUDE (sender_id, text)"
]
],
"write_probe_rows": 20000,
"write_probe_repeats": 3,
"restore": false,
"restore_jobs": 4,
"restore_write_load": 5000,
"restore_write_vus": 10,
"replicas": 2,
"lb_cpus": "1",
"lb_memory": "256m",
"failover_modes": [],
"failover_write_rate": 100,
"failover_read_rate": 100,
"failover_before_s": 0,
"failover_down_s": 0,
"failover_after_s": 0,
"failover_success": 0.99,
"failover_pre_vus": 600,
"failover_max_vus": 1500,
"rollout_from": "e1161f7",
"rollout_before_s": 15,
"rollout_budget_s": 90,
"rollout_after_s": 15,
"sample_resources": true,
"db_max_connections": 100,
"series": "",
"configs": [],
"write_chats": 1,
"mix": [],
"fixed_rps": [],
"ladder_base": 100,
"step_factor": 1.25,
"start_rps_per_replica": 300,
"bisect_steps": 2,
"max_steps": 12,
"first_warmup_s": 15,
"step_warmup_s": 5,
"step_measure_s": 20,
"cooldown_s": 10,
"slo_p95_ms": 200,
"slo_error_ratio": 0.01,
"abort_error_ratio": 0.5,
"abort_p95_ms": 2000,
"request_timeout_s": 15,
"prevus_per_rps": 0.05,
"vus_per_rps": 0.2,
"generator_cpus": "",
"generator_memory": "",
"sampler_cpus": "0.25",
"sampler_memory": "128m",
"sample_interval_s": 1.0,
"order_seed": 20261011
},
"sizes": [],
"rollout": {
"from_commit": "e1161f7",
"new_image": "sha256:af85548613a6a2f731f88ec7213b17482dd31fcb00dc38ec604bbefc1348f58c",
"old_image": "sha256:70160a65fecc4194665de27c7b45ab065427a18a10a61fa058a8d2a2e7410585",
"containers_before": [
{
"name": "mtusi-bench-api-1",
"instance": "4eb2a2181418",
"tag": "mtusi-messenger:bench",
"image": "sha256:70160a65fecc4194665de27c7b45ab065427a18a10a61fa058a8d2a2e7410585",
"running": true
},
{
"name": "mtusi-bench-api-2",
"instance": "18a453b3a26c",
"tag": "mtusi-messenger:bench",
"image": "sha256:70160a65fecc4194665de27c7b45ab065427a18a10a61fa058a8d2a2e7410585",
"running": true
}
],
"revision_before": "e656d6bbe1a4",
"containers_after": [
{
"name": "mtusi-bench-api-3",
"instance": "7166deef7426",
"tag": "mtusi-messenger:bench",
"image": "sha256:4269a7935b42bac21fa646a87264cd4ef70f7e5c51652f5c5317fa49e31c9e8d",
"running": true
},
{
"name": "mtusi-bench-api-4",
"instance": "d674bcd148aa",
"tag": "mtusi-messenger:bench",
"image": "sha256:4269a7935b42bac21fa646a87264cd4ef70f7e5c51652f5c5317fa49e31c9e8d",
"running": true
}
],
"revision_after": "ef25d50b01a8",
"tag_after": "sha256:4269a7935b42bac21fa646a87264cd4ef70f7e5c51652f5c5317fa49e31c9e8d",
"script_start_at": "2026-10-20T23:18:22.020+00:00"
},
"limits": {
"api": {
"nano_cpus": 1000000000,
"memory": 536870912,
"memory_swap": 536870912,
"published_ports": {},
"healthcheck": [
"NONE"
],
"log_driver": "local"
},
"postgres": {
"nano_cpus": 2000000000,
"memory": 1073741824,
"memory_swap": 1073741824,
"published_ports": {},
"healthcheck": [
"CMD-SHELL",
"pg_isready -h 127.0.0.1 -U \"$POSTGRES_USER\" -d \"$POSTGRES_DB\""
],
"log_driver": "local"
},
"valkey": {
"nano_cpus": 500000000,
"memory": 134217728,
"memory_swap": 134217728,
"published_ports": {},
"healthcheck": [
"CMD-SHELL",
"test \"$(valkey-cli -p \"$VALKEY_PORT\" ping)\" = PONG"
],
"log_driver": "local"
},
"haproxy": {
"nano_cpus": 1000000000,
"memory": 268435456,
"memory_swap": 268435456,
"published_ports": {},
"healthcheck": [
"CMD",
"bash",
"-c",
"exec 3<>/dev/tcp/127.0.0.1/8404 && printf 'GET /lb/ready HTTP/1.0\\r\\n\\r\\n' >&3 && head -n 1 <&3 | grep -q ' 200 '"
],
"log_driver": "local"
},
"k6": {
"nano_cpus": 0,
"memory": 0,
"memory_swap": 0,
"published_ports": {},
"healthcheck": null,
"log_driver": "local"
},
"api_replicas": 2,
"max_connections": 100,
"sampler": {
"nano_cpus": 250000000,
"memory": 134217728,
"memory_swap": 134217728,
"published_ports": {},
"healthcheck": null,
"log_driver": "local"
}
},
"stand": {
"postgres": {
"image": "postgres:18.6-trixie@sha256:5a5a84b19854a9ffaa54082c166ff4ec27473a361e496e5ea167f298f2da9722",
"id": "sha256:5a5a84b19854a9ffaa54082c166ff4ec27473a361e496e5ea167f298f2da9722",
"version": "18.6 (Debian 18.6-1.pgdg13+2)",
"settings": {
"autovacuum": "on",
"checkpoint_timeout": "5min",
"effective_cache_size": "4GB",
"fsync": "on",
"jit": "on",
"maintenance_work_mem": "64MB",
"max_connections": "100",
"max_wal_size": "1GB",
"plan_cache_mode": "auto",
"random_page_cost": "4",
"shared_buffers": "128MB",
"shared_preload_libraries": "auto_explain",
"synchronous_commit": "on",
"wal_level": "replica",
"work_mem": "4MB"
}
},
"valkey": {
"image": "valkey/valkey:9.1.2-trixie@sha256:418652cfb58ef879d4978c33553735d7147016032d5aefaa14c828e611eb9dfd",
"id": "sha256:418652cfb58ef879d4978c33553735d7147016032d5aefaa14c828e611eb9dfd",
"version": "9.1.2",
"maxmemory": "67108864",
"maxmemory-clients": "0",
"maxmemory-eviction-tenacity": "10",
"maxmemory-policy": "allkeys-lru",
"maxmemory-samples": "5"
},
"haproxy": {
"image": "haproxy:3.4.6-trixie@sha256:e273915691a8eab3f105bf3e39fd4c29a4ecf334e33421903b5589d25e14db26",
"id": "sha256:e273915691a8eab3f105bf3e39fd4c29a4ecf334e33421903b5589d25e14db26",
"version": "HAProxy version 3.4.6-56332c5 2026/09/28 - https://haproxy.org/"
},
"app_env": {
"APP__PORT": "8080",
"APP__RUN_MODE": "docker",
"AUTH__SESSION_TTL_SECONDS": "21600",
"CACHE__HOST": "valkey",
"CACHE__PORT": "6379",
"DATABASE__HOST": "postgres",
"DATABASE__NAME": "bench",
"DATABASE__PORT": "5432",
"DATABASE__USER": "bench",
"S3__BUCKET": "bench",
"S3__HOST": "s3",
"S3__PORT": "8333"
}
},
"finished_at": "2026-10-20T23:20:09+00:00"
}