Files
mtusi2026lab5/evidence/queue/baseline/meta.json
T

680 lines
16 KiB
JSON

{
"kind": "queue",
"label": "baseline",
"started": "2026-11-05T20:32:47Z",
"profile": {
"name": "queue",
"configs": [
[
"c1p1",
1,
1
],
[
"c2p2",
2,
2
],
[
"c4p4",
4,
4
],
[
"c2p32",
2,
32
]
],
"classes": [
[
"s",
"noise",
320,
200,
50
],
[
"l",
"noise",
1800,
1800,
40
],
[
"x",
"flat",
6000,
6000,
20
]
],
"repeats": 2,
"window_s": 40.0,
"steady_factor": 0.6,
"overload_factor": 2.0,
"overload_fill": 1.5,
"overload_max_s": 150.0,
"fixed_rates": [
[
"s",
2.5
],
[
"l",
0.8
],
[
"x",
0.5
]
],
"backlog_limit": 60,
"fill_rates": [
[
"s",
25.0
],
[
"l",
4.0
],
[
"x",
10.0
]
],
"upload_timeout_s": 60.0,
"settle_timeout_s": 900.0,
"sample_interval_s": 1.0,
"seed": 20261105,
"api_replicas": 2,
"api_cpus": 1.0,
"api_memory": "512m",
"db_cpus": 1.0,
"lb_cpus": 0.5,
"s3_cpus": 1.0,
"s3_memory": "512m",
"mq_cpus": 1.0,
"mq_memory": "512m",
"worker_cpus": 2.0,
"worker_memory": "1536m",
"render_memory_mb": 768,
"gen_cpus": 1.0,
"gen_memory": "512m",
"session_ttl": 21600
},
"host": {
"platform": "macOS-26.6.2-arm64-arm-64bit-Mach-O",
"machine": "arm64",
"cpu_model": "Apple M4",
"cpu_count": 10,
"ram_gb": 16.0,
"swap_used_mib": 4679.06,
"power": "AC Power",
"memory_pressure": null,
"memory_free_percent": 51,
"swapouts": 950094,
"loadavg_1m": 2.25
},
"docker": {
"ServerVersion": "28.0.4",
"OperatingSystem": "Docker Desktop",
"KernelVersion": "6.10.14-linuxkit",
"Architecture": "aarch64",
"NCPU": 10,
"MemTotal": 8218034176,
"CgroupVersion": "2",
"CgroupDriver": "cgroupfs",
"compose_version": "5.6.1",
"other_running_containers": []
},
"budget": {
"limits_cpus": 9.5,
"limits_memory_gib": 5.81,
"vm_cpus": 10,
"vm_memory_gib": 7.65
},
"host_warnings": [],
"image": {
"tag": "mtusi-messenger-vladimirceva:bench-baseline",
"id": "sha256:eec175e93886926e10260e6cdf6464e6e21b4111fd44d5f62c798e8e4158f4d4",
"created": "2026-11-05T19:51:54.027533094Z",
"src_sha256": "4c4bb305b2747d154105720b93261ef476675670470bfa7a10b338dd79514da9",
"versions": {
"python": "3.13.15",
"fastapi": "0.142.1",
"starlette": "1.7.0",
"uvicorn": "0.54.0",
"pydantic": "2.13.5",
"sqlalchemy": "2.1.1",
"asyncpg": "0.31.0",
"alembic": "1.20.0",
"redis": "8.1.0",
"argon2-cffi": "25.1.0",
"aiobotocore": "3.10.0",
"botocore": "1.43.117",
"aiohttp": "3.14.5"
},
"app_defaults": {
"pool_size": 10,
"pool_overflow": 5,
"pool_timeout": 5.0,
"operation_timeout": 6.0,
"statement_timeout_ms": 5000,
"kdf_concurrency": 4,
"keep_alive": 60,
"shutdown_timeout": 5,
"s3_timeout": 5.0,
"s3_max_connections": 10,
"uploads": {
"max_concurrent": 4,
"max_waiting": 16,
"wait_timeout": 5.0,
"body_timeout": 30.0,
"max_unfinished": 300
},
"cleaner": {
"interval": 60.0,
"grace": 900,
"batch": 100,
"reconcile_interval": 3600,
"reconcile_page": 1000,
"reconcile_max_changes": 100,
"reconcile_rate": 2000.0,
"staging_retention": 86400
},
"pipeline": {
"concurrency": 2,
"prefetch": 2,
"max_attempts": 5,
"job_timeout": 60.0,
"lease_margin": 20.0,
"retry_base": 2.0,
"retry_max": 120.0,
"render_memory_mb": 768,
"stop_timeout": 8.0,
"fault": ""
},
"relay": {
"interval": 0.5,
"batch": 100,
"republish_after": 120.0,
"fault": ""
},
"malloc_mmap_threshold": "131072"
}
},
"code": {
"src_sha256": "4c4bb305b2747d154105720b93261ef476675670470bfa7a10b338dd79514da9",
"git_commit": null,
"git_dirty": null
},
"plan": [
{
"cell": "c2p2-x-r1",
"config": "c2p2",
"concurrency": 2,
"prefetch": 2,
"size_class": "x",
"repeat": 1,
"order": 1
},
{
"cell": "c4p4-s-r1",
"config": "c4p4",
"concurrency": 4,
"prefetch": 4,
"size_class": "s",
"repeat": 1,
"order": 2
},
{
"cell": "c2p32-s-r1",
"config": "c2p32",
"concurrency": 2,
"prefetch": 32,
"size_class": "s",
"repeat": 1,
"order": 3
},
{
"cell": "c4p4-l-r1",
"config": "c4p4",
"concurrency": 4,
"prefetch": 4,
"size_class": "l",
"repeat": 1,
"order": 4
},
{
"cell": "c4p4-x-r1",
"config": "c4p4",
"concurrency": 4,
"prefetch": 4,
"size_class": "x",
"repeat": 1,
"order": 5
},
{
"cell": "c2p2-l-r1",
"config": "c2p2",
"concurrency": 2,
"prefetch": 2,
"size_class": "l",
"repeat": 1,
"order": 6
},
{
"cell": "c2p32-x-r1",
"config": "c2p32",
"concurrency": 2,
"prefetch": 32,
"size_class": "x",
"repeat": 1,
"order": 7
},
{
"cell": "c2p2-s-r1",
"config": "c2p2",
"concurrency": 2,
"prefetch": 2,
"size_class": "s",
"repeat": 1,
"order": 8
},
{
"cell": "c1p1-x-r1",
"config": "c1p1",
"concurrency": 1,
"prefetch": 1,
"size_class": "x",
"repeat": 1,
"order": 9
},
{
"cell": "c1p1-l-r1",
"config": "c1p1",
"concurrency": 1,
"prefetch": 1,
"size_class": "l",
"repeat": 1,
"order": 10
},
{
"cell": "c1p1-s-r1",
"config": "c1p1",
"concurrency": 1,
"prefetch": 1,
"size_class": "s",
"repeat": 1,
"order": 11
},
{
"cell": "c2p32-l-r1",
"config": "c2p32",
"concurrency": 2,
"prefetch": 32,
"size_class": "l",
"repeat": 1,
"order": 12
},
{
"cell": "c2p32-x-r2",
"config": "c2p32",
"concurrency": 2,
"prefetch": 32,
"size_class": "x",
"repeat": 2,
"order": 13
},
{
"cell": "c2p2-s-r2",
"config": "c2p2",
"concurrency": 2,
"prefetch": 2,
"size_class": "s",
"repeat": 2,
"order": 14
},
{
"cell": "c4p4-x-r2",
"config": "c4p4",
"concurrency": 4,
"prefetch": 4,
"size_class": "x",
"repeat": 2,
"order": 15
},
{
"cell": "c1p1-x-r2",
"config": "c1p1",
"concurrency": 1,
"prefetch": 1,
"size_class": "x",
"repeat": 2,
"order": 16
},
{
"cell": "c2p2-l-r2",
"config": "c2p2",
"concurrency": 2,
"prefetch": 2,
"size_class": "l",
"repeat": 2,
"order": 17
},
{
"cell": "c2p2-x-r2",
"config": "c2p2",
"concurrency": 2,
"prefetch": 2,
"size_class": "x",
"repeat": 2,
"order": 18
},
{
"cell": "c1p1-l-r2",
"config": "c1p1",
"concurrency": 1,
"prefetch": 1,
"size_class": "l",
"repeat": 2,
"order": 19
},
{
"cell": "c1p1-s-r2",
"config": "c1p1",
"concurrency": 1,
"prefetch": 1,
"size_class": "s",
"repeat": 2,
"order": 20
},
{
"cell": "c4p4-l-r2",
"config": "c4p4",
"concurrency": 4,
"prefetch": 4,
"size_class": "l",
"repeat": 2,
"order": 21
},
{
"cell": "c4p4-s-r2",
"config": "c4p4",
"concurrency": 4,
"prefetch": 4,
"size_class": "s",
"repeat": 2,
"order": 22
},
{
"cell": "c2p32-l-r2",
"config": "c2p32",
"concurrency": 2,
"prefetch": 32,
"size_class": "l",
"repeat": 2,
"order": 23
},
{
"cell": "c2p32-s-r2",
"config": "c2p32",
"concurrency": 2,
"prefetch": 32,
"size_class": "s",
"repeat": 2,
"order": 24
}
],
"upload_slack": 8,
"bodies": {
"s": {
"kind": "noise",
"width": 320,
"height": 200,
"bytes": 192323,
"sha256": "dd245db29b537d420390fac805135b7a6a93c04d289e7d8d8265deb28f27d4df"
},
"l": {
"kind": "noise",
"width": 1800,
"height": 1800,
"bytes": 9724823,
"sha256": "cd5dd6eae6c4a6c88adcde2276157b649970a3d65f8f0cc69e2c5eeed341ad32"
},
"x": {
"kind": "flat",
"width": 6000,
"height": 6000,
"bytes": 119755,
"sha256": "0652f72ddb1d240172e8f0f4598ab72c29a0da365c9e822a5842b64ec6109a9a"
}
},
"app_env": {
"c2p2": {
"DB_POOL_OVERFLOW": "1",
"DB_POOL_SIZE": "2",
"JOB_MAX_ATTEMPTS": "5",
"JOB_TIMEOUT_SECONDS": "60",
"LOG_LEVEL": "INFO",
"RENDER_MEMORY_MB": "768",
"WORKER_CONCURRENCY": "2",
"WORKER_PREFETCH": "2"
},
"c4p4": {
"DB_POOL_OVERFLOW": "1",
"DB_POOL_SIZE": "2",
"JOB_MAX_ATTEMPTS": "5",
"JOB_TIMEOUT_SECONDS": "60",
"LOG_LEVEL": "INFO",
"RENDER_MEMORY_MB": "768",
"WORKER_CONCURRENCY": "4",
"WORKER_PREFETCH": "4"
},
"c2p32": {
"DB_POOL_OVERFLOW": "1",
"DB_POOL_SIZE": "2",
"JOB_MAX_ATTEMPTS": "5",
"JOB_TIMEOUT_SECONDS": "60",
"LOG_LEVEL": "INFO",
"RENDER_MEMORY_MB": "768",
"WORKER_CONCURRENCY": "2",
"WORKER_PREFETCH": "32"
}
},
"cells": {
"c2p2-x-r1": {
"worker_id": "475b24d8d650e944d58284859cfed6aeab2d4eab9948ca7abcde73906d903a1f",
"marks": {
"drain": 1793910786.366664,
"worker_start": 1793910789.779219,
"steady": 1793910797.644604,
"fixed": 1793910839.410008,
"overload": 1793910878.737991,
"recovery": 1793910919.344358,
"end": 1793910962.209227
},
"consuming_ts": 1793910790.4,
"memory_peak_bytes": 701472768,
"timeline_samples": 176,
"timeline_failures": 0
},
"c4p4-s-r1": {
"worker_id": "3e76e350120f7f6cb81e19d99c917283f9f3dd2d31c791ebff2257fd9dec9cab",
"marks": {
"drain": 1793910963.754187,
"worker_start": 1793910966.572253,
"steady": 1793910971.611535,
"fixed": 1793911012.768243,
"overload": 1793911053.589357,
"recovery": 1793911094.181323,
"end": 1793911119.979236
},
"consuming_ts": 1793910967.185,
"memory_peak_bytes": 153550848,
"timeline_samples": 157,
"timeline_failures": 0
},
"c2p32-s-r1": {
"worker_id": "9a548bdb2c458b8b6bb7d8feb6cccbf020445f31a10cb651157b804149277e71",
"marks": {
"drain": 1793911121.512778,
"worker_start": 1793911124.909323,
"steady": 1793911129.983547,
"fixed": 1793911171.162871,
"overload": 1793911212.058685,
"recovery": 1793911252.635956,
"end": 1793911278.524287
},
"consuming_ts": 1793911125.548,
"memory_peak_bytes": 121618432,
"timeline_samples": 158,
"timeline_failures": 0
},
"c4p4-l-r1": {
"worker_id": "b76a7e231790c51cf8daa5907884c35fd733aa185b31d6a7502c5ff1ffffab16",
"marks": {
"drain": 1793911280.005287,
"worker_start": 1793911290.689234,
"steady": 1793911301.48384,
"fixed": 1793911342.536057,
"overload": 1793911382.63656,
"recovery": 1793911423.144251,
"end": 1793911443.773926
},
"consuming_ts": 1793911291.317,
"memory_peak_bytes": 426397696,
"timeline_samples": 164,
"timeline_failures": 0
}
},
"stand": {
"postgres": {
"image": "postgres:18.6-trixie@sha256:5a5a84b19854a9ffaa54082c166ff4ec27473a361e496e5ea167f298f2da9722",
"version": "18.6 (Debian 18.6-1.pgdg13+2)",
"settings": {
"checkpoint_timeout": "5min",
"fsync": "on",
"jit": "on",
"max_connections": "100",
"max_wal_size": "1GB",
"password_encryption": "scram-sha-256",
"shared_buffers": "128MB",
"synchronous_commit": "on",
"wal_level": "replica"
}
},
"valkey": {
"image": "valkey/valkey:9.1.2-trixie@sha256:418652cfb58ef879d4978c33553735d7147016032d5aefaa14c828e611eb9dfd",
"version": "9.1.2"
},
"haproxy": {
"image": "haproxy:3.4.6-trixie@sha256:e273915691a8eab3f105bf3e39fd4c29a4ecf334e33421903b5589d25e14db26"
},
"limits": {
"api": {
"nano_cpus": 1000000000,
"memory": 536870912,
"memory_swap": 536870912,
"published_ports": {}
},
"postgres": {
"nano_cpus": 1000000000,
"memory": 1073741824,
"memory_swap": 1073741824,
"published_ports": {}
},
"valkey": {
"nano_cpus": 500000000,
"memory": 134217728,
"memory_swap": 134217728,
"published_ports": {}
},
"haproxy": {
"nano_cpus": 500000000,
"memory": 268435456,
"memory_swap": 268435456,
"published_ports": {}
},
"s3": {
"nano_cpus": 1000000000,
"memory": 536870912,
"memory_swap": 536870912,
"published_ports": {}
},
"rabbitmq": {
"nano_cpus": 1000000000,
"memory": 536870912,
"memory_swap": 536870912,
"published_ports": {}
},
"relay": {
"nano_cpus": 250000000,
"memory": 201326592,
"memory_swap": 201326592,
"published_ports": {}
},
"worker": {
"nano_cpus": 2000000000,
"memory": 1610612736,
"memory_swap": 1610612736,
"published_ports": {}
}
},
"api_replicas": 2,
"app_env": {
"APP_HOST": "0.0.0.0",
"APP_PORT": "8080",
"CACHE_HOST": "valkey",
"CACHE_PORT": "6379",
"DB_HOST": "postgres",
"DB_NAME": "bench",
"DB_PORT": "5432",
"DB_USER": "bench",
"IDEMPOTENCY_TTL_SECONDS": "86400",
"LOG_LEVEL": "INFO",
"MALLOC_MMAP_THRESHOLD_": "131072",
"S3_BUCKET": "bench",
"S3_ENDPOINT": "http://s3:8333",
"SESSION_TTL_SECONDS": "21600",
"SHUTDOWN_TIMEOUT": "5",
"UPLOAD_MAX_UNFINISHED": "60"
},
"api_tcp_rmem": "4096 131072 524288",
"s3": {
"image": "chrislusf/seaweedfs:4.48@sha256:4e61d15fd35994cb1e43e1e553dff106794841fd9a99ade2fc8c8bfce4d7872d",
"command": [
"server",
"-ip=127.0.0.1",
"-ip.bind=127.0.0.1",
"-master.telemetry=false",
"-master.electionTimeout=1s",
"-volume.preStopSeconds=0",
"-filer",
"-s3",
"-s3.ip.bind=0.0.0.0",
"-s3.port=8333",
"-s3.port.iceberg=0",
"-s3.port.lance=0",
"-s3.iam=false",
"-s3.concurrentUploadLimitMB=64"
]
},
"rabbitmq": {
"image": "rabbitmq:4.3.7-alpine@sha256:b1f997f74103d08fc1f20a13890dc44fe6cfa51d528cf521b480ada988d3ffa5",
"version": "4.3.7"
}
},
"aborted": "StandError: c4p4-x-r1: no ready job after the drain:\n2026-11-05T20:44:04.880Z INFO src.worker [rid=-] worker started queue=bench.attachment-jobs concurrency=4 prefetch=4 max_attempts=5 job_timeout=60s lease=80s retry=2..120s render_memory=768MiB db=postgres:5432/bench pool=2 s3=http://s3:8333 broker=rabbitmq:5672 fault=-\n2026-11-05T20:44:04.887Z INFO src.broker [rid=-] broker consuming queue=bench.attachment-jobs prefetch=4\n2026-11-05T20:44:05.280Z INFO src.worker [rid=-] worker stopped exit_code=0 cancelled=0 returned=0\n2026-11-05T20:44:08.660Z INFO src.worker [rid=-] worker started queue=bench.attachment-jobs concurrency=4 prefetch=4 max_attempts=5 job_timeout=60s lease=80s retry=2..120s render_memory=768MiB db=postgres:5432/bench pool=2 s3=http://s3:8333 broker=rabbitmq:5672 fault=-\n2026-11-05T20:44:08.666Z INFO src.broker [rid=-] broker consuming queue=bench.attachment-jobs prefetch=4\n",
"finished": "2026-11-05T20:44:11Z",
"host_state_end": {
"slept_seconds": 0.0,
"swapouts_start": 950094,
"swapouts_end": 950094,
"power_end": "AC Power",
"swapouts_delta": 0
}
}