Give RustFS room for the 100k point of the cost matrix

The first cost run stalled while filling the bucket to 100k objects:
RustFS keeps object metadata in memory, at about 45k objects it hit
its 1 GiB limit, the cgroup kept reclaiming and PutObject slowed from
about 240 to 11 objects per second. The S3 CPU limit is now taken from
S3_CPUS (default 1, as before), and the cost run gives RustFS 2 pinned
CPUs and 3 GiB for every point, so all N are measured with the same
limits; seeding uses 16 parallel writes.

Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01V1d3RLHNBBMA6UqBLLJv27
This commit is contained in:
Artyom
2026-10-29 03:50:30 +03:00
co-authored by Claude Opus 5.5
parent a335f654ed
commit de9dc61ebc
3 changed files with 15 additions and 10 deletions
+11 -8
View File
@@ -425,14 +425,15 @@ def demo(args):
def pins(args):
cpus = int(must(["docker", "info", "--format", "{{.NCPU}}"]).strip())
sized = {"S3_CPUS": "2", "S3_MEMORY": args.s3_memory}
if args.no_pin or cpus < 8:
return {"S3_MEMORY": args.s3_memory}
return {
"S3_CPUSET": str(cpus - 4),
"PG_CPUSET": f"{cpus - 3}-{cpus - 2}",
"RECONCILE_CPUSET": str(cpus - 1),
"S3_MEMORY": args.s3_memory,
}
return sized
return dict(
sized,
S3_CPUSET=f"{cpus - 5}-{cpus - 4}",
PG_CPUSET=f"{cpus - 3}-{cpus - 2}",
RECONCILE_CPUSET=str(cpus - 1),
)
def limits():
@@ -462,6 +463,8 @@ def seed(count, env):
"/tools/seed_storage.py",
"--count",
str(count),
"--concurrency",
"16",
env=env,
)
return json.loads(out.strip().splitlines()[-1])
@@ -578,7 +581,7 @@ def main():
k.add_argument("--deep-max", type=int, default=100000)
k.add_argument("--page-compare", type=int, default=10000)
k.add_argument("--settle", type=float, default=10)
k.add_argument("--s3-memory", default="1g")
k.add_argument("--s3-memory", default="3g")
k.add_argument("--no-pin", action="store_true")
args = p.parse_args()
if args.command == "demo":