Give RustFS room for the 100k point of the cost matrix
The first cost run stalled while filling the bucket to 100k objects: RustFS keeps object metadata in memory, at about 45k objects it hit its 1 GiB limit, the cgroup kept reclaiming and PutObject slowed from about 240 to 11 objects per second. The S3 CPU limit is now taken from S3_CPUS (default 1, as before), and the cost run gives RustFS 2 pinned CPUs and 3 GiB for every point, so all N are measured with the same limits; seeding uses 16 parallel writes. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01V1d3RLHNBBMA6UqBLLJv27
This commit is contained in:
co-authored by
Claude Opus 5.5
parent
a335f654ed
commit
de9dc61ebc
@@ -425,14 +425,15 @@ def demo(args):
|
||||
|
||||
def pins(args):
|
||||
cpus = int(must(["docker", "info", "--format", "{{.NCPU}}"]).strip())
|
||||
sized = {"S3_CPUS": "2", "S3_MEMORY": args.s3_memory}
|
||||
if args.no_pin or cpus < 8:
|
||||
return {"S3_MEMORY": args.s3_memory}
|
||||
return {
|
||||
"S3_CPUSET": str(cpus - 4),
|
||||
"PG_CPUSET": f"{cpus - 3}-{cpus - 2}",
|
||||
"RECONCILE_CPUSET": str(cpus - 1),
|
||||
"S3_MEMORY": args.s3_memory,
|
||||
}
|
||||
return sized
|
||||
return dict(
|
||||
sized,
|
||||
S3_CPUSET=f"{cpus - 5}-{cpus - 4}",
|
||||
PG_CPUSET=f"{cpus - 3}-{cpus - 2}",
|
||||
RECONCILE_CPUSET=str(cpus - 1),
|
||||
)
|
||||
|
||||
|
||||
def limits():
|
||||
@@ -462,6 +463,8 @@ def seed(count, env):
|
||||
"/tools/seed_storage.py",
|
||||
"--count",
|
||||
str(count),
|
||||
"--concurrency",
|
||||
"16",
|
||||
env=env,
|
||||
)
|
||||
return json.loads(out.strip().splitlines()[-1])
|
||||
@@ -578,7 +581,7 @@ def main():
|
||||
k.add_argument("--deep-max", type=int, default=100000)
|
||||
k.add_argument("--page-compare", type=int, default=10000)
|
||||
k.add_argument("--settle", type=float, default=10)
|
||||
k.add_argument("--s3-memory", default="1g")
|
||||
k.add_argument("--s3-memory", default="3g")
|
||||
k.add_argument("--no-pin", action="store_true")
|
||||
args = p.parse_args()
|
||||
if args.command == "demo":
|
||||
|
||||
Reference in New Issue
Block a user