Give RustFS room for the 100k point of the cost matrix
The first cost run stalled while filling the bucket to 100k objects: RustFS keeps object metadata in memory, at about 45k objects it hit its 1 GiB limit, the cgroup kept reclaiming and PutObject slowed from about 240 to 11 objects per second. The S3 CPU limit is now taken from S3_CPUS (default 1, as before), and the cost run gives RustFS 2 pinned CPUs and 3 GiB for every point, so all N are measured with the same limits; seeding uses 16 parallel writes. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01V1d3RLHNBBMA6UqBLLJv27
This commit is contained in:
co-authored by
Claude Opus 5.5
parent
a335f654ed
commit
de9dc61ebc
+3
-1
@@ -51,10 +51,12 @@ UPLOAD_SWEEP_BATCH=100
|
||||
# Fixed glibc mmap threshold for the API: buffers above 128 KiB are returned to the system on free.
|
||||
MALLOC_MMAP_THRESHOLD_=131072
|
||||
# Solution-specific for lab4 track 2: limits of the one-off reconciler (profile reconcile), its S3
|
||||
# read timeout for listing pages, and optional CPU pinning of the measured services (empty = no pinning).
|
||||
# read timeout for listing pages, optional CPU pinning of the measured services (empty = no pinning)
|
||||
# and the CPU limit of RustFS (make reconcile-cost raises it with its memory for 100k objects).
|
||||
RECONCILE_CPUS=1
|
||||
RECONCILE_MEMORY=256m
|
||||
RECONCILE_S3_READ_TIMEOUT_SECONDS=10
|
||||
RECONCILE_CPUSET=
|
||||
S3_CPUSET=
|
||||
PG_CPUSET=
|
||||
S3_CPUS=1
|
||||
|
||||
+1
-1
@@ -222,7 +222,7 @@ services:
|
||||
networks: [backend]
|
||||
deploy:
|
||||
resources:
|
||||
limits: {cpus: "1", memory: "${S3_MEMORY:-512m}"}
|
||||
limits: {cpus: "${S3_CPUS:-1}", memory: "${S3_MEMORY:-512m}"}
|
||||
|
||||
reconciler:
|
||||
<<: *app
|
||||
|
||||
@@ -425,14 +425,15 @@ def demo(args):
|
||||
|
||||
def pins(args):
|
||||
cpus = int(must(["docker", "info", "--format", "{{.NCPU}}"]).strip())
|
||||
sized = {"S3_CPUS": "2", "S3_MEMORY": args.s3_memory}
|
||||
if args.no_pin or cpus < 8:
|
||||
return {"S3_MEMORY": args.s3_memory}
|
||||
return {
|
||||
"S3_CPUSET": str(cpus - 4),
|
||||
"PG_CPUSET": f"{cpus - 3}-{cpus - 2}",
|
||||
"RECONCILE_CPUSET": str(cpus - 1),
|
||||
"S3_MEMORY": args.s3_memory,
|
||||
}
|
||||
return sized
|
||||
return dict(
|
||||
sized,
|
||||
S3_CPUSET=f"{cpus - 5}-{cpus - 4}",
|
||||
PG_CPUSET=f"{cpus - 3}-{cpus - 2}",
|
||||
RECONCILE_CPUSET=str(cpus - 1),
|
||||
)
|
||||
|
||||
|
||||
def limits():
|
||||
@@ -462,6 +463,8 @@ def seed(count, env):
|
||||
"/tools/seed_storage.py",
|
||||
"--count",
|
||||
str(count),
|
||||
"--concurrency",
|
||||
"16",
|
||||
env=env,
|
||||
)
|
||||
return json.loads(out.strip().splitlines()[-1])
|
||||
@@ -578,7 +581,7 @@ def main():
|
||||
k.add_argument("--deep-max", type=int, default=100000)
|
||||
k.add_argument("--page-compare", type=int, default=10000)
|
||||
k.add_argument("--settle", type=float, default=10)
|
||||
k.add_argument("--s3-memory", default="1g")
|
||||
k.add_argument("--s3-memory", default="3g")
|
||||
k.add_argument("--no-pin", action="store_true")
|
||||
args = p.parse_args()
|
||||
if args.command == "demo":
|
||||
|
||||
Reference in New Issue
Block a user