test(student):lab4 concurrent upload memory experiment

This commit is contained in:
Голиков Maximillian Антон
2026-10-23 13:40:15 +03:00
parent fa3e919ad4
commit 661c78eb1c
3 changed files with 131 additions and 1 deletions
+5 -1
View File
@@ -20,4 +20,8 @@ MAX_UPLOAD_BYTES=10485760
MAX_IMAGE_PIXELS=40000000
MINIO_ROOT_USER=...
MINIO_CPUS=0.5
MINIO_MEMORY=512M
MINIO_MEMORY=512M
# --- Reconciler ---
RECONCILER_ENABLED=true
RECONCILER_INTERVAL_SECONDS=300
RECONCILER_GRACE_SECONDS=3600
+2
View File
@@ -8,6 +8,8 @@ http {
access_log /dev/stdout;
error_log /dev/stderr warn;
client_max_body_size 12m;
resolver 127.0.0.11 valid=10s ipv6=off;
upstream backend {
+124
View File
@@ -0,0 +1,124 @@
#!/usr/bin/env python3
import concurrent.futures
import subprocess
import sys
import time
from pathlib import Path
ROOT = Path(__file__).resolve().parents[1]
sys.path.insert(0, str(ROOT / 'tests'))
from client import Client, arguments, check, run # noqa: E402
MAX_UPLOAD = 10485760
def api_containers():
out = subprocess.check_output(
['docker', 'compose', 'ps', '-q', 'api'], text=True
)
return [c.strip() for c in out.splitlines() if c.strip()]
def peak_kb(cid):
"""Peak memory из cgroups v2 в KB; None если недоступно."""
try:
out = subprocess.check_output(
['docker', 'exec', cid, 'cat', '/sys/fs/cgroup/memory.peak'],
text=True, stderr=subprocess.DEVNULL,
)
return int(out.strip()) // 1024
except (subprocess.CalledProcessError, ValueError, FileNotFoundError):
return None
def current_mem_usage():
try:
out = subprocess.check_output(
['docker', 'stats', '--no-stream', '--format',
'{{.Name}} {{.MemUsage}}'],
text=True,
)
return '\n'.join(l for l in out.splitlines() if '-api-' in l)
except subprocess.CalledProcessError:
return '(docker stats недоступны)'
def main():
args = arguments('RAM-эксперимент: 10 параллельных upload по 10 MiB')
c = Client(args.base_url, args.ca_file, timeout=120)
alice, bob, eve, chat = c.bootstrap()
sample = (ROOT / 'tests/fixtures/sample.png').read_bytes()
big = (sample * 100)[:MAX_UPLOAD - 1]
check(len(big) >= MAX_UPLOAD - 1024, 'fixture слишком маленький')
replicas = api_containers()
check(len(replicas) >= 2, f'ожидалось >=2 api-реплики, найдено {len(replicas)}')
print(f'api-реплики: {replicas}')
print(f'размер одного файла: {len(big)} байт (~{len(big) / 1024 / 1024:.1f} MiB)')
print()
print('--- memory.peak ДО ---')
for cid in replicas:
print(f'{cid[:12]} peak={peak_kb(cid)} KB')
print()
print('--- docker stats ДО ---')
print(current_mem_usage())
print()
def upload(i):
local = Client(args.base_url, args.ca_file, timeout=120)
return local.call(
'POST',
f'/api/v1/chats/{chat["id"]}/attachments?filename=big{i}.png',
201,
actor=alice,
raw=big,
headers={'Content-Type': 'image/png'},
)
started = time.monotonic()
with concurrent.futures.ThreadPoolExecutor(max_workers=10) as pool:
futures = [pool.submit(upload, i) for i in range(10)]
results = [f.result() for f in futures]
elapsed = time.monotonic() - started
print(f'--- {len(results)} uploads за {elapsed:.2f} с ---')
print('--- docker stats ПОСЛЕ ---')
print(current_mem_usage())
print()
print('--- memory.peak ПОСЛЕ ---')
peaks = {}
for cid in replicas:
p = peak_kb(cid)
peaks[cid] = p
print(f'{cid[:12]} peak={p} KB ({p / 1024:.1f} MiB)' if p else f'{cid[:12]} peak=N/A')
print()
limit_bytes = int(subprocess.check_output(
['docker', 'inspect', replicas[0], '--format', '{{.HostConfig.Memory}}'],
text=True,
).strip())
limit_mib = limit_bytes // 1024 // 1024
print(f'лимит MEM на реплику: {limit_mib} MiB')
print()
check(len(results) == 10, 'не все загрузки прошли')
any_measured = False
for cid, p in peaks.items():
if p is None:
continue
any_measured = True
check(p <= limit_mib * 1024,
f'{cid[:12]}: пик {p} KB > лимита {limit_mib * 1024} KB')
if any_measured:
print(f'PASS: 10 × 10 MiB uploads, пик RAM каждой реплики <= {limit_mib} MiB')
else:
print('PASS: 10 × 10 MiB uploads (cgroups v2 peak недоступен, см. docker stats)')
if __name__ == '__main__':
run(main)