Files
mtusi2026lab4/student-tests/test_memory.py
T

124 lines
4.0 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
#!/usr/bin/env python3
import concurrent.futures
import subprocess
import sys
import time
from pathlib import Path
ROOT = Path(__file__).resolve().parents[1]
sys.path.insert(0, str(ROOT / 'tests'))
from client import Client, arguments, check, run # noqa: E402
MAX_UPLOAD = 10485760
def api_containers():
out = subprocess.check_output(
['docker', 'compose', 'ps', '-q', 'api'], text=True
)
return [c.strip() for c in out.splitlines() if c.strip()]
def peak_kb(cid):
"""Peak memory из cgroups v2 в KB; None если недоступно."""
try:
out = subprocess.check_output(
['docker', 'exec', cid, 'cat', '/sys/fs/cgroup/memory.peak'],
text=True, stderr=subprocess.DEVNULL,
)
return int(out.strip()) // 1024
except (subprocess.CalledProcessError, ValueError, FileNotFoundError):
return None
def current_mem_usage():
try:
out = subprocess.check_output(
['docker', 'stats', '--no-stream', '--format',
'{{.Name}} {{.MemUsage}}'],
text=True,
)
return '\n'.join(l for l in out.splitlines() if '-api-' in l)
except subprocess.CalledProcessError:
return '(docker stats недоступны)'
def main():
args = arguments('RAM-эксперимент: 10 параллельных upload по 10 MiB')
c = Client(args.base_url, args.ca_file, timeout=120)
alice, bob, eve, chat = c.bootstrap()
sample = (ROOT / 'tests/fixtures/sample.png').read_bytes()
big = (sample * 100)[:MAX_UPLOAD - 1]
check(len(big) >= MAX_UPLOAD - 1024, 'fixture слишком маленький')
replicas = api_containers()
check(len(replicas) >= 2, f'ожидалось >=2 api-реплики, найдено {len(replicas)}')
print(f'api-реплики: {replicas}')
print(f'размер одного файла: {len(big)} байт (~{len(big) / 1024 / 1024:.1f} MiB)')
print()
print('--- memory.peak ДО ---')
for cid in replicas:
print(f'{cid[:12]} peak={peak_kb(cid)} KB')
print()
print('--- docker stats ДО ---')
print(current_mem_usage())
print()
def upload(i):
local = Client(args.base_url, args.ca_file, timeout=120)
return local.call(
'POST',
f'/api/v1/chats/{chat["id"]}/attachments?filename=big{i}.png',
201,
actor=alice,
raw=big,
headers={'Content-Type': 'image/png'},
)
started = time.monotonic()
with concurrent.futures.ThreadPoolExecutor(max_workers=10) as pool:
futures = [pool.submit(upload, i) for i in range(10)]
results = [f.result() for f in futures]
elapsed = time.monotonic() - started
print(f'--- {len(results)} uploads за {elapsed:.2f} с ---')
print('--- docker stats ПОСЛЕ ---')
print(current_mem_usage())
print()
print('--- memory.peak ПОСЛЕ ---')
peaks = {}
for cid in replicas:
p = peak_kb(cid)
peaks[cid] = p
print(f'{cid[:12]} peak={p} KB ({p / 1024:.1f} MiB)' if p else f'{cid[:12]} peak=N/A')
print()
limit_bytes = int(subprocess.check_output(
['docker', 'inspect', replicas[0], '--format', '{{.HostConfig.Memory}}'],
text=True,
).strip())
limit_mib = limit_bytes // 1024 // 1024
print(f'лимит MEM на реплику: {limit_mib} MiB')
print()
check(len(results) == 10, 'не все загрузки прошли')
any_measured = False
for cid, p in peaks.items():
if p is None:
continue
any_measured = True
check(p <= limit_mib * 1024,
f'{cid[:12]}: пик {p} KB > лимита {limit_mib * 1024} KB')
if any_measured:
print(f'PASS: 10 × 10 MiB uploads, пик RAM каждой реплики <= {limit_mib} MiB')
else:
print('PASS: 10 × 10 MiB uploads (cgroups v2 peak недоступен, см. docker stats)')
if __name__ == '__main__':
run(main)