37 lines
2.0 KiB
Python
37 lines
2.0 KiB
Python
"""Host-side Docker CPU/RAM sampling during the real upload experiment."""
|
|
import json
|
|
from pathlib import Path
|
|
import subprocess
|
|
import time
|
|
ROOT=Path(__file__).resolve().parents[1]
|
|
base=['docker','compose','--project-directory',str(ROOT),'-p','lyakhonov-lab4']
|
|
def cgroups():
|
|
ids=subprocess.check_output(base+['ps','-q','api'],text=True).split()
|
|
result=[]
|
|
for cid in ids:
|
|
code="from pathlib import Path; import json; print(json.dumps({name:Path('/sys/fs/cgroup/'+name).read_text().strip() for name in ('memory.peak','memory.current','cpu.stat')}))"
|
|
raw=subprocess.check_output(['docker','exec',cid,'python','-c',code],text=True)
|
|
result.append({'id':cid[:12],**json.loads(raw)})
|
|
return result
|
|
subprocess.check_call(base+['stop','reconciler'],stdout=subprocess.DEVNULL)
|
|
try:
|
|
before=cgroups()
|
|
cmd=base+['run','--rm','--no-deps','-T','-v',str(ROOT)+':/suite:ro','-w','/suite','api','python','student-tests/upload_load.py']
|
|
with (ROOT/'evidence/upload-load-output.txt').open('w',encoding='utf-8') as output:
|
|
proc=subprocess.Popen(cmd,stdout=output)
|
|
samples=[]
|
|
while proc.poll() is None:
|
|
ids=subprocess.check_output(base+['ps','-q','api','db','s3','lb'],text=True).split()
|
|
if ids:
|
|
raw=subprocess.check_output(['docker','stats','--no-stream','--format','{{json .}}']+ids,text=True)
|
|
samples.append({'time':time.time(),'containers':[json.loads(x) for x in raw.splitlines()]})
|
|
time.sleep(.3)
|
|
if proc.returncode: raise SystemExit(proc.returncode)
|
|
text=(ROOT/'evidence/upload-load-output.txt').read_text(encoding='utf-8').strip()
|
|
result=json.loads(text.splitlines()[-1]); result['samples']=samples
|
|
result['cgroup_before']=before; result['cgroup_after']=cgroups()
|
|
(ROOT/'evidence/upload-load.json').write_text(json.dumps(result,indent=2),encoding='utf-8')
|
|
finally:
|
|
subprocess.check_call(base+['start','reconciler'],stdout=subprocess.DEVNULL)
|
|
print('PASS: upload experiment and Docker CPU/RAM samples saved; batches:',len(result['runs']))
|