"""Host-side Docker CPU/RAM sampling during the real upload experiment.""" import json from pathlib import Path import subprocess import time ROOT=Path(__file__).resolve().parents[1] base=['docker','compose','--project-directory',str(ROOT),'-p','lyakhonov-lab4'] def cgroups(): ids=subprocess.check_output(base+['ps','-q','api'],text=True).split() result=[] for cid in ids: code="from pathlib import Path; import json; print(json.dumps({name:Path('/sys/fs/cgroup/'+name).read_text().strip() for name in ('memory.peak','memory.current','cpu.stat')}))" raw=subprocess.check_output(['docker','exec',cid,'python','-c',code],text=True) result.append({'id':cid[:12],**json.loads(raw)}) return result subprocess.check_call(base+['stop','reconciler'],stdout=subprocess.DEVNULL) try: before=cgroups() cmd=base+['run','--rm','--no-deps','-T','-v',str(ROOT)+':/suite:ro','-w','/suite','api','python','student-tests/upload_load.py'] with (ROOT/'evidence/upload-load-output.txt').open('w',encoding='utf-8') as output: proc=subprocess.Popen(cmd,stdout=output) samples=[] while proc.poll() is None: ids=subprocess.check_output(base+['ps','-q','api','db','s3','lb'],text=True).split() if ids: raw=subprocess.check_output(['docker','stats','--no-stream','--format','{{json .}}']+ids,text=True) samples.append({'time':time.time(),'containers':[json.loads(x) for x in raw.splitlines()]}) time.sleep(.3) if proc.returncode: raise SystemExit(proc.returncode) text=(ROOT/'evidence/upload-load-output.txt').read_text(encoding='utf-8').strip() result=json.loads(text.splitlines()[-1]); result['samples']=samples result['cgroup_before']=before; result['cgroup_after']=cgroups() (ROOT/'evidence/upload-load.json').write_text(json.dumps(result,indent=2),encoding='utf-8') finally: subprocess.check_call(base+['start','reconciler'],stdout=subprocess.DEVNULL) print('PASS: upload experiment and Docker CPU/RAM samples saved; batches:',len(result['runs']))