72 lines
3.7 KiB
Python
72 lines
3.7 KiB
Python
#!/usr/bin/env python3
|
|
"""Capture repeatable short load run and sanitized environment/resource evidence."""
|
|
import datetime
|
|
import json
|
|
import platform
|
|
import re
|
|
import subprocess
|
|
import sys
|
|
import time
|
|
import cluster
|
|
from pathlib import Path
|
|
|
|
ROOT = Path(__file__).resolve().parents[1]
|
|
|
|
|
|
def output(args):
|
|
return subprocess.check_output(args, cwd=ROOT, text=True).strip()
|
|
|
|
|
|
def counts():
|
|
code = "import json,psycopg; from messenger.db import setting; c=psycopg.connect(setting('DATABASE_URL')); print(json.dumps({t:c.execute('SELECT count(*) FROM '+t).fetchone()[0] for t in ['users','chats','messages','sessions','idempotency_records']})); c.close()"
|
|
return json.loads(output(['docker','exec',cluster.container_ids('api')[0],'python','-c',code]))
|
|
|
|
|
|
def resource_summary(samples):
|
|
peaks = {}
|
|
for sample in samples:
|
|
for container in sample['containers']:
|
|
peak = peaks.setdefault(container['Name'], {'cpu_percent_peak':0, 'memory_mib_peak':0})
|
|
peak['cpu_percent_peak'] = max(peak['cpu_percent_peak'],float(container['CPUPerc'].rstrip('%')))
|
|
value,unit = re.match(r'([0-9.]+)([A-Za-z]+)',container['MemUsage']).groups()
|
|
multiplier = {'GiB':1024,'MiB':1,'KiB':1/1024,'B':1/1048576}[unit]
|
|
peak['memory_mib_peak'] = round(max(peak['memory_mib_peak'],float(value)*multiplier),3)
|
|
return {'samples':len(samples),'per_container_peaks':peaks}
|
|
|
|
|
|
def main():
|
|
names = cluster.container_ids()
|
|
environment = {
|
|
'captured_at_utc': datetime.datetime.now(datetime.timezone.utc).isoformat(),
|
|
'host_os': platform.platform(), 'host_architecture': platform.machine(),
|
|
'docker': json.loads(output(['docker','info','--format','{"server_version":"{{.ServerVersion}}","cpus":{{.NCPU}},"memory_bytes":{{.MemTotal}},"architecture":"{{.Architecture}}"}'])),
|
|
'python_in_image': output(['docker','exec',cluster.container_ids('api')[0],'python','--version']),
|
|
'dataset_before': counts(),
|
|
'limits': {'api_each':'1 CPU / 512 MiB','postgres':'1 CPU / 512 MiB','redis':'0.25 CPU / 128 MiB','lb':'0.5 CPU / 128 MiB'},
|
|
'warmup': 'API already healthy; acceptance, persistence and dependency checks performed before benchmark. No separate timed load warmup.',
|
|
'replicas':len(cluster.replicas()), 'repetitions': 1, 'duration_seconds':30, 'concurrency':4,
|
|
}
|
|
if sys.platform == 'darwin':
|
|
environment['host_cpu'] = output(['sysctl','-n','machdep.cpu.brand_string'])
|
|
environment['host_memory_bytes'] = int(output(['sysctl','-n','hw.memsize']))
|
|
samples = []
|
|
with (ROOT/'evidence/load-output.txt').open('w') as log:
|
|
proc = subprocess.Popen([sys.executable,'tests/load.py','--duration','30','--concurrency','4','--output','evidence/load.json'],cwd=ROOT,stdout=log,stderr=subprocess.STDOUT)
|
|
while proc.poll() is None:
|
|
rows = output(['docker','stats','--no-stream','--format','{{json .}}',*names])
|
|
samples.append({'at_utc':datetime.datetime.now(datetime.timezone.utc).isoformat(),
|
|
'containers':[{k:v for k,v in json.loads(row).items() if k in ('Name','CPUPerc','MemUsage','MemPerc','PIDs')}
|
|
for row in rows.splitlines()]})
|
|
time.sleep(1)
|
|
if proc.returncode:
|
|
raise SystemExit(proc.returncode)
|
|
environment['dataset_after'] = counts()
|
|
(ROOT/'evidence/environment.json').write_text(json.dumps(environment,ensure_ascii=False,indent=2)+'\n')
|
|
(ROOT/'evidence/resources.json').write_text(json.dumps(samples,indent=2)+'\n')
|
|
(ROOT/'evidence/resource-summary.json').write_text(json.dumps(resource_summary(samples),indent=2)+'\n')
|
|
print((ROOT/'evidence/load.json').read_text())
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|