#!/usr/bin/env python3 """Capture repeatable short load run and sanitized environment/resource evidence.""" import datetime import json import platform import re import subprocess import sys import time import cluster from pathlib import Path ROOT = Path(__file__).resolve().parents[1] def output(args): return subprocess.check_output(args, cwd=ROOT, text=True).strip() def counts(): code = "import json,psycopg; from messenger.db import setting; c=psycopg.connect(setting('DATABASE_URL')); print(json.dumps({t:c.execute('SELECT count(*) FROM '+t).fetchone()[0] for t in ['users','chats','messages','sessions','idempotency_records']})); c.close()" return json.loads(output(['docker','exec',cluster.container_ids('api')[0],'python','-c',code])) def resource_summary(samples): peaks = {} for sample in samples: for container in sample['containers']: peak = peaks.setdefault(container['Name'], {'cpu_percent_peak':0, 'memory_mib_peak':0}) peak['cpu_percent_peak'] = max(peak['cpu_percent_peak'],float(container['CPUPerc'].rstrip('%'))) value,unit = re.match(r'([0-9.]+)([A-Za-z]+)',container['MemUsage']).groups() multiplier = {'GiB':1024,'MiB':1,'KiB':1/1024,'B':1/1048576}[unit] peak['memory_mib_peak'] = round(max(peak['memory_mib_peak'],float(value)*multiplier),3) return {'samples':len(samples),'per_container_peaks':peaks} def main(): names = cluster.container_ids() environment = { 'captured_at_utc': datetime.datetime.now(datetime.timezone.utc).isoformat(), 'host_os': platform.platform(), 'host_architecture': platform.machine(), 'docker': json.loads(output(['docker','info','--format','{"server_version":"{{.ServerVersion}}","cpus":{{.NCPU}},"memory_bytes":{{.MemTotal}},"architecture":"{{.Architecture}}"}'])), 'python_in_image': output(['docker','exec',cluster.container_ids('api')[0],'python','--version']), 'dataset_before': counts(), 'limits': {'api_each':'1 CPU / 512 MiB','postgres':'1 CPU / 512 MiB','redis':'0.25 CPU / 128 MiB','lb':'0.5 CPU / 128 MiB'}, 'warmup': 'API already healthy; acceptance, persistence and dependency checks performed before benchmark. No separate timed load warmup.', 'replicas':len(cluster.replicas()), 'repetitions': 1, 'duration_seconds':30, 'concurrency':4, } if sys.platform == 'darwin': environment['host_cpu'] = output(['sysctl','-n','machdep.cpu.brand_string']) environment['host_memory_bytes'] = int(output(['sysctl','-n','hw.memsize'])) samples = [] with (ROOT/'evidence/load-output.txt').open('w') as log: proc = subprocess.Popen([sys.executable,'tests/load.py','--duration','30','--concurrency','4','--output','evidence/load.json'],cwd=ROOT,stdout=log,stderr=subprocess.STDOUT) while proc.poll() is None: rows = output(['docker','stats','--no-stream','--format','{{json .}}',*names]) samples.append({'at_utc':datetime.datetime.now(datetime.timezone.utc).isoformat(), 'containers':[{k:v for k,v in json.loads(row).items() if k in ('Name','CPUPerc','MemUsage','MemPerc','PIDs')} for row in rows.splitlines()]}) time.sleep(1) if proc.returncode: raise SystemExit(proc.returncode) environment['dataset_after'] = counts() (ROOT/'evidence/environment.json').write_text(json.dumps(environment,ensure_ascii=False,indent=2)+'\n') (ROOT/'evidence/resources.json').write_text(json.dumps(samples,indent=2)+'\n') (ROOT/'evidence/resource-summary.json').write_text(json.dumps(resource_summary(samples),indent=2)+'\n') print((ROOT/'evidence/load.json').read_text()) if __name__ == '__main__': main()