forked from mtusi2026/mtusi2026lab3
41 lines
2.6 KiB
Python
Executable File
41 lines
2.6 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
"""Collect allowlisted internal metrics without credentials or session tokens."""
|
|
import csv,io,json,subprocess,time
|
|
from concurrent.futures import ThreadPoolExecutor
|
|
from pathlib import Path
|
|
ROOT=Path(__file__).resolve().parents[1]
|
|
def command(args):
|
|
p=subprocess.run(args,cwd=ROOT,text=True,capture_output=True,timeout=10)
|
|
if p.returncode:raise RuntimeError(p.stderr.strip()[:160])
|
|
return p.stdout.strip()
|
|
def containers():
|
|
ids=command(['./scripts/compose.sh','ps','-q']).split()
|
|
rows=json.loads(command(['docker','inspect',*ids]))
|
|
return [(r['Id'],r['Name'].lstrip('/'),r['Config']['Labels']['com.docker.compose.service']) for r in rows]
|
|
def sample_container(row):
|
|
ident,name,service=row
|
|
out={'name':name,'service':service}
|
|
try:
|
|
raw=command(['docker','exec',ident,'sh','-c','cat /sys/fs/cgroup/cpu.stat; printf "memory_bytes "; cat /sys/fs/cgroup/memory.current'])
|
|
out['cgroup']={k:int(v) for k,v in (line.split() for line in raw.splitlines())}
|
|
if service=='api':out['pool']=json.loads(command(['docker','exec',ident,'wget','-qO-','http://127.0.0.1:8080/internal/metrics']))
|
|
if service=='lb':
|
|
raw=command(['docker','exec',ident,'wget','-qO-','http://127.0.0.1:8404/stats;csv'])
|
|
out['backends']=[{k:r.get(k) for k in ('svname','status','qcur','qmax','scur','stot','econ','eresp','rtime','ctime')} for r in csv.DictReader(io.StringIO(raw)) if r.get('# pxname')=='api']
|
|
if service=='postgres':
|
|
sql="SELECT json_build_object('commits',xact_commit,'rollbacks',xact_rollback,'blocks_read',blks_read,'blocks_hit',blks_hit,'deadlocks',deadlocks,'connections',numbackends,'size_bytes',pg_database_size(datname),'waits',(SELECT coalesce(json_agg(w),'[]') FROM (SELECT state,wait_event_type,count(*) FROM pg_stat_activity WHERE application_name='mtusi-api' GROUP BY 1,2) w)) FROM pg_stat_database WHERE datname='messenger'"
|
|
out['database']=json.loads(command(['docker','exec',ident,'psql','-U','messenger','-d','messenger','-Atc',sql]))
|
|
except Exception as e:out['error']=str(e)
|
|
return out
|
|
def snapshot(rows=None):
|
|
rows=containers() if rows is None else rows
|
|
with ThreadPoolExecutor(max_workers=8) as pool:return {'unix_time':time.time(),'containers':list(pool.map(sample_container,rows))}
|
|
if __name__=='__main__':
|
|
import argparse
|
|
p=argparse.ArgumentParser();p.add_argument('--duration',type=float,default=20);p.add_argument('--output',required=True);a=p.parse_args()
|
|
rows=containers();dest=Path(a.output);dest.parent.mkdir(parents=True,exist_ok=True)
|
|
with dest.open('w') as f:
|
|
end=time.monotonic()+a.duration
|
|
while time.monotonic()<end:
|
|
f.write(json.dumps(snapshot(rows))+'\n');f.flush();time.sleep(3)
|