Files
mtusi2026lab3/scripts/metrics.py
T
2026-11-07 10:41:21 +03:00

41 lines
2.6 KiB
Python
Executable File

#!/usr/bin/env python3
"""Collect allowlisted internal metrics without credentials or session tokens."""
import csv,io,json,subprocess,time
from concurrent.futures import ThreadPoolExecutor
from pathlib import Path
ROOT=Path(__file__).resolve().parents[1]
def command(args):
p=subprocess.run(args,cwd=ROOT,text=True,capture_output=True,timeout=10)
if p.returncode:raise RuntimeError(p.stderr.strip()[:160])
return p.stdout.strip()
def containers():
ids=command(['./scripts/compose.sh','ps','-q']).split()
rows=json.loads(command(['docker','inspect',*ids]))
return [(r['Id'],r['Name'].lstrip('/'),r['Config']['Labels']['com.docker.compose.service']) for r in rows]
def sample_container(row):
ident,name,service=row
out={'name':name,'service':service}
try:
raw=command(['docker','exec',ident,'sh','-c','cat /sys/fs/cgroup/cpu.stat; printf "memory_bytes "; cat /sys/fs/cgroup/memory.current'])
out['cgroup']={k:int(v) for k,v in (line.split() for line in raw.splitlines())}
if service=='api':out['pool']=json.loads(command(['docker','exec',ident,'wget','-qO-','http://127.0.0.1:8080/internal/metrics']))
if service=='lb':
raw=command(['docker','exec',ident,'wget','-qO-','http://127.0.0.1:8404/stats;csv'])
out['backends']=[{k:r.get(k) for k in ('svname','status','qcur','qmax','scur','stot','econ','eresp','rtime','ctime')} for r in csv.DictReader(io.StringIO(raw)) if r.get('# pxname')=='api']
if service=='postgres':
sql="SELECT json_build_object('commits',xact_commit,'rollbacks',xact_rollback,'blocks_read',blks_read,'blocks_hit',blks_hit,'deadlocks',deadlocks,'connections',numbackends,'size_bytes',pg_database_size(datname),'waits',(SELECT coalesce(json_agg(w),'[]') FROM (SELECT state,wait_event_type,count(*) FROM pg_stat_activity WHERE application_name='mtusi-api' GROUP BY 1,2) w)) FROM pg_stat_database WHERE datname='messenger'"
out['database']=json.loads(command(['docker','exec',ident,'psql','-U','messenger','-d','messenger','-Atc',sql]))
except Exception as e:out['error']=str(e)
return out
def snapshot(rows=None):
rows=containers() if rows is None else rows
with ThreadPoolExecutor(max_workers=8) as pool:return {'unix_time':time.time(),'containers':list(pool.map(sample_container,rows))}
if __name__=='__main__':
import argparse
p=argparse.ArgumentParser();p.add_argument('--duration',type=float,default=20);p.add_argument('--output',required=True);a=p.parse_args()
rows=containers();dest=Path(a.output);dest.parent.mkdir(parents=True,exist_ok=True)
with dest.open('w') as f:
end=time.monotonic()+a.duration
while time.monotonic()<end:
f.write(json.dumps(snapshot(rows))+'\n');f.flush();time.sleep(3)