"""Проверка реально установленных Python-пакетов API через публичную базу OSV.""" import argparse from concurrent.futures import ThreadPoolExecutor from datetime import datetime, timezone import json from pathlib import Path import subprocess import ssl from urllib.request import Request, urlopen def fetch(url, data=None): request = Request(url, data=None if data is None else json.dumps(data).encode(), headers={'Content-Type': 'application/json'}) with urlopen(request, timeout=30, context=TLS_CONTEXT) as response: return json.load(response) def main(): parser = argparse.ArgumentParser(description=__doc__) parser.add_argument('--output', default='evidence/lab2-production-dependencies.json') parser.add_argument('--ca-file', help='Дополнительный доверенный CA bundle; TLS-проверка остаётся включённой') args = parser.parse_args() global TLS_CONTEXT TLS_CONTEXT = ssl.create_default_context(cafile=args.ca_file) raw = subprocess.check_output(['docker', 'compose', 'exec', '-T', 'api', 'python', '-c', 'import importlib.metadata as m,json; print(json.dumps(sorted({d.metadata["Name"]:d.version for d in m.distributions()}.items())))'], text=True, timeout=20) packages = json.loads(raw) queries = [{'package': {'ecosystem': 'PyPI', 'name': name}, 'version': version} for name, version in packages] pending = list(enumerate(queries)) vulnerabilities = {i: set() for i in range(len(packages))} while pending: results = fetch('https://api.osv.dev/v1/querybatch', {'queries': [q for _, q in pending]})['results'] if len(results) != len(pending): raise RuntimeError('Неполный ответ OSV') next_pending = [] for (index, query), result in zip(pending, results): vulnerabilities[index].update(v['id'] for v in result.get('vulns', [])) if result.get('next_page_token'): next_pending.append((index, {**query, 'page_token': result['next_page_token']})) pending = next_pending ids = sorted(set().union(*vulnerabilities.values())) with ThreadPoolExecutor(max_workers=4) as pool: records = dict(zip(ids, pool.map(lambda i: fetch('https://api.osv.dev/v1/vulns/' + i), ids))) findings = [{'name': packages[i][0], 'version': packages[i][1], 'vulnerabilities': [records[v] for v in sorted(found)]} for i, found in vulnerabilities.items() if found] report = {'checked_at_utc': datetime.now(timezone.utc).isoformat(), 'source': 'https://api.osv.dev/v1/querybatch', 'packages': packages, 'findings': findings, 'scope': 'Python packages in running API; excludes OS/container image vulnerabilities'} Path(args.output).write_text(json.dumps(report, ensure_ascii=False, indent=2) + '\n') print('OSV: проверено пакетов:', len(packages), '; пакетов с известными advisory:', len(findings)) for finding in findings: print(finding['name'], finding['version'], ', '.join(v['id'] for v in finding['vulnerabilities'])) raise SystemExit(bool(findings)) if __name__ == '__main__': main()