forked from mtusi2026/mtusi2026lab3
62 lines
3.3 KiB
Python
62 lines
3.3 KiB
Python
"""Проверка реально установленных Python-пакетов API через публичную базу OSV."""
|
|
import argparse
|
|
from concurrent.futures import ThreadPoolExecutor
|
|
from datetime import datetime, timezone
|
|
import json
|
|
from pathlib import Path
|
|
import subprocess
|
|
import ssl
|
|
from urllib.request import Request, urlopen
|
|
|
|
|
|
def fetch(url, data=None):
|
|
request = Request(url, data=None if data is None else json.dumps(data).encode(),
|
|
headers={'Content-Type': 'application/json'})
|
|
with urlopen(request, timeout=30, context=TLS_CONTEXT) as response:
|
|
return json.load(response)
|
|
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser(description=__doc__)
|
|
parser.add_argument('--output', default='evidence/lab2-production-dependencies.json')
|
|
parser.add_argument('--ca-file', help='Дополнительный доверенный CA bundle; TLS-проверка остаётся включённой')
|
|
args = parser.parse_args()
|
|
global TLS_CONTEXT
|
|
TLS_CONTEXT = ssl.create_default_context(cafile=args.ca_file)
|
|
raw = subprocess.check_output(['docker', 'compose', 'exec', '-T', 'api', 'python', '-c',
|
|
'import importlib.metadata as m,json; print(json.dumps(sorted({d.metadata["Name"]:d.version for d in m.distributions()}.items())))'],
|
|
text=True, timeout=20)
|
|
packages = json.loads(raw)
|
|
queries = [{'package': {'ecosystem': 'PyPI', 'name': name}, 'version': version}
|
|
for name, version in packages]
|
|
pending = list(enumerate(queries))
|
|
vulnerabilities = {i: set() for i in range(len(packages))}
|
|
while pending:
|
|
results = fetch('https://api.osv.dev/v1/querybatch', {'queries': [q for _, q in pending]})['results']
|
|
if len(results) != len(pending):
|
|
raise RuntimeError('Неполный ответ OSV')
|
|
next_pending = []
|
|
for (index, query), result in zip(pending, results):
|
|
vulnerabilities[index].update(v['id'] for v in result.get('vulns', []))
|
|
if result.get('next_page_token'):
|
|
next_pending.append((index, {**query, 'page_token': result['next_page_token']}))
|
|
pending = next_pending
|
|
ids = sorted(set().union(*vulnerabilities.values()))
|
|
with ThreadPoolExecutor(max_workers=4) as pool:
|
|
records = dict(zip(ids, pool.map(lambda i: fetch('https://api.osv.dev/v1/vulns/' + i), ids)))
|
|
findings = [{'name': packages[i][0], 'version': packages[i][1],
|
|
'vulnerabilities': [records[v] for v in sorted(found)]}
|
|
for i, found in vulnerabilities.items() if found]
|
|
report = {'checked_at_utc': datetime.now(timezone.utc).isoformat(),
|
|
'source': 'https://api.osv.dev/v1/querybatch', 'packages': packages, 'findings': findings,
|
|
'scope': 'Python packages in running API; excludes OS/container image vulnerabilities'}
|
|
Path(args.output).write_text(json.dumps(report, ensure_ascii=False, indent=2) + '\n')
|
|
print('OSV: проверено пакетов:', len(packages), '; пакетов с известными advisory:', len(findings))
|
|
for finding in findings:
|
|
print(finding['name'], finding['version'], ', '.join(v['id'] for v in finding['vulnerabilities']))
|
|
raise SystemExit(bool(findings))
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|