forked from mtusi2026/mtusi2026lab7
127 lines
7.1 KiB
Python
127 lines
7.1 KiB
Python
"""Скан зависимостей и образов стенда с разбором применимости (lab7). Только stdlib + Docker.
|
|
|
|
python scripts/scan.py # все образы из compose.yaml + образ приложения + pip-audit
|
|
python scripts/scan.py --only app # только образ приложения и его Python-зависимости
|
|
|
|
Что делает:
|
|
1. pip-audit по requirements.txt (база уязвимостей PyPI/OSV) — в одноразовом контейнере python:3.11.13-slim.
|
|
2. Trivy (aquasec/trivy) по каждому образу: ОС-пакеты и Python-пакеты образа, severity HIGH/CRITICAL.
|
|
3. Черновой разбор применимости для каждой находки:
|
|
applicable — Python-зависимость приложения или библиотека, которую загружает процесс
|
|
(libc, OpenSSL, zlib, expat, libffi ...): нужен апдейт/обоснование;
|
|
not-reachable — пакет есть в образе, но процесс его не исполняет (perl, apt, login, util-linux ...):
|
|
корень read-only, shell не вызывается, no-new-privileges, нет capabilities;
|
|
third-party-image — находка в образе стороннего сервиса: применимость — по его роли и сети (internal).
|
|
и есть ли исправленная версия. Итог — evidence/scan/*.json и evidence/scan/triage.md: это ЧЕРНОВИК для
|
|
ручной проверки, а не вердикт — в отчёт идёт только просмотренная таблица.
|
|
"""
|
|
import argparse
|
|
import json
|
|
import subprocess
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
ROOT = Path(__file__).resolve().parents[1]
|
|
OUT = ROOT / "evidence" / "scan"
|
|
TRIVY = "aquasec/trivy:0.76.2"
|
|
PIP_AUDIT = "pip-audit==2.10.1"
|
|
APP_IMAGE = "messenger-lab7-api"
|
|
|
|
# ОС-библиотеки, которые реально загружает процесс CPython приложения (ssl, zlib, json/expat, ctypes, uuid ...)
|
|
RUNTIME_LIBS = {"libc6", "libc-bin", "libssl3", "libssl3t64", "openssl", "zlib1g", "libexpat1", "libffi8",
|
|
"libbz2-1.0", "liblzma5", "libuuid1", "libgcc-s1", "libstdc++6", "libcrypt1", "libzstd1", "tzdata",
|
|
"ca-certificates", "libsqlite3-0", "libgdbm6", "libgdbm6t64", "libncursesw6", "libreadline8",
|
|
"libreadline8t64", "libtinfo6", "libnsl2", "libtirpc3", "libtirpc3t64"}
|
|
|
|
|
|
def run(cmd, **kw):
|
|
return subprocess.run(cmd, cwd=ROOT, capture_output=True, text=True, **kw)
|
|
|
|
|
|
def images(only_app):
|
|
config = json.loads(run(["docker", "compose", "config", "--format", "json"], check=True).stdout)
|
|
found = {APP_IMAGE}
|
|
if not only_app:
|
|
found |= {svc["image"] for svc in config["services"].values() if svc.get("image")}
|
|
return sorted(found)
|
|
|
|
|
|
def pip_audit():
|
|
cmd = ["docker", "run", "--rm", "-v", f"{ROOT / 'requirements.txt'}:/r.txt:ro", "python:3.11.13-slim", "sh", "-c",
|
|
f"pip install -q {PIP_AUDIT} >/dev/null 2>&1 && pip-audit -r /r.txt --no-deps --disable-pip -f json"]
|
|
result = run(cmd)
|
|
data = json.loads(result.stdout or "{}")
|
|
(OUT / "pip-audit.json").write_text(json.dumps(data, indent=1), encoding="utf-8")
|
|
return data
|
|
|
|
|
|
def trivy(image):
|
|
cache = Path.home() / ".cache" / "trivy-lab7" # база Trivy — вне репозитория
|
|
cache.mkdir(parents=True, exist_ok=True)
|
|
cmd = ["docker", "run", "--rm", "-v", "/var/run/docker.sock:/var/run/docker.sock:ro", "-v",
|
|
f"{cache}:/root/.cache/trivy", TRIVY, "image", "--quiet", "--format", "json", "--scanners", "vuln",
|
|
"--severity", "HIGH,CRITICAL", image]
|
|
# Docker socket получает только одноразовый контейнер сканера на хосте оператора, не стенд.
|
|
result = run(cmd)
|
|
if result.returncode != 0:
|
|
return {"error": result.stderr[-500:]}
|
|
data = json.loads(result.stdout)
|
|
name = image.replace("/", "_").replace(":", "_")
|
|
(OUT / f"trivy-{name}.json").write_text(json.dumps(data, indent=1), encoding="utf-8")
|
|
return data
|
|
|
|
|
|
def classify(image, result_class, pkg):
|
|
if image != APP_IMAGE:
|
|
return "third-party-image"
|
|
if result_class == "lang-pkgs":
|
|
return "applicable"
|
|
return "applicable" if pkg in RUNTIME_LIBS else "not-reachable"
|
|
|
|
|
|
def main():
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument("--only", choices=["app"])
|
|
args = parser.parse_args()
|
|
OUT.mkdir(parents=True, exist_ok=True)
|
|
lines = ["# Скан зависимостей и образов — черновой разбор (проверить вручную)", ""]
|
|
audit = pip_audit()
|
|
vulns = [(d["name"], d["version"], v["id"], ",".join(v.get("fix_versions", [])))
|
|
for d in audit.get("dependencies", []) for v in d.get("vulns", [])]
|
|
lines += [f"## pip-audit requirements.txt: {len(vulns)} находок", ""]
|
|
lines += [f"- {n} {ver}: {vid}, исправлено в {fix or '—'}" for n, ver, vid, fix in vulns] or ["- нет"]
|
|
lines.append("")
|
|
rows = []
|
|
for image in images(args.only == "app"):
|
|
print(f"trivy {image} ...", flush=True)
|
|
data = trivy(image)
|
|
if "error" in data:
|
|
lines.append(f"## {image}: ошибка сканера: {data['error'][:200]}")
|
|
continue
|
|
for result in data.get("Results", []):
|
|
for v in result.get("Vulnerabilities", []) or []:
|
|
rows.append({"image": image, "target": result.get("Target"), "class": result.get("Class"),
|
|
"pkg": v["PkgName"], "installed": v.get("InstalledVersion"),
|
|
"fixed": v.get("FixedVersion") or "", "id": v["VulnerabilityID"],
|
|
"severity": v.get("Severity"), "title": (v.get("Title") or "")[:90],
|
|
"applicability": classify(image, result.get("Class"), v["PkgName"])})
|
|
(OUT / "trivy-findings.json").write_text(json.dumps(rows, indent=1, ensure_ascii=False), encoding="utf-8")
|
|
lines += ["## Trivy (HIGH, CRITICAL)", "", "| Образ | Пакет | Версия | Исправлено в | CVE | Severity | Применимость |",
|
|
"| --- | --- | --- | --- | --- | --- | --- |"]
|
|
for r in sorted(rows, key=lambda r: (r["image"] != APP_IMAGE, r["applicability"], r["image"], r["pkg"])):
|
|
lines.append(f"| {r['image']} | {r['pkg']} | {r['installed']} | {r['fixed'] or '—'} | {r['id']} | "
|
|
f"{r['severity']} | {r['applicability']} |")
|
|
(OUT / "triage.md").write_text("\n".join(lines) + "\n", encoding="utf-8")
|
|
by = {}
|
|
for r in rows:
|
|
by.setdefault((r["image"], r["applicability"]), 0)
|
|
by[(r["image"], r["applicability"])] += 1
|
|
for (image, kind), n in sorted(by.items()):
|
|
print(f"{image:<45} {kind:<18} {n}")
|
|
print(f"pip-audit: {len(vulns)} finding(s); draft triage: {OUT / 'triage.md'}")
|
|
return 0
|
|
|
|
|
|
if __name__ == "__main__":
|
|
sys.exit(main())
|