forked from mtusi2026/mtusi2026lab7
лр7: Docker-прогон, evidence, исправления
This commit is contained in:
+126
@@ -0,0 +1,126 @@
|
||||
"""Скан зависимостей и образов стенда с разбором применимости (lab7). Только stdlib + Docker.
|
||||
|
||||
python scripts/scan.py # все образы из compose.yaml + образ приложения + pip-audit
|
||||
python scripts/scan.py --only app # только образ приложения и его Python-зависимости
|
||||
|
||||
Что делает:
|
||||
1. pip-audit по requirements.txt (база уязвимостей PyPI/OSV) — в одноразовом контейнере python:3.11.13-slim.
|
||||
2. Trivy (aquasec/trivy) по каждому образу: ОС-пакеты и Python-пакеты образа, severity HIGH/CRITICAL.
|
||||
3. Черновой разбор применимости для каждой находки:
|
||||
applicable — Python-зависимость приложения или библиотека, которую загружает процесс
|
||||
(libc, OpenSSL, zlib, expat, libffi ...): нужен апдейт/обоснование;
|
||||
not-reachable — пакет есть в образе, но процесс его не исполняет (perl, apt, login, util-linux ...):
|
||||
корень read-only, shell не вызывается, no-new-privileges, нет capabilities;
|
||||
third-party-image — находка в образе стороннего сервиса: применимость — по его роли и сети (internal).
|
||||
и есть ли исправленная версия. Итог — evidence/scan/*.json и evidence/scan/triage.md: это ЧЕРНОВИК для
|
||||
ручной проверки, а не вердикт — в отчёт идёт только просмотренная таблица.
|
||||
"""
|
||||
import argparse
|
||||
import json
|
||||
import subprocess
|
||||
import sys
|
||||
from pathlib import Path
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[1]
|
||||
OUT = ROOT / "evidence" / "scan"
|
||||
TRIVY = "aquasec/trivy:0.76.2"
|
||||
PIP_AUDIT = "pip-audit==2.10.1"
|
||||
APP_IMAGE = "messenger-lab7-api"
|
||||
|
||||
# ОС-библиотеки, которые реально загружает процесс CPython приложения (ssl, zlib, json/expat, ctypes, uuid ...)
|
||||
RUNTIME_LIBS = {"libc6", "libc-bin", "libssl3", "libssl3t64", "openssl", "zlib1g", "libexpat1", "libffi8",
|
||||
"libbz2-1.0", "liblzma5", "libuuid1", "libgcc-s1", "libstdc++6", "libcrypt1", "libzstd1", "tzdata",
|
||||
"ca-certificates", "libsqlite3-0", "libgdbm6", "libgdbm6t64", "libncursesw6", "libreadline8",
|
||||
"libreadline8t64", "libtinfo6", "libnsl2", "libtirpc3", "libtirpc3t64"}
|
||||
|
||||
|
||||
def run(cmd, **kw):
|
||||
return subprocess.run(cmd, cwd=ROOT, capture_output=True, text=True, **kw)
|
||||
|
||||
|
||||
def images(only_app):
|
||||
config = json.loads(run(["docker", "compose", "config", "--format", "json"], check=True).stdout)
|
||||
found = {APP_IMAGE}
|
||||
if not only_app:
|
||||
found |= {svc["image"] for svc in config["services"].values() if svc.get("image")}
|
||||
return sorted(found)
|
||||
|
||||
|
||||
def pip_audit():
|
||||
cmd = ["docker", "run", "--rm", "-v", f"{ROOT / 'requirements.txt'}:/r.txt:ro", "python:3.11.13-slim", "sh", "-c",
|
||||
f"pip install -q {PIP_AUDIT} >/dev/null 2>&1 && pip-audit -r /r.txt --no-deps --disable-pip -f json"]
|
||||
result = run(cmd)
|
||||
data = json.loads(result.stdout or "{}")
|
||||
(OUT / "pip-audit.json").write_text(json.dumps(data, indent=1), encoding="utf-8")
|
||||
return data
|
||||
|
||||
|
||||
def trivy(image):
|
||||
cache = Path.home() / ".cache" / "trivy-lab7" # база Trivy — вне репозитория
|
||||
cache.mkdir(parents=True, exist_ok=True)
|
||||
cmd = ["docker", "run", "--rm", "-v", "/var/run/docker.sock:/var/run/docker.sock:ro", "-v",
|
||||
f"{cache}:/root/.cache/trivy", TRIVY, "image", "--quiet", "--format", "json", "--scanners", "vuln",
|
||||
"--severity", "HIGH,CRITICAL", image]
|
||||
# Docker socket получает только одноразовый контейнер сканера на хосте оператора, не стенд.
|
||||
result = run(cmd)
|
||||
if result.returncode != 0:
|
||||
return {"error": result.stderr[-500:]}
|
||||
data = json.loads(result.stdout)
|
||||
name = image.replace("/", "_").replace(":", "_")
|
||||
(OUT / f"trivy-{name}.json").write_text(json.dumps(data, indent=1), encoding="utf-8")
|
||||
return data
|
||||
|
||||
|
||||
def classify(image, result_class, pkg):
|
||||
if image != APP_IMAGE:
|
||||
return "third-party-image"
|
||||
if result_class == "lang-pkgs":
|
||||
return "applicable"
|
||||
return "applicable" if pkg in RUNTIME_LIBS else "not-reachable"
|
||||
|
||||
|
||||
def main():
|
||||
parser = argparse.ArgumentParser()
|
||||
parser.add_argument("--only", choices=["app"])
|
||||
args = parser.parse_args()
|
||||
OUT.mkdir(parents=True, exist_ok=True)
|
||||
lines = ["# Скан зависимостей и образов — черновой разбор (проверить вручную)", ""]
|
||||
audit = pip_audit()
|
||||
vulns = [(d["name"], d["version"], v["id"], ",".join(v.get("fix_versions", [])))
|
||||
for d in audit.get("dependencies", []) for v in d.get("vulns", [])]
|
||||
lines += [f"## pip-audit requirements.txt: {len(vulns)} находок", ""]
|
||||
lines += [f"- {n} {ver}: {vid}, исправлено в {fix or '—'}" for n, ver, vid, fix in vulns] or ["- нет"]
|
||||
lines.append("")
|
||||
rows = []
|
||||
for image in images(args.only == "app"):
|
||||
print(f"trivy {image} ...", flush=True)
|
||||
data = trivy(image)
|
||||
if "error" in data:
|
||||
lines.append(f"## {image}: ошибка сканера: {data['error'][:200]}")
|
||||
continue
|
||||
for result in data.get("Results", []):
|
||||
for v in result.get("Vulnerabilities", []) or []:
|
||||
rows.append({"image": image, "target": result.get("Target"), "class": result.get("Class"),
|
||||
"pkg": v["PkgName"], "installed": v.get("InstalledVersion"),
|
||||
"fixed": v.get("FixedVersion") or "", "id": v["VulnerabilityID"],
|
||||
"severity": v.get("Severity"), "title": (v.get("Title") or "")[:90],
|
||||
"applicability": classify(image, result.get("Class"), v["PkgName"])})
|
||||
(OUT / "trivy-findings.json").write_text(json.dumps(rows, indent=1, ensure_ascii=False), encoding="utf-8")
|
||||
lines += ["## Trivy (HIGH, CRITICAL)", "", "| Образ | Пакет | Версия | Исправлено в | CVE | Severity | Применимость |",
|
||||
"| --- | --- | --- | --- | --- | --- | --- |"]
|
||||
for r in sorted(rows, key=lambda r: (r["image"] != APP_IMAGE, r["applicability"], r["image"], r["pkg"])):
|
||||
lines.append(f"| {r['image']} | {r['pkg']} | {r['installed']} | {r['fixed'] or '—'} | {r['id']} | "
|
||||
f"{r['severity']} | {r['applicability']} |")
|
||||
(OUT / "triage.md").write_text("\n".join(lines) + "\n", encoding="utf-8")
|
||||
by = {}
|
||||
for r in rows:
|
||||
by.setdefault((r["image"], r["applicability"]), 0)
|
||||
by[(r["image"], r["applicability"])] += 1
|
||||
for (image, kind), n in sorted(by.items()):
|
||||
print(f"{image:<45} {kind:<18} {n}")
|
||||
print(f"pip-audit: {len(vulns)} finding(s); draft triage: {OUT / 'triage.md'}")
|
||||
return 0
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
sys.exit(main())
|
||||
Reference in New Issue
Block a user