forked from mtusi2026/mtusi2026lab7
136 lines
5.0 KiB
Bash
Executable File
136 lines
5.0 KiB
Bash
Executable File
#!/bin/sh
|
|
|
|
set -eu
|
|
|
|
script_dir=$(CDPATH= cd -- "$(dirname -- "$0")" && pwd)
|
|
repo_dir=$(CDPATH= cd -- "$script_dir/.." && pwd)
|
|
runtime_dir="$repo_dir/evidence/runtime/security-scan"
|
|
cache_dir="$repo_dir/.runtime/trivy-cache"
|
|
raw_file="$runtime_dir/trivy-fs.json"
|
|
summary_file="$repo_dir/evidence/lab7-security-scan.json"
|
|
env_file=${ENV_FILE:-$repo_dir/lab7.env.example}
|
|
image_list=${SCAN_IMAGES:-}
|
|
if [ -z "$image_list" ]; then
|
|
containers=$(docker compose --project-directory "$repo_dir" --env-file "$env_file" ps -q)
|
|
[ -n "$containers" ] || { echo "start the stack or set SCAN_IMAGES" >&2; exit 1; }
|
|
image_list=$(docker inspect --format '{{.Config.Image}}' $containers | sort -u)
|
|
fi
|
|
|
|
mkdir -p "$runtime_dir" "$cache_dir"
|
|
"$script_dir/sync-docker-workspace.sh"
|
|
|
|
docker run --rm \
|
|
-v "$repo_dir:/src:ro" \
|
|
-v "$runtime_dir:/out" \
|
|
-v "$cache_dir:/root/.cache/trivy" \
|
|
aquasec/trivy:0.76.2 fs \
|
|
--scanners vuln,misconfig,secret \
|
|
--format json \
|
|
--output /out/trivy-fs.json \
|
|
--skip-dirs /src/.git \
|
|
--skip-dirs /src/.runtime \
|
|
--skip-dirs /src/.venv \
|
|
--skip-dirs /src/evidence/runtime \
|
|
--skip-files /src/Dockerfile.example \
|
|
/src
|
|
|
|
image_reports=
|
|
index=0
|
|
for image in $image_list; do
|
|
index=$((index + 1))
|
|
report="$runtime_dir/trivy-image-$index.json"
|
|
docker run --rm \
|
|
-v /var/run/docker.sock:/var/run/docker.sock \
|
|
-v "$runtime_dir:/out" \
|
|
-v "$cache_dir:/root/.cache/trivy" \
|
|
aquasec/trivy:0.76.2 image \
|
|
--scanners vuln,secret \
|
|
--format json \
|
|
--output "/out/trivy-image-$index.json" \
|
|
"$image"
|
|
image_reports="$image_reports $image=$report"
|
|
done
|
|
|
|
"$script_dir/sync-docker-workspace.sh" --pull-scan
|
|
|
|
python3 - "$raw_file" "$summary_file" $image_reports <<'PY'
|
|
import datetime
|
|
import json
|
|
import sys
|
|
from collections import Counter
|
|
|
|
with open(sys.argv[1], encoding="utf-8") as source:
|
|
report = json.load(source)
|
|
|
|
vulnerabilities = Counter()
|
|
misconfigurations = Counter()
|
|
secrets = 0
|
|
for result in report.get("Results") or []:
|
|
for vulnerability in result.get("Vulnerabilities") or []:
|
|
vulnerabilities[vulnerability.get("Severity", "UNKNOWN")] += 1
|
|
for finding in result.get("Misconfigurations") or []:
|
|
misconfigurations[finding.get("Severity", "UNKNOWN")] += 1
|
|
secrets += len(result.get("Secrets") or [])
|
|
|
|
image_vulnerabilities = Counter()
|
|
image_secrets = 0
|
|
scanned_images = []
|
|
image_raw_reports = []
|
|
findings = {}
|
|
|
|
|
|
def record_findings(report, scope):
|
|
for result in report.get("Results") or []:
|
|
for finding in result.get("Vulnerabilities") or []:
|
|
key = (finding["VulnerabilityID"], finding["PkgName"], finding.get("InstalledVersion", ""))
|
|
entry = findings.setdefault(key, {
|
|
"id": finding["VulnerabilityID"],
|
|
"package": finding["PkgName"],
|
|
"installed_version": finding.get("InstalledVersion", ""),
|
|
"fixed_version": finding.get("FixedVersion", ""),
|
|
"severity": finding.get("Severity", "UNKNOWN"),
|
|
"title": finding.get("Title", ""),
|
|
"scopes": [],
|
|
})
|
|
if scope not in entry["scopes"]:
|
|
entry["scopes"].append(scope)
|
|
|
|
|
|
record_findings(report, "repository")
|
|
for item in sys.argv[3:]:
|
|
image, path = item.split("=", 1)
|
|
scanned_images.append(image)
|
|
with open(path, encoding="utf-8") as source:
|
|
image_report = json.load(source)
|
|
image_raw_reports.append("evidence/runtime/security-scan/" + path.rsplit("/", 1)[-1])
|
|
record_findings(image_report, image)
|
|
for result in image_report.get("Results") or []:
|
|
for vulnerability in result.get("Vulnerabilities") or []:
|
|
image_vulnerabilities[vulnerability.get("Severity", "UNKNOWN")] += 1
|
|
image_secrets += len(result.get("Secrets") or [])
|
|
|
|
summary = {
|
|
"schema_version": 1,
|
|
"scanner": "Trivy 0.76.2",
|
|
"generated_at": datetime.datetime.now(datetime.timezone.utc).replace(microsecond=0).isoformat(),
|
|
"scope": "repository filesystem: vulnerabilities, misconfigurations, secrets",
|
|
"vulnerabilities": dict(sorted(vulnerabilities.items())),
|
|
"misconfigurations": dict(sorted(misconfigurations.items())),
|
|
"secret_findings": secrets,
|
|
"scanned_images": scanned_images,
|
|
"image_vulnerabilities": dict(sorted(image_vulnerabilities.items())),
|
|
"image_secret_findings": image_secrets,
|
|
"findings": sorted((finding for finding in findings.values()
|
|
if "repository" in finding["scopes"] or finding["severity"] == "CRITICAL"),
|
|
key=lambda finding: (finding["package"], finding["id"])),
|
|
"findings_scope": "all repository findings and critical image findings; full findings in raw reports",
|
|
"raw_report": "evidence/runtime/security-scan/trivy-fs.json",
|
|
"image_raw_reports": image_raw_reports,
|
|
}
|
|
with open(sys.argv[2], "w", encoding="utf-8") as destination:
|
|
json.dump(summary, destination, ensure_ascii=False, indent=2)
|
|
destination.write("\n")
|
|
PY
|
|
|
|
cat "$summary_file"
|