This commit is contained in:
2026-10-22 17:27:32 +03:00
parent ec540a1a72
commit d847ddff81
80 changed files with 6798 additions and 37 deletions
+111
View File
@@ -0,0 +1,111 @@
"""lab3–lab4, уровень 4: проверка устройства стенда по реальным контейнерам и docker compose config.
make check-stack (= python student-tests/check_stack.py)
- не меньше 2 работающих реплик api, у них нет опубликованных портов (обойти балансировщик нельзя);
- в балансировщике каждая реплика под проверкой готовности, резервных серверов без проверки нет
(неготовая реплика не получает запросы ни при каких условиях);
- ни у одного сервиса нет container_name (иначе нельзя запустить несколько реплик одного сервиса);
- наружу опубликован только балансировщик и только на 127.0.0.1;
- у каждого работающего контейнера есть лимиты CPU и RAM;
- сети: postgres и valkey только во внутренней сети backend, lb только в edge, api в обеих;
- секреты получает только тот, кому они нужны;
- версии Docker, Compose и образов (для отчёта).
"""
import json
from helpers import check, run
from stand import api_containers, compose_config, compose_output, docker, inspect, lb_rows
def main():
config = compose_config()
services = config["services"]
networks = config.get("networks", {})
print("docker: " + docker("version", "--format", "{{.Server.Version}}"))
print("compose: " + compose_output("version", "--short").strip())
check(not [name for name, svc in services.items() if "container_name" in svc], "container_name is set")
print("container_name: not set for any service (replicas of one service are possible)")
replicas = api_containers()
check(len(replicas) >= 2, f"need >= 2 running api replicas, got {len(replicas)}")
print(f"api replicas running: {len(replicas)} -> {[c[:12] for c in replicas]} "
f"(deploy.replicas = {services['api'].get('deploy', {}).get('replicas')})")
print()
print(f"{'service':<14} {'container':<13} {'cpus':>5} {'memory':>8} {'published ports':<34} networks")
published = {}
for container in sorted(compose_output("ps", "-q").split()):
service = inspect(container, '{{index .Config.Labels "com.docker.compose.service"}}')
nano_cpus = int(inspect(container, "{{.HostConfig.NanoCpus}}") or 0)
memory = int(inspect(container, "{{.HostConfig.Memory}}") or 0)
ports = json.loads(inspect(container, "{{json .NetworkSettings.Ports}}") or "{}") or {}
bindings = [f"{b['HostIp']}:{b['HostPort']}->{port}" for port, items in ports.items() for b in (items or [])]
nets = sorted(json.loads(inspect(container, "{{json .NetworkSettings.Networks}}") or "{}"))
nets = [name.split("_", 1)[-1] for name in nets]
published[service] = published.get(service, []) + bindings
print(f"{service:<14} {container[:12]:<13} {nano_cpus / 1e9:>5.2f} {memory // 2**20:>6}Mi "
f"{', '.join(bindings) or '-':<34} {', '.join(nets)}")
check(nano_cpus > 0 and memory > 0, f"{service} {container[:12]} has no CPU/RAM limit")
print()
check(not published.get("api"), "api publishes ports and can be reached bypassing the balancer")
others = {service: ports for service, ports in published.items() if ports and service != "lb"}
check(not others, f"only the balancer may publish ports, got {others}")
check(published.get("lb") and all(b.startswith("127.0.0.1:") for b in published["lb"]),
"the balancer must be published on 127.0.0.1 only")
print("published: only lb, only on 127.0.0.1 (api replicas have no ports)")
servers = lb_rows("api")
backups = [row["svname"] for row in servers if row.get("bck") == "1"]
unchecked = [row["svname"] for row in servers
if not row.get("status", "").startswith("MAINT") and not row.get("check_status")]
check(not backups, f"backup servers in the balancer: {backups}")
check(not unchecked, f"servers without a readiness check in the balancer: {unchecked}")
in_use = [f"{row['svname']} {row['status']} ({row['check_status']})" for row in servers
if not row.get("status", "").startswith("MAINT")]
print(f"balancer: every api server is under the /health/ready check, no backup servers -> {', '.join(in_use)}")
print("limits: every running container has CPU and RAM limits")
def nets_of(name):
return sorted(services[name].get("networks", {}))
check(all(nets_of(name) == ["backend"] for name in ("postgres", "valkey", "s3", "s3-init")),
"stores must be on backend only")
check(nets_of("lb") == ["edge"], "lb must be on edge only")
check(nets_of("api") == ["backend", "edge"], "api must be on edge and backend")
check(networks.get("backend", {}).get("internal") is True, "backend network must be internal")
print("networks: lb -> edge; api -> edge + backend; postgres, valkey, s3 -> backend (internal: no way out)")
# lab4: S3 без портов наружу и без веб-консоли; версии образов закреплены.
s3 = services["s3"]
check(not s3.get("ports"), "s3 must not publish ports")
command = s3.get("command", [])
check("-ip.bind=127.0.0.1" in command and "-s3.iam=false" in command,
"SeaweedFS master/filer UIs must listen on 127.0.0.1 only and IAM API must be off")
check(not s3["image"].endswith(":latest") and ":" in s3["image"], "s3 image must be pinned")
check(any(v.get("source") == "s3data" for v in s3.get("volumes", [])), "s3 must use the persistent volume s3data")
print("s3: no published ports; master/filer web UIs only on 127.0.0.1 inside the container; IAM API off; "
"pinned image; volume s3data")
def secrets_of(name):
return sorted(item["source"] for item in services[name].get("secrets", []))
expected = {"api": ["cache_url", "database_url", "s3_access_key_id", "s3_secret_access_key"],
"migrate": ["database_url"], "lb": [],
"postgres": ["postgres_password"], "valkey": ["valkey_acl"],
"s3": ["s3_config"],
"s3-init": ["s3_root_password", "s3_root_user"]}
for name, wanted in expected.items():
check(secrets_of(name) == wanted, f"{name} secrets {secrets_of(name)} != {wanted}")
print("secrets: " + "; ".join(f"{name} -> {', '.join(wanted) or 'none'}" for name, wanted in expected.items()))
print("images: " + "; ".join(f"{name} {services[name]['image']}" for name in ("lb", "api", "postgres", "valkey", "s3")))
print("PASS: one entry point (lb on 127.0.0.1), >= 2 api replicas without ports and container_name, "
"only ready replicas get traffic, CPU/RAM limits everywhere, stores (incl. S3) only on the internal network, "
"S3 admin credentials only in s3-init")
if __name__ == "__main__":
run(main)