Files
mtusi2026lab4/scripts/lb_interleave_evidence.py
T
Mikhail Verkovykh 728e53cc55 Реализовать lab4 на оценку 4: SeaweedFS, вложения и согласованность БД/S3.
Перенесён стенд lab3 (API, Redis-сессии, идемпотентность, HAProxy, реплики API). Добавлены приватный bucket SeaweedFS с отдельным ключом API, загрузка PNG/JPEG с лимитами и полной проверкой, компенсация и reconciler, плавная остановка API, тесты и evidence.
2026-11-06 19:48:37 +03:00

114 lines
4.2 KiB
Python

#!/usr/bin/env python3
"""LB balancing under mixed traffic: slow uploads interleaved with short GETs.
Each of 8 uploads (~1 MiB PNG) streams its body over ~4 s; between upload starts the
client sends one short GET. Records which replica served every upload and GET.
The balance algorithm is read from the running LB config. Results are merged into
evidence/lb-interleave.json keyed by algorithm. Tokens are kept in memory only.
"""
from __future__ import annotations
import base64
import collections
import http.client
import json
import os
import subprocess
import sys
import threading
import time
import uuid
import urllib.request
from pathlib import Path
ROOT = Path(__file__).resolve().parents[1]
sys.path.insert(0, str(ROOT / "student-tests"))
import imagegen # noqa: E402
HOST = os.environ.get("LB_HOST", "127.0.0.1")
PORT = int(os.environ.get("LB_PORT", "8080"))
UPLOADS = 8
def call(method, path, body=None, token=None, headers=None):
h = {"Accept": "application/json", **(headers or {})}
data = None
if body is not None:
data = json.dumps(body).encode()
h["Content-Type"] = "application/json"
if token:
h["Authorization"] = "Bearer " + token
req = urllib.request.Request(f"http://{HOST}:{PORT}{path}", data=data, headers=h, method=method)
resp = urllib.request.urlopen(req, timeout=30)
return resp.headers, json.loads(resp.read() or b"null")
def actor(label):
username, password = f"ilv_{label}_{uuid.uuid4().hex[:10]}", "T3st-" + uuid.uuid4().hex
_, user = call("POST", "/api/v1/users", {"username": username, "display_name": label, "password": password})
cred = base64.b64encode(f"{username}:{password}".encode()).decode()
_, session = call("POST", "/api/v1/auth/sessions", headers={"Authorization": "Basic " + cred})
return user["id"], session["token"]
def balance_algorithm():
cfg = subprocess.check_output(
["docker", "compose", "--env-file", ".env", "exec", "-T", "lb",
"cat", "/usr/local/etc/haproxy/haproxy.cfg"], cwd=ROOT, text=True)
algos = {line.split()[1] for line in cfg.splitlines() if line.strip().startswith("balance ")}
return "/".join(sorted(algos))
def main():
algo = balance_algorithm()
alice, token = actor("a")
bob, _ = actor("b")
_, chat = call("POST", "/api/v1/chats", {"title": "interleave", "member_ids": [alice, bob]}, token=token)
payload = imagegen.rgb_png(700, 500, noise=True)
uploads, gets = [], []
def slow_upload(i):
conn = http.client.HTTPConnection(HOST, PORT, timeout=60)
conn.putrequest("POST", f"/api/v1/chats/{chat['id']}/attachments?filename=ilv{i}.png")
for k, v in {"Authorization": "Bearer " + token, "Content-Type": "image/png",
"Content-Length": str(len(payload))}.items():
conn.putheader(k, v)
conn.endheaders()
step = len(payload) // 20
for off in range(0, len(payload), step):
conn.send(payload[off:off + step])
time.sleep(0.2)
resp = conn.getresponse()
resp.read()
uploads.append({"upload": i, "status": resp.status, "instance": resp.getheader("X-Instance-Id")})
threads = []
for i in range(UPLOADS):
th = threading.Thread(target=slow_upload, args=(i,))
th.start()
threads.append(th)
time.sleep(0.15)
gets.append(call("GET", "/api/v1/users/me", token=token)[0]["X-Instance-Id"])
time.sleep(0.15)
for th in threads:
th.join()
result = {
"date": time.strftime("%Y-%m-%dT%H:%M:%SZ", time.gmtime()),
"balance": algo,
"uploads": UPLOADS,
"upload_bytes": len(payload),
"uploads_per_replica": dict(collections.Counter(u["instance"] for u in uploads)),
"upload_statuses": dict(collections.Counter(str(u["status"]) for u in uploads)),
"short_gets_per_replica": dict(collections.Counter(gets)),
}
out = ROOT / "evidence" / "lb-interleave.json"
report = json.loads(out.read_text(encoding="utf-8")) if out.exists() else {}
report[algo] = result
out.write_text(json.dumps(report, ensure_ascii=False, indent=1), encoding="utf-8")
print(json.dumps(result, ensure_ascii=False))
print("WROTE", out)
if __name__ == "__main__":
main()