Files
mtusi2026lab3/scripts/scaling.py
T
romashkoandCursor 3417e22ba0 Grade 5
Co-authored-by: Cursor <cursoragent@cursor.com>
2026-10-23 17:50:43 +03:00

71 lines
3.6 KiB
Python

"""Run one reproducible track 1 case in a separate Compose project."""
import argparse
from datetime import datetime, timezone
import json
import os
from pathlib import Path
import subprocess
import time
ROOT = Path(__file__).resolve().parents[1]
COMPOSE = ['docker', 'compose', '-p', 'mtusi2026lab3-track1',
'-f', 'compose.yaml', '-f', 'infra/scaling.compose.yaml']
def command(*args, env=None, quiet_errors=False):
return subprocess.check_output(args, cwd=ROOT, env=env, text=True, timeout=180,
stderr=subprocess.DEVNULL if quiet_errors else None).strip()
def main():
parser = argparse.ArgumentParser()
parser.add_argument('name')
parser.add_argument('--replicas', type=int, choices=[1, 2, 4], default=2)
parser.add_argument('--cpu', type=float, default=1)
parser.add_argument('--memory', default='512m')
parser.add_argument('--concurrency', type=int, default=32)
parser.add_argument('--duration', type=int, default=15)
args = parser.parse_args()
assert Path(args.name).name == args.name
env = dict(os.environ, TRACK1_REPLICAS=str(args.replicas), TRACK1_CPU=str(args.cpu),
TRACK1_MEMORY=args.memory)
output = ROOT / 'evidence' / 'track1'
output.mkdir(parents=True, exist_ok=True)
command(*COMPOSE, 'up', '-d', '--no-build', '--wait', '--wait-timeout', '90', env=env)
time.sleep(3) # nginx DNS cache expires in two seconds.
ids = command(*COMPOSE, 'ps', '-q', env=env).splitlines()
template = '{{json .Name}} {{.HostConfig.NanoCpus}} {{.HostConfig.Memory}} {{.Image}}'
limits = command('docker', 'inspect', '--format', template, *ids).splitlines()
api_limits = [line.split() for line in limits if '/mtusi2026lab3-track1-api-' in line]
assert len(api_limits) == args.replicas
assert all(int(row[1]) == int(args.cpu*1e9)
and int(row[2]) == int(args.memory.rstrip('m'))*1024*1024 for row in api_limits)
metadata = {'case': vars(args), 'started_at': datetime.now(timezone.utc).isoformat(),
'container_limits': limits, 'docker': command('docker', 'version', '--format', '{{.Server.Version}}'),
'compose': command('docker', 'compose', 'version', '--short'),
'host': command('docker', 'info', '--format', '{{.NCPU}} CPUs; {{.MemTotal}} bytes RAM'),
'resource_samples': []}
bench_name = 'mtusi2026lab3-track1-bench'
process = subprocess.Popen([*COMPOSE, 'run', '--rm', '--no-deps', '--name', bench_name,
'bench', 'python', '-u', '-m', 'scripts.scaling_load',
'--name', args.name, '--concurrency', str(args.concurrency),
'--duration', str(args.duration)], cwd=ROOT, env=env)
while process.poll() is None:
try:
stats = command('docker', 'stats', '--no-stream', '--format', '{{json .}}', *ids, bench_name,
quiet_errors=True)
metadata['resource_samples'].append({'at': datetime.now(timezone.utc).isoformat(),
'containers': [json.loads(line) for line in stats.splitlines()]})
except subprocess.CalledProcessError:
pass # The one-shot benchmark can exit between poll and stats.
time.sleep(1)
(output / (args.name + '-resources.json')).write_text(json.dumps(metadata, indent=2)+'\n')
if process.returncode:
raise SystemExit(process.returncode)
run = json.loads((output / (args.name + '.json')).read_text())
assert len(run['instances']) == args.replicas, 'Not every API handled the workload'
if __name__ == '__main__':
main()