forked from mtusi2026/mtusi2026lab5
80 lines
3.7 KiB
Python
80 lines
3.7 KiB
Python
"""Run public and student acceptance, preserving sanitized evidence."""
|
|
import json
|
|
import os
|
|
import platform
|
|
import subprocess
|
|
import sys
|
|
import time
|
|
from datetime import datetime, timezone
|
|
from pathlib import Path
|
|
|
|
ROOT = Path(__file__).resolve().parents[1]
|
|
os.chdir(ROOT)
|
|
EVIDENCE = ROOT / 'evidence'
|
|
ENV = {**os.environ, 'PYTHONUTF8': '1', 'BASE_URL': os.getenv('BASE_URL', 'http://127.0.0.1:8080')}
|
|
|
|
|
|
def run(args, artifact):
|
|
result = subprocess.run(args, cwd=ROOT, capture_output=True, text=True,
|
|
encoding='utf-8', errors='replace', env=ENV)
|
|
output = result.stdout + result.stderr
|
|
(EVIDENCE / artifact).write_text(output, encoding='utf-8')
|
|
print(output, end='', flush=True)
|
|
if result.returncode:
|
|
raise SystemExit(result.returncode)
|
|
return output
|
|
|
|
|
|
def containers():
|
|
ids = subprocess.check_output(['docker', 'compose', 'ps', '-q'], text=True).split()
|
|
raw = json.loads(subprocess.check_output(['docker', 'inspect', *ids], text=True))
|
|
return [{'name': x['Name'], 'id': x['Id'], 'started_at': x['State']['StartedAt'],
|
|
'image': x['Config']['Image']} for x in raw]
|
|
|
|
|
|
def main():
|
|
run([sys.executable, 'scripts/check_contract.py'], 'contract.txt')
|
|
run([sys.executable, 'tests/smoke.py'], 'smoke.txt')
|
|
before = containers()
|
|
suffix = '.cmd' if os.name == 'nt' else '.sh'
|
|
run([sys.executable, 'tests/resilience.py', '--mode', 'persistence',
|
|
'--action-script', 'scripts/restart' + suffix], 'persistence.txt')
|
|
after = containers()
|
|
old = {x['id']: x for x in before}
|
|
assert all(x['id'] in old and x['started_at'] != old[x['id']]['started_at'] for x in after)
|
|
(EVIDENCE / 'restart.json').write_text(json.dumps({'before':before,'after':after},indent=2),encoding='utf-8')
|
|
try:
|
|
run([sys.executable, 'tests/resilience.py', '--mode', 'failover',
|
|
'--action-script', 'scripts/stop-one' + suffix], 'failover.txt')
|
|
finally:
|
|
subprocess.run(['docker','compose','up','-d','--no-deps','--wait','api1','api2'], check=True)
|
|
time.sleep(2)
|
|
run([sys.executable, 'student-tests/replication.py'], 'replication.txt')
|
|
if (ROOT / 'student-tests/attachments.py').exists():
|
|
run([sys.executable, 'student-tests/attachments.py'], 'attachments.txt')
|
|
if (ROOT / 'student-tests/pipeline.py').exists():
|
|
run([sys.executable, 'student-tests/pipeline.py'], 'pipeline.txt')
|
|
if (ROOT / 'student-tests/observability.py').exists():
|
|
run([sys.executable, 'student-tests/observability.py'], 'observability.txt')
|
|
process = subprocess.Popen([sys.executable,'tests/load.py','--duration','30','--concurrency','4',
|
|
'--output','evidence/load.json'], stdout=subprocess.PIPE,stderr=subprocess.STDOUT,
|
|
text=True,encoding='utf-8',env=ENV)
|
|
ids = [x['id'] for x in containers()]
|
|
samples=[]
|
|
while process.poll() is None:
|
|
stats=subprocess.check_output(['docker','stats','--no-stream','--format',
|
|
'{{.Name}} CPU={{.CPUPerc}} RAM={{.MemUsage}}',*ids],text=True)
|
|
samples.append({'at':datetime.now(timezone.utc).isoformat(),'stats':stats.strip()})
|
|
time.sleep(2)
|
|
output=process.communicate()[0]
|
|
(EVIDENCE/'load.txt').write_text(output,encoding='utf-8')
|
|
(EVIDENCE/'resources.json').write_text(json.dumps(samples,indent=2),encoding='utf-8')
|
|
assert process.returncode==0, output
|
|
(EVIDENCE/'environment.json').write_text(json.dumps({'platform':platform.platform(),
|
|
'cpu':platform.processor(),'logical_cpus':os.cpu_count(),'observed_at':datetime.now(timezone.utc).isoformat()},indent=2),encoding='utf-8')
|
|
print(output,flush=True)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|