Files
mtusi2026lab3/student-tests/verify.py
T

60 lines
2.8 KiB
Python

#!/usr/bin/env python3
"""Cross-platform verification entry point; never rewrites public checks."""
import datetime as dt
import json
import os
from pathlib import Path
import subprocess
import sys
ROOT = Path(__file__).resolve().parents[1]
sys.path.insert(0, str(ROOT / 'scripts'))
from actions import base_url, command, containers, restore
def main():
suffix = '.cmd' if os.name == 'nt' else '.sh'
if os.name != 'nt':
for name in ('restart', 'stop-one', 'rolling-update'):
(ROOT/'scripts'/(name+'.sh')).chmod(0o755)
checks = [
('offline', ['scripts/check_contract.py']),
('smoke', ['tests/smoke.py', '--base-url', base_url()]),
('integration', ['student-tests/integration.py']),
('review-regressions', ['student-tests/review_regressions.py']),
('persistence', ['tests/resilience.py', '--mode', 'persistence', '--action-script', 'scripts/restart'+suffix, '--base-url', base_url()]),
('failover', ['tests/resilience.py', '--mode', 'failover', '--action-script', 'scripts/stop-one'+suffix, '--base-url', base_url()]),
('all-replica-failures', ['student-tests/resilience_load.py']),
('final-smoke', ['tests/smoke.py', '--base-url', base_url()]),
]
result = {'at_utc': dt.datetime.now(dt.timezone.utc).isoformat(), 'checks': []}
folder = ROOT/'evidence'/'checks'
folder.mkdir(exist_ok=True)
restore()
try:
for name, args in checks:
# Infrastructure is stable before each public test.
if name in ('all-replica-failures', 'final-smoke'):
restore()
completed = subprocess.run([sys.executable, '-X', 'utf8']+args, cwd=ROOT, capture_output=True,
text=True, encoding='utf-8', errors='replace', timeout=600)
(folder/(name+'.txt')).write_text(completed.stdout+completed.stderr, encoding='utf-8')
result['checks'].append({'name':name,'command':['python','-X','utf8']+args,
'exit_code':completed.returncode, 'evidence':'evidence/checks/'+name+'.txt'})
(ROOT/'evidence'/'verification.json').write_text(json.dumps(result, indent=2)+'\n')
print(name+': '+('PASS' if completed.returncode==0 else 'FAIL'), flush=True)
if completed.returncode:
print(completed.stdout+completed.stderr)
raise SystemExit(completed.returncode)
finally:
restore()
result['containers'] = containers()
result['all_passed'] = True
(ROOT/'evidence'/'verification.json').write_text(json.dumps(result, indent=2)+'\n')
# Keep the report synchronized whenever a new verification replaces raw data.
subprocess.run([sys.executable, '-X', 'utf8', 'student-tests/summarize.py'], cwd=ROOT, check=True)
if __name__ == '__main__':
main()