ЛР 4 — БВТ2303 — Брезгунова — на 5

This commit is contained in:
2026-10-29 13:02:56 +03:00
parent ec540a1a72
commit b78cadb893
73 changed files with 2076 additions and 36 deletions
+7
View File
@@ -0,0 +1,7 @@
from pathlib import Path
from src.storage import db
with db() as conn:
conn.execute('SELECT pg_advisory_xact_lock(440001)')
conn.execute(Path('migrations/001_initial.sql').read_text())
print('Schema ready (idempotent migration).')
+3
View File
@@ -0,0 +1,3 @@
@echo off
cd /d "%~dp0.."
docker compose --env-file .env restart postgres s3 api1 api2 lb sweeper
+4
View File
@@ -0,0 +1,4 @@
#!/bin/sh
set -eu
cd "$(dirname "$0")/.."
docker compose --env-file .env restart postgres s3 api1 api2 lb sweeper
+21
View File
@@ -0,0 +1,21 @@
"""Generate local random secrets inside lab4 only; preserve existing files."""
from pathlib import Path
import secrets
root = Path(__file__).resolve().parents[1]
folder = root / 'secrets'
folder.mkdir(exist_ok=True)
values = {}
for name in ('postgres_password','minio_root_user','minio_root_password','s3_access_key_id',
's3_secret_access_key','reconcile_access_key_id','reconcile_secret_access_key','cursor_secret'):
target = folder / name
if not target.exists():
target.write_text(secrets.token_hex(24),encoding='utf-8')
values[name] = target.read_text().strip()
target = folder / 'database_url'
if not target.exists():
target.write_text('postgresql://messenger:'+values['postgres_password']+'@postgres:5432/messenger',encoding='utf-8')
env = root / '.env'
if not env.exists():
env.write_text('LAB4_PORT=8084\nSESSION_TTL_SECONDS=3600\n',encoding='utf-8')
print('Local lab4 secrets prepared; existing files preserved. No secret values displayed.')
+7
View File
@@ -0,0 +1,7 @@
@echo off
cd /d "%~dp0.."
if "%TARGET_INSTANCE_ID%"=="api1" goto stop
if "%TARGET_INSTANCE_ID%"=="api2" goto stop
exit /b 2
:stop
docker compose --env-file .env stop -t 2 %TARGET_INSTANCE_ID%
+5
View File
@@ -0,0 +1,5 @@
#!/bin/sh
set -eu
cd "$(dirname "$0")/.."
case "${TARGET_INSTANCE_ID:-}" in api1|api2) ;; *) exit 2 ;; esac
docker compose --env-file .env stop -t 2 "$TARGET_INSTANCE_ID"
+120
View File
@@ -0,0 +1,120 @@
"""Run the complete lab4 demonstration. Only Compose project mtusi-lab4 is mutated.
Requires the built stack. Results contain no session tokens or credential values.
Use --quick to omit load experiments. Never removes volumes.
"""
import argparse
import datetime as dt
import json
import os
from pathlib import Path
import subprocess
import sys
import time
import urllib.request
ROOT = Path(__file__).resolve().parents[1]
sys.path.insert(0,str(ROOT/'tests'))
from client import Client, check
def main():
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument('--quick',action='store_true')
args = parser.parse_args()
os.chdir(ROOT)
os.environ['PYTHONUTF8'] = '1'
env_text = (ROOT/'.env').read_text()
port = next((line.split('=',1)[1] for line in env_text.splitlines() if line.startswith('LAB4_PORT=')),'8084')
base = 'http://127.0.0.1:'+port
compose = ['docker','compose','--env-file','.env','-f','compose.yaml','-f','compose.test.yaml','--profile','tests']
evidence = ROOT/'evidence'
evidence.mkdir(exist_ok=True)
def run(name, command, expected=0):
print('Running '+name+' ...',flush=True)
result = subprocess.run(command,capture_output=True,text=True,encoding='utf-8',errors='replace')
(evidence/(name+'.txt')).write_text(result.stdout+result.stderr,encoding='utf-8')
if result.returncode != expected:
print(result.stdout+result.stderr)
raise RuntimeError(name+' failed, exit='+str(result.returncode))
return result.stdout.strip()
def ready():
deadline = time.monotonic()+90
while time.monotonic()<deadline:
try:
Client(base).call('GET','/health/ready',schema='Health')
return
except Exception:
time.sleep(.5)
raise RuntimeError('Readiness timeout')
def snapshot(label):
names = subprocess.check_output(compose+['ps','-q','postgres','s3','api1','api2','lb','sweeper'],text=True).split()
result = []
for name in names:
row = subprocess.check_output(['docker','inspect','--format',
'{{.Name}}|{{.State.StartedAt}}|{{.State.Status}}|{{.HostConfig.Memory}}|{{.HostConfig.NanoCpus}}',name],text=True).strip().split('|')
result.append(dict(zip(('name','started_at','status','memory_limit_bytes','nano_cpus'),row)))
(evidence/(label+'.json')).write_text(json.dumps(result,indent=2),encoding='utf-8')
return result
run('check',[sys.executable,'-X','utf8','scripts/check_contract.py'])
run('compose-config',compose+['config','--quiet'])
run('test-services',compose+['up','-d','api1','api2','lb','fault-api','sweeper'])
ready()
run('smoke',[sys.executable,'-X','utf8','tests/smoke.py','--base-url',base])
run('acceptance',compose+['run','--rm','--no-deps','test-runner','python','student-tests/acceptance.py'])
before = snapshot('before-restart')
suffix = '.cmd' if os.name=='nt' else '.sh'
if os.name != 'nt':
for name in ('restart','stop-one'):
(ROOT/'scripts'/(name+suffix)).chmod(0o755)
run('persistence',[sys.executable,'-X','utf8','tests/resilience.py','--mode','persistence',
'--action-script',str(ROOT/'scripts'/('restart'+suffix)),'--base-url',base])
after = snapshot('after-restart')
check(all(next(x for x in after if x['name']==row['name'])['started_at']!=row['started_at'] for row in before),'hook did not restart all services')
run('failover',[sys.executable,'-X','utf8','tests/resilience.py','--mode','failover',
'--action-script',str(ROOT/'scripts'/('stop-one'+suffix)),'--base-url',base])
run('restore-api',compose+['start','api1','api2'])
ready()
# Explicitly stop the process which uploaded an original, then use another process.
c = Client(base,timeout=40)
a,b,e,chat = c.bootstrap()
upload_client = Client(base)
response = upload_client.call('POST','/api/v1/chats/'+chat['id']+'/attachments?filename=failover.png',201,
actor=a,raw=(ROOT/'tests/fixtures/sample.png').read_bytes(),headers={'Content-Type':'image/png'},schema='Attachment')
target = response['headers']['X-Instance-Id']
run('stop-upload-replica',compose+['stop','-t','2',target])
ready()
download = c.call('GET','/api/v1/attachments/'+response['json']['id']+'/content',actor=b)
check(download['headers']['X-Instance-Id']!=target,'download remained on uploader')
check(download['bytes']==(ROOT/'tests/fixtures/sample.png').read_bytes(),'cross-replica bytes mismatch')
(evidence/'upload-failover.json').write_text(json.dumps({'status':'PASS','upload_instance':target,
'download_instance':download['headers']['X-Instance-Id'],'checksum_matches':True}),encoding='utf-8')
run('restore-upload-replica',compose+['start',target])
ready()
# Dependencies unavailable: both upload and reconciliation must fail closed.
for dependency in ('s3','postgres'):
run('stop-'+dependency,compose+['stop','-t','2',dependency])
try:
direct = compose+['run','--rm','--no-deps','test-runner','python','student-tests/outage.py',dependency]
run(dependency+'-outage',direct)
run(dependency+'-reconcile-abort',compose+['run','--rm','--no-deps','reconciler'],expected=1)
finally:
run('restore-'+dependency,compose+['start',dependency])
ready()
run('reconciliation',compose+['run','--rm','--no-deps','test-runner','python','student-tests/reconciliation.py'])
run('bootstrap-repeat',compose+['run','--rm','--no-deps','bootstrap'])
if not args.quick:
run('upload-load',compose+['run','--rm','--no-deps','test-runner','python','student-tests/upload_load.py'])
run('message-load',[sys.executable,'-X','utf8','tests/load.py','--base-url',base,
'--duration','15','--concurrency','4','--output','evidence/message-load.json'])
snapshot('final-containers')
run('final-smoke',[sys.executable,'-X','utf8','tests/smoke.py','--base-url',base])
run('stop-fault-api',compose+['stop','fault-api'])
(evidence/'verification.json').write_text(json.dumps({'status':'PASS',
'completed_at':dt.datetime.now(dt.timezone.utc).isoformat(), 'load_experiments':not args.quick,
'project':'mtusi-lab4','base_url':base},indent=2),encoding='utf-8')
print('PASS: full lab4 verification; results in evidence/.')
if __name__ == '__main__':
main()