Реализация на 5
Application HTTPS smoke / application (pull_request) Canceled after 0s
Skeleton contracts / contracts (pull_request) Canceled after 0s

This commit is contained in:
Grbisba
2026-11-18 11:36:21 +03:00
parent 20afc2c790
commit de4d471d80
255 changed files with 21516 additions and 124 deletions
+23
View File
@@ -0,0 +1,23 @@
#!/usr/bin/env python3
"""Check versionable files against locally generated private material without printing it."""
import json,subprocess
from pathlib import Path
ROOT=Path(__file__).resolve().parents[1];S=ROOT/'secrets/lab7'
needles=[]
for p in S.rglob('*'):
if p.is_file() and (p.name.endswith('_secret') or p.name.endswith('_password') or p.name in ['old_secret','old_access','tls.key','ca.key','jwt.key','password']):
value=p.read_bytes().strip()
if len(value)>=16:needles.append(value)
init=json.loads((S/'operator/init.json').read_text())
for key in ['keys','keys_base64']:
needles.extend(x.encode() for x in init.get(key,[]))
assert not init.get('root_token'),'initial root token still stored'
files=subprocess.check_output(['git','ls-files','--cached','--others','--exclude-standard','-z'],cwd=ROOT).decode().split('\0');count=0
for name in files:
p=ROOT/name
if name and p.is_file():
count+=1;body=p.read_bytes();assert not any(n in body for n in needles),'generated secret detected in '+name
for name in ['secrets/lab7/operator/ca.key','secrets/lab7/operator/init.json','secrets/lab7/api/jwt.key']:
assert subprocess.run(['git','check-ignore','-q',name],cwd=ROOT).returncode==0
ignore=(ROOT/'.dockerignore').read_text().splitlines();assert 'secrets' in ignore and 'certs' in ignore
(ROOT/'evidence/secret-audit.json').write_text(json.dumps({'versionable_files_checked':count,'generated_secrets_checked':len(needles),'matches':0,'private_material_ignored':True,'build_context_excludes_secrets':True,'initial_root_token_removed':True},indent=2)+'\n');print('PASS: generated credentials/private keys/unseal material absent from versionable files and excluded from build context')
+59
View File
@@ -0,0 +1,59 @@
#!/usr/bin/env python3
"""Operator-only OpenBao client. Does not log request/response bodies."""
import os, json, ssl, urllib.request, urllib.error, time
from pathlib import Path
ROOT=Path(__file__).resolve().parents[1];S=ROOT/'secrets/lab7';O=S/'operator'
def call(path,body=None,token='',method=None,identity='operator-client'):
ctx=ssl.create_default_context(cafile=str(S/identity/'ca.crt'));ctx.load_cert_chain(S/identity/'tls.crt',S/identity/'tls.key')
req=urllib.request.Request(os.environ.get('LAB7_BAO_OPERATOR_ADDR','https://localhost:18200')+'/v1/'+path,data=json.dumps(body).encode() if body is not None else None,method=method or ('POST' if body is not None else 'GET'),headers={'Content-Type':'application/json','X-Vault-Token':token})
with urllib.request.urlopen(req,context=ctx,timeout=5) as r:
b=r.read();return json.loads(b) if b else {}
def operator_token():return call('auth/cert/login',{'name':'operator'})['auth']['client_token']
def unseal():
for _ in range(60):
try:call('sys/init');break
except (OSError,urllib.error.URLError):time.sleep(1)
else:raise RuntimeError('OpenBao listener did not start')
data=json.loads((O/'init.json').read_text())
for key in data['keys_base64'][:2]:call('sys/unseal',{'key':key})
def bootstrap():
O.mkdir(exist_ok=True)
for _ in range(60):
try: state=call('sys/init');break
except (OSError,urllib.error.URLError):time.sleep(1)
else:raise RuntimeError('OpenBao did not start')
if not state['initialized']:
data=call('sys/init',{'secret_shares':3,'secret_threshold':2});p=O/'init.json';p.write_text(json.dumps(data));p.chmod(0o600)
unseal();saved=json.loads((O/'init.json').read_text());token=saved.get('root_token') or operator_token()
if saved.get('root_token'):
for path,body in [('sys/auth/cert',{'type':'cert'}),('sys/mounts/secret',{'type':'kv','options':{'version':'2'}}),('sys/mounts/database',{'type':'database'})]:
try:call(path,body,token)
except urllib.error.HTTPError as e:
if e.code!=400:raise
policy='''path "sys/seal" { capabilities = ["update","sudo"] }
path "secret/*" { capabilities = ["create","read","update","delete","list"] }
path "database/*" { capabilities = ["create","read","update","delete","list"] }
path "auth/cert/*" { capabilities = ["create","read","update","delete","list"] }
path "auth/token/*" { capabilities = ["create","read","update","delete","list","sudo"] }
path "sys/leases/*" { capabilities = ["create","read","update","delete","list","sudo"] }
path "sys/policies/acl/*" { capabilities = ["create","read","update","delete","list"] }
path "sys/audit/*" { capabilities = ["create","read","update","delete","list","sudo"] }
'''
call('sys/policies/acl/operator',{'policy':policy},token)
call('auth/cert/certs/operator',{'certificate':(S/'operator-client/tls.crt').read_text(),'token_policies':['operator'],'token_ttl':300,'token_max_ttl':1800},token)
for role in ['api','worker','dispatcher']:
call('sys/policies/acl/'+role,{'policy':(ROOT/'infra/openbao'/f'{role}.hcl').read_text()},token)
call('auth/cert/certs/'+role,{'certificate':(S/role/'tls.crt').read_text(),'token_policies':[role],'token_ttl':300,'token_max_ttl':1800,'token_no_default_policy':True},token)
creds={'s3_access':(O/('s3_'+('api' if role=='dispatcher' else role)+'_access')).read_text(),'s3_secret':(O/('s3_'+('api' if role=='dispatcher' else role)+'_secret')).read_text()}
if role=='dispatcher':creds={'s3_access':'unused','s3_secret':'unused'}
if role=='api':creds['redis_password']=(O/'redis_password').read_text()
call('secret/data/'+role,{'data':creds},token)
call('database/roles/'+role,{'db_name':'messenger','creation_statements':['CREATE ROLE "{{name}}" WITH LOGIN PASSWORD \'{{password}}\' VALID UNTIL \'{{expiration}}\' IN ROLE '+role+'_role;'],'revocation_statements':['SELECT pg_terminate_backend(pid) FROM pg_stat_activity WHERE usename=\'{{name}}\';','DROP ROLE IF EXISTS "{{name}}";'],'default_ttl':'600s','max_ttl':'1800s'},token)
call('database/config/messenger',{'plugin_name':'postgresql-database-plugin','allowed_roles':['api','worker','dispatcher'],'connection_url':'postgresql://{{username}}:{{password}}@postgres:5432/messenger?sslmode=verify-full&sslrootcert=/run/identity/ca.crt','username':'bao_manager','password':(O/'bao_db_password').read_text()},token)
if saved.get('root_token'):
call('auth/token/revoke-self',{},token);saved.pop('root_token',None);(O/'init.json').write_text(json.dumps(saved));(O/'init.json').chmod(0o600)
print('OpenBao unsealed and scoped policies/leases configured; initial root token revoked.')
if __name__=='__main__':
import sys
if len(sys.argv)>1 and sys.argv[1]=='unseal':unseal();print('OpenBao operator unseal completed.')
else:bootstrap()
+97
View File
@@ -0,0 +1,97 @@
#!/usr/bin/env python3
"""Idempotent local lab7 bootstrap. Never prints secrets or modifies lab6."""
import json, os, secrets, shutil, subprocess
from pathlib import Path
ROOT=Path(__file__).resolve().parents[1]; S=ROOT/'secrets/lab7'; O=S/'operator'
def run(*args): subprocess.run(args,check=True,stdout=subprocess.DEVNULL,stderr=subprocess.PIPE)
def secret(name):
p=O/name
if not p.exists(): p.write_text(secrets.token_hex(24))
p.chmod(0o600);return p.read_text().strip()
def issue(role,days=1,cn=None):
d=S/role;d.mkdir(exist_ok=True)
if not (d/'tls.crt').exists() or (d/'tls.crt').stat().st_size==0:
run('openssl','req','-new','-newkey','rsa:2048','-nodes','-keyout',str(d/'tls.key'),'-out',str(O/'request.csr'),'-subj','/CN='+(cn or role))
ext=O/'leaf.ext';ext.write_text('[leaf]\nbasicConstraints=critical,CA:FALSE\nkeyUsage=critical,digitalSignature,keyEncipherment\nextendedKeyUsage=serverAuth,clientAuth\nsubjectAltName=DNS:'+role+(',DNS:localhost,IP:127.0.0.1' if role in ('lb','openbao','grafana') else '')+'\n')
run('openssl','ca','-batch','-config',str(O/'ca.cnf'),'-extensions','leaf','-extfile',str(ext),'-days',str(days),'-in',str(O/'request.csr'),'-out',str(d/'tls.crt'),'-notext')
for f in ['ca.crt','ca.crl']:
temporary=d/(f+'.tmp');shutil.copyfile(O/f,temporary);temporary.replace(d/f)
# The directory is the security boundary; only this identity directory is mounted in its container.
d.chmod(0o755)
return d
def main():
os.umask(0o077);S.mkdir(parents=True,exist_ok=True);O.mkdir(exist_ok=True);O.chmod(0o700)
for p in S.rglob('*'):
if p.is_file():p.chmod(0o600)
for f,value in [('index.txt',''),('serial','1000\n'),('crlnumber','1000\n')]:
if not (O/f).exists():(O/f).write_text(value)
(O/'newcerts').mkdir(exist_ok=True)
(O/'ca.cnf').write_text(f'''[ca]
default_ca=local
[local]
dir={O}
database=$dir/index.txt
new_certs_dir=$dir/newcerts
certificate=$dir/ca.crt
private_key=$dir/ca.key
serial=$dir/serial
crlnumber=$dir/crlnumber
default_md=sha256
default_days=1
default_crl_days=1
unique_subject=no
policy=policy
[policy]
commonName=supplied
[leaf]
''')
if not (O/'ca.key').exists():run('openssl','req','-x509','-newkey','rsa:3072','-nodes','-days','365','-keyout',str(O/'ca.key'),'-out',str(O/'ca.crt'),'-subj','/CN=lab7-local-ca','-addext','basicConstraints=critical,CA:TRUE','-addext','keyUsage=critical,keyCertSign,cRLSign')
run('openssl','ca','-config',str(O/'ca.cnf'),'-gencrl','-out',str(O/'ca.crl'))
roles=['lb','api','worker','dispatcher','postgres','redis','broker','s3','otel-collector','prometheus','loki','tempo','grafana','openbao','operator-client','stranger']
for role in roles:issue(role)
if not (S/'api/jwt.key').exists():
run('openssl','genrsa','-out',str(S/'api/jwt.key'),'2048');run('openssl','rsa','-in',str(S/'api/jwt.key'),'-pubout','-out',str(S/'api/jwt.pub'))
for p in (S/'api').glob('jwt.*'):p.chmod(0o444)
for name in ['db_password','bao_db_password','redis_password','grafana_password','s3_admin_access','s3_admin_secret','s3_api_access','s3_api_secret','s3_worker_access','s3_worker_secret','s3_baseline_access','s3_baseline_secret']:secret(name)
bucket='messenger-attachments'
identities=[]
for role,actions in [('baseline',[f'Read:{bucket}',f'Write:{bucket}',f'List:{bucket}']),('admin',['Admin']),('api',[f'Read:{bucket}/results/*',f'Read:{bucket}/originals/*',f'Write:{bucket}/staging/*',f'Read:{bucket}']),('worker',[f'Read:{bucket}/staging/*',f'Write:{bucket}/staging/*',f'Read:{bucket}/results/*',f'Write:{bucket}/results/*',f'Read:{bucket}'])]:
# Bucket-scoped Read also permits arbitrary object reads; do not grant it. HeadBucket is handled by health prefix probes instead.
if role not in ['admin','baseline']:actions=[a for a in actions if a!=f'Read:{bucket}']
identities.append({'name':role,'credentials':[{'accessKey':secret('s3_'+role+'_access'),'secretKey':secret('s3_'+role+'_secret')}],'actions':actions})
(S/'s3/s3.json').write_text(json.dumps({'identities':identities}));(S/'s3/s3.json').chmod(0o444)
(S/'postgres/password').write_text(secret('db_password'));(S/'postgres/password').chmod(0o444)
(S/'postgres/init.sql').write_text("CREATE ROLE bao_manager WITH LOGIN CREATEROLE PASSWORD '"+secret('bao_db_password')+"';\nCREATE ROLE api_role NOLOGIN; CREATE ROLE worker_role NOLOGIN; CREATE ROLE dispatcher_role NOLOGIN;\nGRANT api_role,worker_role,dispatcher_role TO bao_manager WITH ADMIN OPTION;\nGRANT pg_signal_backend TO bao_manager;\n")
(S/'postgres/init.sql').chmod(0o444)
(S/'redis/users.acl').write_text('user default off\nuser api on >'+secret('redis_password')+' ~ratelimit:* ~chat:* ~chats:* +@read +@write +ping +evalsha +eval +script|load +script|exists -flushall -flushdb -config -acl\n');(S/'redis/users.acl').chmod(0o444)
(S/'grafana/password').write_text(secret('grafana_password'));(S/'grafana/password').chmod(0o444)
for role in ('api','worker','dispatcher','operator-client'):
(S/role/'broker_url').write_text('amqps://broker:5671/attachments');(S/role/'broker_url').chmod(0o444)
(S/'lb/bundle.pem').write_text((S/'lb/tls.crt').read_text()+(S/'lb/tls.key').read_text());(S/'lb/bundle.pem').chmod(0o444)
for name in ['s3_admin_access','s3_admin_secret','s3_baseline_access','s3_baseline_secret']:
(S/'operator-client'/name).write_text(secret(name));(S/'operator-client'/name).chmod(0o444)
# Provisioning contains the Grafana client private key, so it is generated outside Git.
sources=[]
for name in ['prometheus','loki','tempo']:
sources.append({'name':name.title(),'uid':name,'type':name,'url':'https://'+name+':9443','access':'proxy','isDefault':name=='prometheus','jsonData':{'tlsAuth':True,'tlsAuthWithCACert':True,'serverName':name,'timeInterval':'5s'},'secureJsonData':{'tlsCACert':(O/'ca.crt').read_text(),'tlsClientCert':(S/'grafana/tls.crt').read_text(),'tlsClientKey':(S/'grafana/tls.key').read_text()}})
(S/'grafana/datasources.yaml').write_text(json.dumps({'apiVersion':1,'datasources':sources},indent=2))
for role in roles:
for p in (S/role).iterdir():p.chmod(0o444)
definitions=json.loads((ROOT/'infra/rabbitmq/definitions.json').read_text())
cn=subprocess.check_output(['openssl','x509','-in',str(S/'worker/tls.crt'),'-noout','-subject','-nameopt','RFC2253'],text=True).strip().split('CN=')[-1]
for user in definitions['users']:
if user['name']=='worker':user['name']=cn
for permission in definitions['permissions']:
if permission['user']=='worker':permission['user']=cn
(S/'broker/definitions.json').chmod(0o600) if (S/'broker/definitions.json').exists() else None
(S/'broker/definitions.json').write_text(json.dumps(definitions));(S/'broker/definitions.json').chmod(0o444)
foreign=S/'foreign';foreign.mkdir(exist_ok=True);foreign.chmod(0o755)
if not (foreign/'tls.crt').exists():
run('openssl','req','-x509','-newkey','rsa:2048','-nodes','-days','1','-keyout',str(foreign/'tls.key'),'-out',str(foreign/'tls.crt'),'-subj','/CN=foreign','-addext','subjectAltName=DNS:foreign')
(foreign/'ca.crt').chmod(0o600) if (foreign/'ca.crt').exists() else None
shutil.copyfile(O/'ca.crt',foreign/'ca.crt')
for p in foreign.iterdir():p.chmod(0o444)
print('Local lab7 CA, identities and synthetic secrets prepared. No credentials printed.')
if __name__=='__main__':main()
+10
View File
@@ -0,0 +1,10 @@
#!/usr/bin/env python3
"""Build public images with a temporary Docker CLI config, avoiding platform keychain helpers."""
import json,os,subprocess,tempfile
from pathlib import Path
ROOT=Path(__file__).resolve().parents[1]
endpoint=subprocess.check_output(['docker','context','inspect','--format','{{.Endpoints.docker.Host}}'],text=True).strip()
with tempfile.TemporaryDirectory(prefix='lab7-docker-public-') as directory:
Path(directory,'config.json').write_text(json.dumps({'auths':{},'cliPluginsExtraDirs':[str(Path.home()/'.docker/cli-plugins')]}))
env=dict(os.environ,DOCKER_CONFIG=directory,DOCKER_HOST=endpoint);env.pop('DOCKER_CONTEXT',None)
subprocess.run([str(ROOT/'scripts/compose.sh'),'build','api'],cwd=ROOT,env=env,check=True)
+11
View File
@@ -0,0 +1,11 @@
#!/usr/bin/env python3
import datetime,json,platform,subprocess
from pathlib import Path
root=Path(__file__).resolve().parents[1]
def cmd(*a):return subprocess.check_output(a,text=True,cwd=root).strip()
containers=[]
for cid in cmd(str(root/'scripts/compose.sh'),'ps','-q').split():
c=json.loads(cmd('docker','inspect',cid))[0];h=c['HostConfig']
containers.append({'name':c['Name'],'image_id':c['Image'],'started_at':c['State']['StartedAt'],'user':c['Config']['User'],'memory_limit':h['Memory'],'nano_cpus':h['NanoCpus'],'read_only':h['ReadonlyRootfs'],'cap_drop':h['CapDrop'],'security_opt':h['SecurityOpt'],'port_bindings':h['PortBindings']})
data={'timestamp':datetime.datetime.now(datetime.timezone.utc).isoformat(),'base_commit':cmd('git','rev-parse','HEAD'),'working_tree_changes':True,'system':platform.platform(),'architecture':platform.machine(),'docker':cmd('docker','version','--format','{{.Server.Version}}'),'compose':cmd('docker','compose','version','--short'),'containers':containers,'docker_cpus':int(cmd('docker','info','--format','{{.NCPU}}')),'docker_memory_bytes':int(cmd('docker','info','--format','{{.MemTotal}}'))}
(root/'evidence/environment.json').write_text(json.dumps(data,indent=2)+'\n');print('Sanitized environment recorded.')
+4
View File
@@ -0,0 +1,4 @@
#!/bin/sh
set -eu
cd "$(dirname "$0")/.."
exec docker compose -p "${LAB7_PROJECT:-mtusi2026lab7}" -f compose.yaml "$@"
+59
View File
@@ -0,0 +1,59 @@
#!/usr/bin/env python3
"""Repeatable synthetic worker compromise/recovery experiment. No credentials in results."""
import hashlib,importlib.util,json,statistics,subprocess,sys,time,urllib.error,uuid
from pathlib import Path
ROOT=Path(__file__).resolve().parents[1];sys.path.insert(0,str(ROOT/'scripts'))
import security,bao
spec=importlib.util.spec_from_file_location('rotation',ROOT/'scripts/rotate-worker.py');rotation=importlib.util.module_from_spec(spec);spec.loader.exec_module(rotation)
def db(sql):return security.compose('exec','-T','postgres','psql','-U','messenger','-d','messenger','-At','-v','ON_ERROR_STOP=1','-c',sql).stdout.strip()
def one(index):
name,pw,token,user=security.actor();auth={'Authorization':'Bearer '+token}
status,_,b=security.request('/api/v1/chats','POST',json.dumps({'title':'Synthetic recovery','member_ids':[user]}).encode(),dict(auth,**{'Content-Type':'application/json'}));assert status==201
chat=json.loads(b)['id'];security.compose('stop','worker')
fixture=(ROOT/'tests/fixtures/sample.png').read_bytes();ids=[];latencies=[]
# Work is accepted durably while the consumer is absent.
for i in range(5):
start=time.monotonic();status,_,b=security.request('/api/v1/chats/'+chat+'/attachments?filename=synthetic.png','POST',fixture,dict(auth,**{'Content-Type':'image/png'}));latencies.append(time.monotonic()-start);assert status==202;ids.append(json.loads(b)['id'])
idsql=','.join("'"+i+"'" for i in ids)
before=db('SELECT count(*) FROM attachment_jobs WHERE attachment_id IN ('+idsql+')');assert before=='5'
restricted={m:security.probe(m) for m in ['db','s3','amqp']}
# The broad DB profile from lab6 is measured without reading secrets or retaining changes.
broad=db("BEGIN; SELECT count(*)=0 FROM (SELECT password_hash FROM users LIMIT 0) x; CREATE TABLE baseline_probe(id int); ROLLBACK;")
broad_profiles={}
for mode in ['s3','amqp']:
args=['run','--rm','-T','--no-deps','--entrypoint','securityprobe','-e','BAO_ADDR=','-e','PROBE_BASELINE=1','-e','PROBE_MODE='+mode,'-e','S3_ACCESS_KEY_ID_FILE=/run/identity/s3_baseline_access','-e','S3_SECRET_ACCESS_KEY_FILE=/run/identity/s3_baseline_secret','-v',str(security.S/'operator-client')+':/run/identity:ro','worker']
broad_profiles[mode]=json.loads(security.compose(*args).stdout)
start=time.monotonic();rotation.rotate(start=False)
# Old worker auth is explicitly rejected even though its CA is still trusted.
try:bao.call('auth/cert/login',{'name':'worker'},identity='worker-old')
except urllib.error.HTTPError as e:assert e.code in [400,403]
else:raise AssertionError('old worker can authenticate')
security.probe('tls',target='https://otel-collector:9443/v1/traces',expect='deny',material='worker-old')
security.probe('amqp-tls',expect='deny',material='worker-old')
old_result=security.compose('run','--rm','-T','--no-deps','--entrypoint','securityprobe','-e','BAO_ADDR=','-e','PROBE_MODE=s3','-e','PROBE_OLD_SECRET=1','-e','S3_ACCESS_KEY_ID_FILE=/run/old_access','-e','S3_SECRET_ACCESS_KEY_FILE=/run/old_secret','-v',str(security.S/'worker-old/old_access')+':/run/old_access:ro','-v',str(security.S/'worker-old/old_secret')+':/run/old_secret:ro','worker').stdout
assert json.loads(old_result)['old_s3_secret_rejected']
security.compose('up','-d','worker')
errors=0
for _ in range(90):
statuses=[]
for aid in ids:
status,_,b=security.request('/api/v1/attachments/'+aid,headers=auth)
if status!=200:errors+=1;continue
statuses.append(json.loads(b)['status'])
if len(statuses)==5 and set(statuses)=={'ready'}:break
time.sleep(1)
else:raise AssertionError('accepted jobs did not recover')
recovery=time.monotonic()-start
sha=hashlib.sha256(fixture).hexdigest()
for aid in ids:
status,_,b=security.request('/api/v1/attachments/'+aid+'/content',headers=auth);assert status==200 and hashlib.sha256(b).hexdigest()==sha
total,unique=db('SELECT count(*),count(DISTINCT attachment_id) FROM attachment_jobs WHERE attachment_id IN ('+idsql+')').split('|');assert total==unique=='5'
effects=db('SELECT count(*) FROM attachment_variants WHERE attachment_id IN ('+idsql+')');assert effects=='20',effects
samples=security.compose('stats','--no-stream','--format','json').stdout
return {'repeat':index,'accepted':5,'ready':5,'lost':0,'duplicate_jobs':0,'variant_records':int(effects),'original_checksums_match':True,'old_identity_rejected':True,'recovery_seconds':recovery,'observation_errors':errors,'upload_latency_ms':{'p50':statistics.median(latencies)*1000,'max':max(latencies)*1000},'restricted_probes':restricted,'broad_db_read_and_ddl':True,'broad_profiles':broad_profiles,'old_s3_key_rejected':True,'old_broker_identity_rejected':True,'resource_snapshot':[json.loads(x) for x in samples.splitlines() if x.startswith('{')]}
def main():
results=[]
for i in range(1,4):
results.append(one(i));(ROOT/'evidence/worker-experiment.json').write_text(json.dumps({'hypothesis':'Scoped worker identity limits DB/S3/broker access; revocation and replacement preserve accepted benign jobs.','timestamp':time.strftime('%Y-%m-%dT%H:%M:%SZ',time.gmtime()),'repeats':results,'limitations':['Authorized worker can damage its permitted job metadata and object prefixes.','This experiment does not claim integrity after malicious modification of those authorized resources.','Single Docker host; no host/DB/LB high availability.']},indent=2)+'\n');print('PASS: worker compromise/recovery repeat',i)
if __name__=='__main__':main()
+33
View File
@@ -0,0 +1,33 @@
#!/bin/sh
# State-changing scenarios are deliberately sequential, on synthetic lab7 data.
set -eu
cd "$(dirname "$0")/.."
make check validate PYTHON=.venv/bin/python > evidence/contracts.txt
make build vet test-go > evidence/go-checks.txt
make test test-security > evidence/public-checks.txt
python3 scripts/security.py > evidence/security-run.txt
python3 scripts/prove-auth.py > evidence/auth-run.txt
python3 scripts/prove-leaf.py > evidence/leaf-run.txt
python3 scripts/prove-sealed.py > evidence/sealed-run.txt
python3 scripts/prove-telemetry.py > evidence/telemetry-run.txt
python3 scripts/prove-admin.py > evidence/admin-run.txt
python3 scripts/prove-cert-expiry.py > evidence/cert-expiry-run.txt
python3 student-tests/images.py > evidence/images-run.txt
python3 student-tests/storage.py > evidence/storage-run.txt
python3 student-tests/broker_persistence.py > evidence/broker-run.txt
make test-persistence ACTION_SCRIPT=scripts/restart.sh > evidence/persistence-run.txt
make test-failover ACTION_SCRIPT=scripts/stop-one.sh > evidence/failover-first.txt
./scripts/compose.sh up -d api
python3 scripts/wait-ready.py
make test-failover ACTION_SCRIPT=scripts/stop-one.sh > evidence/failover-second.txt
./scripts/compose.sh up -d api
python3 scripts/wait-ready.py
python3 scripts/prove-all-replicas.py > evidence/all-replicas-run.txt
python3 scripts/experiment-worker.py > evidence/worker-experiment-run.txt
make test > evidence/final-smoke.txt
python3 scripts/capture-environment.py
python3 scripts/prove-clean-clone.py > evidence/clean-clone-run.txt
python3 scripts/scan-images.py
make scan-dependencies
python3 scripts/audit-secrets.py
python3 scripts/summarize-evidence.py
+17
View File
@@ -0,0 +1,17 @@
#!/usr/bin/env python3
"""Convert a temporary generation view to the oapi-codegen 3.0 subset.
Runtime handlers enforce anyOf and required fields; normative contract is untouched.
"""
import json
from pathlib import Path
s=json.loads(Path('contracts/openapi.json').read_text())
for schema in s['components']['schemas'].values():
schema.pop('anyOf',None)
for prop in schema.get('properties',{}).values():
if prop.get('type')==['string','null']:
prop.update(type='string',nullable=True)
# Preserve pointers so handlers can distinguish missing fields from empty values.
for name,field in [('CreateUser','password'),('CreateMessage','text')]:
s['components']['schemas'][name]['properties'][field]['x-go-type-skip-optional-pointer']=False
s['components']['schemas'][name]['required'].remove(field)
print(json.dumps(s))
+12
View File
@@ -0,0 +1,12 @@
#!/usr/bin/env python3
import base64,json,ssl,sys,urllib.error,urllib.request
from pathlib import Path
root=Path(__file__).resolve().parents[1];s=root/'secrets/lab7';ctx=ssl.create_default_context(cafile=str(s/'grafana/ca.crt'))
url='https://localhost:13443/api/user'
try:urllib.request.urlopen(url,context=ctx)
except urllib.error.HTTPError as e:assert e.code==401
else:raise AssertionError('Grafana user API allowed anonymous access')
password=(s/'operator/grafana_password').read_text().strip();req=urllib.request.Request(url,headers={'Authorization':'Basic '+base64.b64encode(('admin:'+password).encode()).decode()})
with urllib.request.urlopen(req,context=ctx) as response:
data=json.load(response);assert data['login']=='admin'
(root/'evidence/admin.json').write_text(json.dumps({'grafana_verified_https':True,'anonymous_user_api_denied':True,'operator_authenticated':True},indent=2)+'\n');print('PASS: Grafana HTTPS operator authentication and anonymous denial')
+26
View File
@@ -0,0 +1,26 @@
#!/usr/bin/env python3
import json,subprocess,sys,time,uuid
from pathlib import Path
ROOT=Path(__file__).resolve().parents[1];sys.path.insert(0,str(ROOT/'scripts'));import security
name,password,token,user=security.actor();auth={'Authorization':'Bearer '+token}
status,_,b=security.request('/api/v1/chats','POST',json.dumps({'title':'Sequential failures','member_ids':[user]}).encode(),dict(auth,**{'Content-Type':'application/json'}));assert status==201;chat=json.loads(b)['id'];results=[]
for cid in security.compose('ps','-q','api').stdout.split():
started=time.monotonic();subprocess.run(['docker','stop',cid],check=True,stdout=subprocess.DEVNULL)
try:
key=uuid.uuid4().hex;body=json.dumps({'text':'synthetic persistence during replica failure'}).encode();h=dict(auth,**{'Content-Type':'application/json','Idempotency-Key':key})
for _ in range(30):
status,headers,b=security.request('/api/v1/chats/'+chat+'/messages','POST',body,h)
if status==201:break
time.sleep(.2)
else:raise AssertionError('surviving replica did not accept write')
accepted=json.loads(b);elapsed=time.monotonic()-started;assert elapsed<10
for _ in range(30):
status,_,b=security.request('/api/v1/chats/'+chat+'/messages','POST',body,h)
if status==201:break
assert status==503,status;time.sleep(.2)
assert status==201 and json.loads(b)['id']==accepted['id']
status,_,b=security.request('/api/v1/chats/'+chat+'/messages',headers=auth);assert status==200;assert sum(x['id']==accepted['id'] for x in json.loads(b)['items'])==1
results.append({'stopped_container':cid,'recovery_seconds':elapsed,'original_session_valid':True,'no_duplicate':True})
finally:
subprocess.run(['docker','start',cid],check=True,stdout=subprocess.DEVNULL);time.sleep(3)
(ROOT/'evidence/all-replicas.json').write_text(json.dumps(results,indent=2)+'\n');print('PASS: each physical API container stopped sequentially; session/write/idempotency preserved')
+33
View File
@@ -0,0 +1,33 @@
#!/usr/bin/env python3
import base64,json,subprocess,sys,time,concurrent.futures,statistics,uuid
from pathlib import Path
ROOT=Path(__file__).resolve().parents[1];sys.path.insert(0,str(ROOT/'scripts'));import security
def main():
name,password,token,user=security.actor()
args=['run','--rm','-T','--no-deps','--entrypoint','securityprobe','-e','BAO_ADDR=','-e','PROBE_MODE=hash','-e','ARGON2_PARALLELISM=4','-e','PROBE_PASSWORD='+password,'worker']
old=security.compose(*args).stdout.strip();assert old.startswith('$argon2id$v=19$m=65536,t=3,p=4$')
sql="UPDATE users SET password_hash='"+old+"' WHERE id='"+user+"';"
subprocess.run([str(ROOT/'scripts/compose.sh'),'exec','-T','postgres','psql','-U','messenger','-d','messenger','-v','ON_ERROR_STOP=1'],input=sql,text=True,check=True,stdout=subprocess.DEVNULL,stderr=subprocess.PIPE)
status,_,_=security.request('/api/v1/auth/sessions','POST',headers={'Authorization':'Basic '+base64.b64encode((name+':'+password).encode()).decode()});assert status==201
query="SELECT password_hash LIKE '$argon2id$v=19$m=65536,t=3,p=1$%' FROM users WHERE id='"+user+"';"
assert security.compose('exec','-T','postgres','psql','-U','messenger','-d','messenger','-Atc',query).stdout.strip()=='t'
kdf=security.compose('run','--rm','-T','--no-deps','--entrypoint','securityprobe','-e','BAO_ADDR=','-e','PROBE_MODE=kdf','worker').stdout
result={'rehash_lab6_profile_on_login':True,'kdf':json.loads(kdf)}
def login_attempt(i):
credentials=base64.b64encode(('absent_'+uuid.uuid4().hex[:12]+':synthetic-wrong-password').encode()).decode();start=time.monotonic()
status,_,_=security.request('/api/v1/auth/sessions','POST',headers={'Authorization':'Basic '+credentials});return status,(time.monotonic()-start)*1000
started=time.monotonic()
with concurrent.futures.ThreadPoolExecutor(max_workers=8) as executor:attempts=list(executor.map(login_attempt,range(24)))
result['login_dos_budget']={'requests':24,'concurrency':8,'duration_seconds':time.monotonic()-started,'statuses':{str(s):sum(x[0]==s for x in attempts) for s in set(x[0] for x in attempts)},'p95_all_ms':sorted(x[1] for x in attempts)[22],'api_memory_limit_mib':512,'max_kdf_memory_mib_per_process':128,'max_kdf_parallel_per_process':2}
override=ROOT/'secrets/lab7/operator/expiry.json';override.write_text(json.dumps({'services':{'api':{'environment':{'SESSION_TTL_SECONDS':'2'}}}}))
base=[str(ROOT/'scripts/compose.sh')]
try:
subprocess.run(['docker','compose','-p','mtusi2026lab7','-f',str(ROOT/'compose.yaml'),'-f',str(override),'up','-d','api'],check=True,stdout=subprocess.DEVNULL,stderr=subprocess.PIPE)
subprocess.run([sys.executable,str(ROOT/'scripts/wait-ready.py')],check=True,stdout=subprocess.DEVNULL)
_,_,short,_=security.actor();time.sleep(3);assert security.request('/api/v1/users/me',headers={'Authorization':'Bearer '+short})[0]==401;result['session_ttl_2_seconds_expires']=True
finally:
security.compose('up','-d','api');subprocess.run([sys.executable,str(ROOT/'scripts/wait-ready.py')],check=True,stdout=subprocess.DEVNULL)
(ROOT/'evidence/auth.json').write_text(json.dumps(result,indent=2)+'\n');print('PASS: legacy rehash, KDF measurements and session expiry')
if __name__=='__main__':main()
+14
View File
@@ -0,0 +1,14 @@
#!/usr/bin/env python3
import datetime,json,subprocess,sys
from pathlib import Path
ROOT=Path(__file__).resolve().parents[1];sys.path.insert(0,str(ROOT/'scripts'));import bootstrap,security
p=security.S/'expired';p.mkdir(exist_ok=True);p.chmod(0o755)
for f in p.iterdir():f.chmod(0o600)
bootstrap.run('openssl','req','-new','-newkey','rsa:2048','-nodes','-keyout',str(p/'tls.key'),'-out',str(p/'request.csr'),'-subj','/CN=expired-lb')
(p/'extensions.cnf').write_text('[leaf]\nbasicConstraints=critical,CA:FALSE\nkeyUsage=critical,digitalSignature,keyEncipherment\nextendedKeyUsage=clientAuth\nsubjectAltName=DNS:lb\n')
now=datetime.datetime.now(datetime.timezone.utc);date=lambda d:(now-datetime.timedelta(days=d)).strftime('%y%m%d%H%M%SZ')
bootstrap.run('openssl','ca','-batch','-config',str(bootstrap.O/'ca.cnf'),'-extensions','leaf','-extfile',str(p/'extensions.cnf'),'-startdate',date(2),'-enddate',date(1),'-in',str(p/'request.csr'),'-out',str(p/'tls.crt'),'-notext')
(p/'ca.crt').write_text((bootstrap.O/'ca.crt').read_text())
for f in p.iterdir():f.chmod(0o444)
security.probe('tls',target='https://api:8080/health/ready',expect='deny',material='expired')
(ROOT/'evidence/cert-expiry.json').write_text(json.dumps({'trusted_ca':True,'allowed_lb_san':True,'expired_leaf_rejected':True},indent=2)+'\n');print('PASS: expired leaf with trusted CA and allowed LB SAN rejected')
+31
View File
@@ -0,0 +1,31 @@
#!/usr/bin/env python3
"""Exercise a source-only snapshot in a fresh project, with new CA/secrets/volumes and distinct ports."""
import json,os,shutil,subprocess,tempfile,time
from pathlib import Path
ROOT=Path(__file__).resolve().parents[1]
files=subprocess.check_output(['git','ls-files','--cached','--others','--exclude-standard','-z'],cwd=ROOT).decode().split('\0')
with tempfile.TemporaryDirectory(prefix='lab7-clean-') as work:
target=Path(work)
for name in files:
p=ROOT/name
if not name or not p.is_file() or name.startswith('evidence/'):continue
out=target/name;out.parent.mkdir(parents=True,exist_ok=True);shutil.copy2(p,out)
(target/'evidence').mkdir(exist_ok=True)
image='mtusi-messenger:lab7-clean-'+str(os.getpid())
cfg=json.loads((target/'compose.yaml').read_text())
for service in cfg['services'].values():
if service.get('image')=='mtusi-messenger:lab7':service['image']=image
for role,port in [('lb',18443),('openbao',18201),('grafana',13444)]:
current=cfg['services'][role]['ports'][0].split(':');cfg['services'][role]['ports']=['127.0.0.1:'+str(port)+':'+current[-1]]
(target/'compose.yaml').write_text(json.dumps(cfg))
env=dict(os.environ,LAB7_PROJECT='mtusi2026lab7-clean-'+str(os.getpid()),LAB7_BASE_URL='https://localhost:18443',LAB7_BAO_OPERATOR_ADDR='https://localhost:18201')
started=time.monotonic()
try:
subprocess.run(['./scripts/up.sh'],cwd=target,env=env,check=True,stdout=subprocess.PIPE,stderr=subprocess.PIPE)
smoke=subprocess.run(['python3','tests/smoke.py','--base-url',env['LAB7_BASE_URL'],'--ca-file',str(target/'secrets/lab7/lb/ca.crt')],cwd=target,env=env,check=True,text=True,stdout=subprocess.PIPE,stderr=subprocess.PIPE)
subprocess.run(['python3','tests/security.py','--base-url',env['LAB7_BASE_URL'],'--ca-file',str(target/'secrets/lab7/lb/ca.crt')],cwd=target,env=env,check=True,stdout=subprocess.PIPE,stderr=subprocess.PIPE)
result={'fresh_source_snapshot':True,'new_ca_and_secrets':True,'new_project_and_volumes':True,'separate_application_image_tag':True,'no_lab6_access':True,'verified_https_smoke':smoke.stdout.strip(),'duration_seconds':time.monotonic()-started}
(ROOT/'evidence/clean-clone.json').write_text(json.dumps(result,indent=2)+'\n');print('PASS: fresh source-only snapshot with new secrets/volumes passes HTTPS smoke')
finally:
subprocess.run(['./scripts/compose.sh','down','-v'],cwd=target,env=env,stdout=subprocess.DEVNULL,stderr=subprocess.DEVNULL)
subprocess.run(['docker','image','rm',image],stdout=subprocess.DEVNULL,stderr=subprocess.DEVNULL)
+11
View File
@@ -0,0 +1,11 @@
#!/usr/bin/env python3
import json,subprocess,sys
from pathlib import Path
ROOT=Path(__file__).resolve().parents[1];sys.path.insert(0,str(ROOT/'scripts'));import security
before=json.loads(subprocess.check_output(['docker','inspect',security.compose('ps','-q','lb').stdout.strip()],text=True))[0]['Image']
subprocess.run([sys.executable,str(ROOT/'scripts/renew-leaf.py'),'lb'],check=True)
subprocess.run([sys.executable,str(ROOT/'scripts/wait-ready.py')],check=True)
security.probe('tls',target='https://api:8080/health/ready',material='lb-old',expect='deny')
security.probe('tls',target='https://api:8080/health/ready',material='lb')
after=json.loads(subprocess.check_output(['docker','inspect',security.compose('ps','-q','lb').stdout.strip()],text=True))[0]['Image'];assert before==after
(ROOT/'evidence/leaf-rotation.json').write_text(json.dumps({'image_unchanged':True,'old_leaf_rejected':True,'new_leaf_accepted':True,'verified_https_ready':True},indent=2)+'\n');print('PASS: leaf rotation without image rebuild and old-serial revocation')
+23
View File
@@ -0,0 +1,23 @@
#!/usr/bin/env python3
"""Bounded short-token test: sealed Bao cannot silently refresh application credentials."""
import json,subprocess,sys,time,urllib.error
from pathlib import Path
ROOT=Path(__file__).resolve().parents[1];sys.path.insert(0,str(ROOT/'scripts'));import bao,security
def main():
token=bao.operator_token();normal=bao.call('auth/cert/certs/api',token=token)['data'];short=dict(normal,token_ttl=30,token_max_ttl=30)
bao.call('auth/cert/certs/api',short,token)
security.compose('restart','api');subprocess.run([sys.executable,str(ROOT/'scripts/wait-ready.py')],check=True,stdout=subprocess.DEVNULL)
started=time.monotonic()
try:
bao.call('sys/seal',{},token)
for _ in range(55):
status,_,_=security.request('/health/ready')
if status==503:break
time.sleep(1)
else:raise AssertionError('API served beyond short grant lifetime while Bao sealed')
elapsed=time.monotonic()-started;assert elapsed<=45
finally:
bao.unseal();token=bao.operator_token();bao.call('auth/cert/certs/api',normal,token);security.compose('restart','api');subprocess.run([sys.executable,str(ROOT/'scripts/wait-ready.py')],check=True,stdout=subprocess.DEVNULL)
(ROOT/'evidence/sealed.json').write_text(json.dumps({'short_token_ttl_seconds':30,'fail_closed_seconds':elapsed,'recovered_after_operator_unseal':True,'plaintext_fallback':False},indent=2)+'\n');print('PASS: sealed OpenBao produces bounded fail-closed and recovers after operator unseal')
if __name__=='__main__':main()
+28
View File
@@ -0,0 +1,28 @@
#!/usr/bin/env python3
"""Verify real signal storage through TLS and scan captured telemetry for synthetic secret canaries."""
import json,re,sys,time,uuid
from pathlib import Path
ROOT=Path(__file__).resolve().parents[1];sys.path.insert(0,str(ROOT/'scripts'));import security
def main():
name,password,token,user=security.actor();auth={'Authorization':'Bearer '+token};canary='body-canary-'+uuid.uuid4().hex
status,_,b=security.request('/api/v1/chats','POST',json.dumps({'title':'Synthetic','member_ids':[user]}).encode(),dict(auth,**{'Content-Type':'application/json'}));assert status==201;chat=json.loads(b)['id']
status,_,_=security.request('/api/v1/chats/'+chat+'/messages','POST',json.dumps({'text':canary}).encode(),dict(auth,**{'Content-Type':'application/json','Idempotency-Key':uuid.uuid4().hex}));assert status==201
# A fresh upload produces a real worker trace after any backend restart.
fixture=(ROOT/'tests/fixtures/sample.png').read_bytes();status,_,b=security.request('/api/v1/chats/'+chat+'/attachments?filename=signals.png','POST',fixture,dict(auth,**{'Content-Type':'image/png'}));assert status==202;aid=json.loads(b)['id']
for _ in range(60):
if json.loads(security.request('/api/v1/attachments/'+aid,headers=auth)[2]).get('status')=='ready':break
time.sleep(1)
else:raise AssertionError('telemetry upload did not finish')
logs=security.compose('logs','--no-color','--tail=80','worker').stdout
trace=re.findall(r'"trace_id":"([a-f0-9]{32})"',logs)[-1]
time.sleep(8)
data=security.compose('run','--rm','-T','--no-deps','--entrypoint','securityprobe','-e','BAO_ADDR=','-e','PROBE_MODE=telemetry','-e','PROBE_TRACE_ID='+trace,'-v',str(security.S/'grafana')+':/run/identity:ro','worker').stdout
signals=json.loads(data);assert signals['metrics']['data']['result'];assert signals['logs']['data']['result'];assert signals['traces'].get('batches') or signals['traces'].get('resourceSpans')
captured=security.compose('logs','--no-color').stdout+data
needles=[password,token,canary,'BEGIN PRIVATE KEY','BEGIN RSA PRIVATE KEY']
for p in (security.S/'operator').iterdir():
if p.is_file() and (p.name.endswith('_secret') or p.name.endswith('_password')):needles.append(p.read_text().strip())
assert not any(v and v in captured for v in needles),'secret or body found in telemetry'
(ROOT/'evidence/telemetry.json').write_text(json.dumps({'signals':signals,'secret_canaries_absent':True,'checked_container_logs':True,'checked_backend_sample':True,'limitations':'Checks cover captured logs and sampled backend signals, not a mathematical proof for every historical span.'},indent=2)+'\n');print('PASS: metrics, worker logs and real trace queried over TLS; secret/body canaries absent')
if __name__=='__main__':main()
+18
View File
@@ -0,0 +1,18 @@
#!/usr/bin/env python3
"""Operator leaf rotation without image rebuild; root CA remains offline from services."""
import shutil,sys
from pathlib import Path
sys.path.insert(0,str(Path(__file__).resolve().parent));import bootstrap,bao,security
role=sys.argv[1] if len(sys.argv)>1 else 'lb'
if role not in ['lb','api','dispatcher']:raise SystemExit('Use lb/api/dispatcher; worker incident response uses rotate-worker.py')
s=bao.S;o=bao.O;old=s/(role+'-old')
if old.exists():shutil.rmtree(old)
shutil.copytree(s/role,old);old.chmod(0o755)
token=bao.operator_token()
bootstrap.run('openssl','ca','-config',str(o/'ca.cnf'),'-revoke',str(old/'tls.crt'))
for f in ['tls.crt','tls.key']:(s/role/f).unlink()
bootstrap.issue(role);bootstrap.main()
for p in old.iterdir():p.chmod(0o444)
if role!='lb':bao.call('auth/cert/certs/'+role,{'certificate':(s/role/'tls.crt').read_text(),'token_policies':[role],'token_ttl':300,'token_max_ttl':1800,'token_no_default_policy':True},token)
security.compose('restart',role)
print('Leaf replaced and old serial revoked without rebuilding the image:',role)
+14
View File
@@ -0,0 +1,14 @@
#!/usr/bin/env python3
import json,subprocess,sys
from pathlib import Path
root=Path(__file__).resolve().parents[1];path=root/'evidence/restart-evidence.json'
phase=sys.argv[1];out={}
for cid in subprocess.check_output([str(root/'scripts/compose.sh'),'ps','-q'],text=True).split():
c=json.loads(subprocess.check_output(['docker','inspect',cid],text=True))[0]
out[c['Name']]={'id':c['Id'],'started_at':c['State']['StartedAt'],'volumes':[{'name':m.get('Name'),'destination':m['Destination']} for m in c['Mounts'] if m['Type']=='volume']}
data=json.loads(path.read_text()) if phase=='after' and path.exists() else {};data[phase]=out
if phase=='after':
required=['postgres','redis','broker','s3','openbao','prometheus','loki','tempo','grafana']
data['all_stores_restarted']=all(any('-'+role+'-' in name and value['started_at']!=data['before'].get(name,{}).get('started_at') for name,value in out.items()) for role in required)
assert data['all_stores_restarted']
path.write_text(json.dumps(data,indent=2)+'\n')
+9
View File
@@ -0,0 +1,9 @@
#!/bin/sh
set -eu
cd "$(dirname "$0")/.."
python3 scripts/restart-evidence.py before
./scripts/compose.sh restart postgres redis broker s3 otel-collector prometheus loki tempo grafana openbao
python3 scripts/bao.py unseal
./scripts/compose.sh up -d --force-recreate --no-deps s3-tls otel-collector-tls prometheus-tls loki-tls tempo-tls
./scripts/compose.sh restart api worker dispatcher lb
python3 scripts/restart-evidence.py after
+41
View File
@@ -0,0 +1,41 @@
#!/usr/bin/env python3
"""Operator incident response: revoke old worker identity, rotate its S3 key and leaf, restore."""
import importlib.util,json,os,secrets,shutil,subprocess,time,sys
from pathlib import Path
sys.path.insert(0,str(Path(__file__).resolve().parent));import bao,bootstrap
S=bao.S;O=bao.O;ROOT=bao.ROOT
def compose(*args):subprocess.run([str(ROOT/'scripts/compose.sh'),*args],check=True,stdout=subprocess.DEVNULL,stderr=subprocess.PIPE)
def rotate(start=True):
token=bao.operator_token();old=S/'worker-old'
if old.exists():shutil.rmtree(old)
shutil.copytree(S/'worker',old);old.chmod(0o755)
for source,target in [('s3_worker_access','old_access'),('s3_worker_secret','old_secret')]:
(old/target).write_text((O/source).read_text());(old/target).chmod(0o444)
oldcn=subprocess.check_output(['openssl','x509','-in',str(old/'tls.crt'),'-noout','-subject','-nameopt','RFC2253'],text=True).strip().split('CN=')[-1]
# Revoke service auth, already-issued tokens and dynamic DB leases, including established DB connections.
bao.call('auth/cert/certs/worker',token=token,method='DELETE')
accessors=bao.call('auth/token/accessors',token=token,method='LIST').get('data',{}).get('keys',[])
for accessor in accessors:
info=bao.call('auth/token/lookup-accessor',{'accessor':accessor},token)['data']
if 'worker' in info.get('policies',[]):bao.call('auth/token/revoke-accessor',{'accessor':accessor},token)
bao.call('sys/leases/revoke-prefix/database/creds/worker',{},token)
compose('exec','-T','broker','rabbitmqctl','delete_user',oldcn)
compose('stop','worker')
bootstrap.run('openssl','ca','-config',str(O/'ca.cnf'),'-revoke',str(old/'tls.crt'))
for name in ['s3_worker_access','s3_worker_secret']:
p=O/name;p.chmod(0o600);p.write_text(secrets.token_hex(24))
for f in ['tls.key','tls.crt']:(S/'worker'/f).unlink()
bootstrap.issue('worker',cn='worker-'+str(time.time_ns()))
# Reuses existing CA and storage, publishes new CRL and broker user mapping.
bootstrap.main()
for p in old.iterdir():p.chmod(0o444)
compose('restart','s3')
compose('up','-d','--force-recreate','--no-deps','s3-tls','otel-collector-tls')
compose('exec','-T','broker','rabbitmqctl','import_definitions','/run/identity/definitions.json')
bao.call('auth/cert/certs/worker',{'certificate':(S/'worker/tls.crt').read_text(),'token_policies':['worker'],'token_ttl':300,'token_max_ttl':1800,'token_no_default_policy':True},token)
bao.call('secret/data/worker',{'data':{'s3_access':(O/'s3_worker_access').read_text(),'s3_secret':(O/'s3_worker_secret').read_text()}},token)
if start:compose('up','-d','worker')
print('Worker old cert/token/DB lease revoked; S3 key and leaf replaced; image unchanged.')
return oldcn
if __name__=='__main__':rotate()
+15
View File
@@ -0,0 +1,15 @@
#!/usr/bin/env python3
"""Scan final runtime image without giving any container a Docker socket."""
import collections,json,subprocess,tempfile
from pathlib import Path
ROOT=Path(__file__).resolve().parents[1]
with tempfile.TemporaryDirectory(prefix='lab7-scan-') as work:
image_id=subprocess.check_output(['docker','image','inspect','mtusi-messenger:lab7','--format','{{.Id}}'],text=True).strip()
archive=Path(work)/'image.tar';cache=ROOT/'.cache/trivy';cache.mkdir(parents=True,exist_ok=True)
subprocess.run(['docker','image','save','-o',str(archive),image_id],check=True)
r=subprocess.run(['docker','run','--rm','-v',str(cache)+':/root/.cache/trivy','-v',str(archive)+':/scan/image.tar:ro','aquasec/trivy:0.67.2','image','--quiet','--scanners','vuln','--format','json','--input','/scan/image.tar'],check=True,stdout=subprocess.PIPE,text=True)
data=json.loads(r.stdout);summary=[]
for target in data.get('Results',[]):
vulns=target.get('Vulnerabilities',[]);summary.append({'target':target['Target'],'counts':dict(collections.Counter(v['Severity'] for v in vulns)),'findings':[{'id':v['VulnerabilityID'],'package':v['PkgName'],'installed':v['InstalledVersion'],'fixed':v.get('FixedVersion'),'severity':v['Severity'],'url':v.get('PrimaryURL')} for v in vulns]})
(ROOT/'evidence/image-scan.json').write_text(json.dumps({'scanner':'aquasec/trivy:0.67.2','image_id':image_id,'results':summary},indent=2)+'\n')
print('Runtime image scan recorded; applicability is discussed in security/SCAN_TRIAGE.md.')
+76
View File
@@ -0,0 +1,76 @@
#!/usr/bin/env python3
"""Real negative TLS, identity, authorization and public security checks."""
import base64,json,os,ssl,subprocess,sys,time,urllib.request,urllib.error,uuid
from pathlib import Path
ROOT=Path(__file__).resolve().parents[1];sys.path.insert(0,str(ROOT/'scripts'));import bao
S=ROOT/'secrets/lab7';results=[]
def compose(*args,check=True):return subprocess.run([str(ROOT/'scripts/compose.sh'),*args],cwd=ROOT,check=check,text=True,stdout=subprocess.PIPE,stderr=subprocess.PIPE)
def record(name,details=True):results.append({'scenario':name,'passed':True,'details':details});print('PASS:',name)
def probe(mode,role='worker',target='',expect='allow',no_cert=False,server_name='',material=None,method='',untrusted=False):
args=['run','--rm','-T','--no-deps','--entrypoint','securityprobe','-e','PROBE_MODE='+mode,'-e','PROBE_TARGET='+target,'-e','PROBE_EXPECT='+expect,'-e','PROBE_NO_CERT='+('1'if no_cert else'0'),'-e','PROBE_SERVER_NAME='+server_name,'-e','PROBE_METHOD='+method,'-e','PROBE_UNTRUST_SERVER='+('1' if untrusted else '0')]
if mode in ['tls','amqp-tls','db-tls']:args+=['-e','BAO_ADDR=']
if material:args+=['-v',str(S/material)+':/run/identity:ro']
r=compose(*args,role);lines=[x for x in r.stdout.splitlines() if x.startswith('{')];return json.loads(lines[-1])
def request(path,method='GET',body=None,headers=None):
ctx=ssl.create_default_context(cafile=str(S/'lb/ca.crt'));req=urllib.request.Request(os.environ.get('LAB7_BASE_URL','https://localhost:8443')+path,data=body,method=method,headers=headers or {})
try:
with urllib.request.urlopen(req,context=ctx,timeout=10) as r:return r.status,dict(r.headers),r.read()
except urllib.error.HTTPError as e:return e.code,dict(e.headers),e.read()
def actor():
name='sec_'+uuid.uuid4().hex[:16];password='Synthetic-'+uuid.uuid4().hex
status,_,b=request('/api/v1/users','POST',json.dumps({'username':name,'display_name':'Synthetic','password':password}).encode(),{'Content-Type':'application/json'});assert status==201,status
auth='Basic '+base64.b64encode((name+':'+password).encode()).decode();status,_,b=request('/api/v1/auth/sessions','POST',headers={'Authorization':auth});assert status==201,status
a=json.loads(b);return name,password,a['token'],a['user']['id']
def main():
# Inspect only container addresses; never export environment/secrets.
for index,cid in enumerate(compose('ps','-q','api').stdout.split(),1):
inspection=json.loads(subprocess.check_output(['docker','inspect',cid],text=True))[0]
address=next(v['IPAddress'] for v in inspection['NetworkSettings']['Networks'].values() if v['IPAddress'])
target='https://'+address+':8080/health/ready'
record(f'API replica {index} accepts LB',probe('tls',target=target,material='lb',server_name='api'))
for label,options in [('no certificate',{'no_cert':True,'material':'lb'}),('same CA wrong identity',{'material':'stranger'}),('foreign CA',{'material':'foreign'})]:record(f'API replica {index} rejects '+label,probe('tls',target=target,expect='deny',server_name='api',**options))
record('API server hostname checked',probe('tls',target='https://api:8080/health/ready',expect='deny',server_name='wrong-host',material='lb'))
record('DB TLS verify-full',probe('db-tls'))
record('DB rejects wrong hostname',probe('db-tls',expect='deny',server_name='wrong-host'))
record('DB rejects untrusted server CA',probe('db-tls',expect='deny',untrusted=True))
for role in ['api','worker','dispatcher']:
record('Collector accepts '+role,probe('tls',role,'https://otel-collector:9443/v1/traces'))
for material,none in [('stranger',False),('foreign',False),('worker',True)]:record('Collector denies '+material+(' no-cert'if none else''),probe('tls',target='https://otel-collector:9443/v1/traces',expect='deny',material=material,no_cert=none))
for material,none in [('stranger',False),('foreign',False),('worker',True)]:record('Broker denies '+material+(' no-cert'if none else''),probe('amqp-tls',expect='deny',material=material,no_cert=none))
for material,none in [('stranger',False),('foreign',False),('worker',True)]:record('S3 denies unauthenticated identity '+material,probe('tls',target='https://s3:9443/messenger-attachments/',expect='deny',material=material,no_cert=none))
for mode in ['db','s3','amqp']:record('Worker least privilege '+mode,probe(mode))
record('Redis scoped ACL',probe('redis',role='api'))
for target,material,method in [
('https://otel-collector:9444/metrics','prometheus','GET'),
('https://otel-collector:9445/metrics','prometheus','GET'),
('https://prometheus:9443/api/v1/query?query=up','grafana','GET'),
('https://loki:9443/ready','grafana','GET'),
('https://tempo:9443/ready','grafana','GET'),
('https://loki:9443/otlp/v1/logs','otel-collector','POST'),
('https://tempo:9444/v1/traces','otel-collector','POST'),
('https://redis:6380/','api','GET')]:
if 'redis:' in target:continue # Redis uses a binary protocol; scoped ACL probe verifies its TLS client.
record('Matrix allowed '+target,probe('tls',target=target,material=material,method=method))
record('Matrix rejects unknown identity '+target,probe('tls',target=target,expect='deny',material='stranger',method=method))
record('Grafana cannot ingest Loki logs',probe('tls',target='https://loki:9443/otlp/v1/logs',material='grafana',method='POST',expect='deny'))
record('Grafana cannot use Tempo ingest',probe('tls',target='https://tempo:9444/v1/traces',material='grafana',method='POST',expect='deny'))
record('Collector cannot query Loki',probe('tls',target='https://loki:9443/loki/api/v1/labels',material='otel-collector',expect='deny'))
token=bao.call('auth/cert/login',{'name':'worker'},identity='worker')['auth']['client_token']
for path,body in [('secret/data/api',None),('secret/data/operator',None),('sys/policies/acl/escape',{'policy':'path "*" { capabilities = ["read"] }'})]:
try:bao.call(path,body,token,identity='worker')
except urllib.error.HTTPError as e:assert e.code==403
else:raise AssertionError('OpenBao privilege escalation')
record('OpenBao worker policy allow/deny')
name,password,token,user=actor();header={'Authorization':'Bearer '+token}
for _ in range(11):status,h,b=request('/api/v1/auth/sessions','POST',headers={'Authorization':'Basic '+base64.b64encode((name+':wrong-password-value').encode()).decode()})
assert status==429 and int({k.lower():v for k,v in h.items()}['retry-after'])>0
record('Shared login rate limit returns 429 Retry-After')
status,_,_=request('/api/v1/users','POST',b'{"padding":"'+b'x'*(1<<20)+b'"}',{'Content-Type':'application/json'});assert status==413,status;record('JSON body limit')
status,_,_=request('/api/v1/auth/sessions/current','DELETE',headers=header);assert status==204
assert request('/api/v1/users/me',headers=header)[0]==401;record('Logout revocation')
# Validate that direct backend listeners are loopback-only, not reachable over the bridge.
for host,port in [('s3',9000),('otel-collector',4318),('loki',3100),('tempo',3200),('prometheus',9090)]:
r=compose('run','--rm','-T','--no-deps','--entrypoint','wget','worker','-T','2','-q','-O','/dev/null',f'http://{host}:{port}/',check=False);assert r.returncode!=0
record('Plaintext backend bypasses unreachable')
(ROOT/'evidence/security.json').write_text(json.dumps({'timestamp':time.strftime('%Y-%m-%dT%H:%M:%SZ',time.gmtime()),'results':results},indent=2)+'\n')
if __name__=='__main__':main()
+14
View File
@@ -0,0 +1,14 @@
#!/usr/bin/env python3
import json,os,subprocess
from pathlib import Path
c=str(Path(__file__).resolve().parent/'compose.sh')
target=os.environ['TARGET_INSTANCE_ID']
ids=subprocess.check_output([c,'ps','-q','api'],text=True).split()
for cid in ids:
logs=subprocess.check_output(['docker','logs',cid],stderr=subprocess.STDOUT,text=True)
if any('instance_started'in line and target in line for line in logs.splitlines()):
subprocess.run(['docker','stop',cid],check=True,stdout=subprocess.DEVNULL)
evidence=Path(__file__).resolve().parents[1]/'evidence/failover-targets.json'
records=json.loads(evidence.read_text()) if evidence.exists() else []
records.append({'instance_alias':target,'container_id':cid});evidence.write_text(json.dumps(records,indent=2)+'\n');break
else:raise SystemExit('instance alias not found')
+4
View File
@@ -0,0 +1,4 @@
#!/bin/sh
set -eu
cd "$(dirname "$0")/.."
python3 scripts/stop-one.py
+23
View File
@@ -0,0 +1,23 @@
#!/usr/bin/env python3
"""Require concrete outputs before publishing the local verification summary."""
import datetime,hashlib,json,subprocess
from pathlib import Path
ROOT=Path(__file__).resolve().parents[1];E=ROOT/'evidence'
checks=[('Public HTTPS and external trust','public-checks.txt'),('Final HTTPS smoke','final-smoke.txt'),('TLS/identity/ACL matrix','security-run.txt'),('Argon2/rehash/session expiry','auth-run.txt'),('Leaf rotation/revocation','leaf-run.txt'),('Expired allowed-SAN leaf','cert-expiry-run.txt'),('Sealed OpenBao','sealed-run.txt'),('Real telemetry and canaries','telemetry-run.txt'),('Grafana authentication','admin-run.txt'),('Image/ACL negatives','images-run.txt'),('Staging/restore/retention','storage-run.txt'),('Broker volume durability','broker-run.txt'),('All stores restart/session persistence','persistence-run.txt'),('Public failover 1','failover-first.txt'),('Public failover 2','failover-second.txt'),('Both physical replicas','all-replicas-run.txt'),('Worker compromise/recovery','worker-experiment-run.txt'),('Independent source snapshot','clean-clone-run.txt')]
for _,filename in checks:
text=(E/filename).read_text();assert 'PASS:' in text and 'Traceback' not in text and 'FAIL:' not in text,filename
worker=json.loads((E/'worker-experiment.json').read_text());assert len(worker['repeats'])==3 and all(r['lost']==0 and r['old_s3_key_rejected'] and r['old_broker_identity_rejected'] for r in worker['repeats'])
assert json.loads((E/'secret-audit.json').read_text())['matches']==0
scan=json.loads((E/'image-scan.json').read_text());assert all(not r['findings'] for r in scan['results'])
assert 'No vulnerabilities found.' in (E/'govulncheck.txt').read_text()
manifest={}
for name in subprocess.check_output(['git','ls-files','--cached','--others','--exclude-standard','-z'],cwd=ROOT).decode().split('\0'):
p=ROOT/name
if name and p.is_file() and not name.startswith('evidence/'):manifest[name]=hashlib.sha256(p.read_bytes()).hexdigest()
(E/'source-manifest.json').write_text(json.dumps(manifest,sort_keys=True,indent=2)+'\n')
lines=['# Фактическая итоговая проверка','',datetime.datetime.now(datetime.timezone.utc).isoformat(),'','Результаты относятся к synthetic lab7 stand. Source snapshot: `source-manifest.json`; environment/image IDs: `environment.json` и `image-scan.json`.','','| Проверка | Результат | Вывод |','| --- | --- | --- |']
for label,filename in checks:lines.append(f'| {label} | PASS | [{filename}]({filename}) |')
lines+=['| Source vulnerability scan | 0 findings | [govulncheck.txt](govulncheck.txt) |','| Application image scan | 0 findings | [image-scan.json](image-scan.json) |','','## Worker experiment','']
for r in worker['repeats']:lines.append(f"- Повтор {r['repeat']}: {r['accepted']} accepted → {r['ready']} ready, lost={r['lost']}, duplicate_jobs={r['duplicate_jobs']}, recovery={r['recovery_seconds']:.3f} s; старые S3/broker/Bao identities отвергнуты.")
lines+=['','Скриншоты не используются вместо команд. GitHub CI настроен, удалённый workflow не запускался агентом. Диагностические неудачные запуски не включены в PASS-таблицу.']
(E/'verification-summary.md').write_text('\n'.join(lines)+'\n');print('All required evidence verified; summary and source hashes written.')
+11
View File
@@ -0,0 +1,11 @@
#!/bin/sh
set -eu
cd "$(dirname "$0")/.."
mkdir -p bin
(cd service && GOOS=linux GOARCH=$(docker info --format '{{.Architecture}}' | sed 's/aarch64/arm64/;s/x86_64/amd64/') CGO_ENABLED=0 go test -c -o ../bin/storage.test ./internal/adapter/repository/storage)
database="lab5_atomic_$(date +%s)_$$"
./scripts/compose.sh exec -T postgres psql -U messenger -d messenger -v ON_ERROR_STOP=1 -c "CREATE DATABASE $database" >/dev/null
trap './scripts/compose.sh exec -T postgres psql -U messenger -d messenger -c "DROP DATABASE IF EXISTS $database WITH (FORCE)" >/dev/null' EXIT
id=$(./scripts/compose.sh ps -q api | head -n 1)
docker cp bin/storage.test "$id:/tmp/storage.test" >/dev/null
docker exec -e "TEST_DATABASE_NAME=$database" "$id" /tmp/storage.test -test.v
Executable
+14
View File
@@ -0,0 +1,14 @@
#!/bin/sh
set -eu
cd "$(dirname "$0")/.."
python3 scripts/bootstrap.py
python3 scripts/build-image.py
./scripts/compose.sh run --rm -T bao-permissions
./scripts/compose.sh up -d --wait --wait-timeout 120 postgres
./scripts/compose.sh up -d postgres redis broker s3 s3-tls openbao otel-collector otel-collector-tls prometheus prometheus-tls loki loki-tls tempo tempo-tls grafana
python3 scripts/bao.py
./scripts/compose.sh run --rm -T migrate
./scripts/compose.sh exec -T postgres psql -U messenger -d messenger -v ON_ERROR_STOP=1 < infra/postgres/grants.sql
./scripts/compose.sh run --rm -T operator storage bootstrap
./scripts/compose.sh up -d api worker dispatcher lb
python3 scripts/wait-ready.py
+12
View File
@@ -0,0 +1,12 @@
#!/usr/bin/env python3
import ssl,time,urllib.request,os
from pathlib import Path
root=Path(__file__).resolve().parents[1]
ctx=ssl.create_default_context(cafile=str(root/'secrets/lab7/lb/ca.crt'))
for _ in range(90):
try:
with urllib.request.urlopen(os.environ.get('LAB7_BASE_URL','https://localhost:8443')+'/health/ready',context=ctx,timeout=2) as r:
if r.status==200:print('PASS: verified HTTPS readiness');break
except OSError:pass
time.sleep(1)
else:raise SystemExit('HTTPS readiness timeout')