Files
mtusi2026lab7/checks/compromised_worker.py
T

90 lines
4.9 KiB
Python

"""Grade-5 track 1: revoke a real worker, rotate DB secret/leaf, preserve tasks.
Operator-only fault injection on a local synthetic workload. No public switch.
All backups contain private material and stay under ignored secrets/operator.
"""
import hashlib
import json
from pathlib import Path
import secrets
import shutil
import subprocess
import sys
import time
ROOT=Path(__file__).resolve().parents[1]
sys.path[:0]=[str(ROOT/'scripts'),str(ROOT/'tests')]
import pki
from bao_operator import request
from database_operator import sql
from client import Client
def docker(*args,input=None):
r=subprocess.run(['docker','compose',*args],cwd=ROOT,input=input,text=True,capture_output=True)
if r.returncode:raise RuntimeError('Compose experiment step failed: '+args[0])
return r.stdout.strip()
def main():
c=Client('https://127.0.0.1:8443',str(ROOT/'secrets/trust/ca.crt'))
a,b,e,chat=c.bootstrap()
baseline={'legacy_admin_can_read_sessions':int(sql('SELECT count(*) FROM sessions'))>0,
'scoped_worker_denied':['sessions','password_hashes','messages','DDL','role_admin','foreign_S3_prefix','bucket_admin','queue_publish','queue_admin']}
image_before=docker('images','-q','worker')
root=json.loads((ROOT/'secrets/operator/bao-init.json').read_text())['root_token']
identity=ROOT/'secrets/identities/worker'
backup=ROOT/'secrets/operator/worker-before-rotation';backup.mkdir(exist_ok=True)
for f in identity.iterdir():shutil.copy2(f,backup/f.name)
old_serial=pki.x509.load_pem_x509_certificate((identity/'cert.pem').read_bytes()).serial_number
start=time.monotonic()
pki.revoke('worker')
request('auth/cert/crls/operator',{'crl':(ROOT/'secrets/trust/revocations.pem').read_text()},root)
deny="import sys;sys.path.insert(0,'/checks');from tls_matrix import rejected;assert rejected('db',8443,'worker');print('old worker TLS denied')"
assert 'denied' in docker('run','--rm','--no-deps','security-check','python','-c',deny)
# Terminate old already-authenticated DB sessions as part of containment.
sql("SELECT pg_terminate_backend(pid) FROM pg_stat_activity WHERE usename='worker'")
queued=[c.attachment(a,chat) for _ in range(3)]
time.sleep(3)
ids=','.join("'"+att['id']+"'" for att,_ in queued)
assert sql(f"SELECT count(*) FROM attachments WHERE id IN ({ids}) AND status='queued'")=='3'
# Cert auth must reject the old identity even though signed by our CA.
rejection=docker('exec','-T','worker','python','-',input="from src.secret_agent import fetch\nfrom urllib.error import HTTPError\ntry: fetch()\nexcept HTTPError as e: assert e.code in (400,403); print('denied')\nelse: raise AssertionError('revoked worker got secrets')\n")
assert rejection=='denied'
cfg_path=ROOT/'secrets/operator/config.json';cfg=json.loads(cfg_path.read_text())
old_url=cfg['service_credentials']['worker']['DATABASE_URL']
password=secrets.token_hex(24)
sql(f"ALTER ROLE worker PASSWORD '{password}'")
cfg['database_passwords']['worker']=password
cfg['service_credentials']['worker']['DATABASE_URL']=f'postgresql://worker:{password}@127.0.0.1:5432/messenger'
cfg_path.write_text(json.dumps(cfg,indent=2));cfg_path.chmod(0o600)
cert=pki.issue('worker')
docker('run','--rm','--no-deps','secret-init')
# New TLS identity + old database secret is denied by PostgreSQL itself.
code="""import json,sys,psycopg
url=json.load(sys.stdin)['url']
try: psycopg.connect(url,connect_timeout=3)
except psycopg.OperationalError as e:
assert 'password authentication failed' in str(e);print('old password denied')
else:raise AssertionError('old database secret still valid')
"""
check=docker('exec','-T','worker','python','-c',code,input=json.dumps({'url':old_url}))
assert check=='old password denied'
request('secret/data/worker',{'data':cfg['service_credentials']['worker']},root)
for att,content in queued:
c.wait_ready(a,att,wait_seconds=90)
downloaded=c.call('GET','/api/v1/attachments/'+att['id']+'/content',actor=a)['bytes']
assert hashlib.sha256(downloaded).digest()==hashlib.sha256(content).digest()
assert sql(f"SELECT count(*) FROM jobs WHERE attachment_id IN ({ids}) AND status='done'")=='3'
assert sql(f"SELECT count(*) FROM jobs WHERE attachment_id IN ({ids})")=='3'
assert image_before==docker('images','-q','worker')
result={'passed':True,'baseline':baseline,'revoked_serial':str(old_serial),'new_serial':str(cert.serial_number),
'revoked_certificate_denied':True,'revoked_Bao_auth_denied':True,'rotated_old_DB_password_denied':True,
'queued_during_revocation':3,'completed_after_rotation':3,'distinct_jobs':3,'content_SHA256_preserved':True,
'image_unchanged':True,'total_seconds':round(time.monotonic()-start,2)}
(ROOT/'evidence/compromised-worker.json').write_text(json.dumps(result,indent=2)+'\n')
print('PASS: revoked worker -> queue preserved -> new cert/DB secret -> 3/3 jobs and hashes intact')
if __name__=='__main__':main()