42 lines
2.7 KiB
Python
42 lines
2.7 KiB
Python
#!/usr/bin/env python3
|
|
"""Operator incident response: revoke old worker identity, rotate its S3 key and leaf, restore."""
|
|
import importlib.util,json,os,secrets,shutil,subprocess,time,sys
|
|
from pathlib import Path
|
|
sys.path.insert(0,str(Path(__file__).resolve().parent));import bao,bootstrap
|
|
S=bao.S;O=bao.O;ROOT=bao.ROOT
|
|
|
|
def compose(*args):subprocess.run([str(ROOT/'scripts/compose.sh'),*args],check=True,stdout=subprocess.DEVNULL,stderr=subprocess.PIPE)
|
|
def rotate(start=True):
|
|
token=bao.operator_token();old=S/'worker-old'
|
|
if old.exists():shutil.rmtree(old)
|
|
shutil.copytree(S/'worker',old);old.chmod(0o755)
|
|
for source,target in [('s3_worker_access','old_access'),('s3_worker_secret','old_secret')]:
|
|
(old/target).write_text((O/source).read_text());(old/target).chmod(0o444)
|
|
oldcn=subprocess.check_output(['openssl','x509','-in',str(old/'tls.crt'),'-noout','-subject','-nameopt','RFC2253'],text=True).strip().split('CN=')[-1]
|
|
# Revoke service auth, already-issued tokens and dynamic DB leases, including established DB connections.
|
|
bao.call('auth/cert/certs/worker',token=token,method='DELETE')
|
|
accessors=bao.call('auth/token/accessors',token=token,method='LIST').get('data',{}).get('keys',[])
|
|
for accessor in accessors:
|
|
info=bao.call('auth/token/lookup-accessor',{'accessor':accessor},token)['data']
|
|
if 'worker' in info.get('policies',[]):bao.call('auth/token/revoke-accessor',{'accessor':accessor},token)
|
|
bao.call('sys/leases/revoke-prefix/database/creds/worker',{},token)
|
|
compose('exec','-T','broker','rabbitmqctl','delete_user',oldcn)
|
|
compose('stop','worker')
|
|
bootstrap.run('openssl','ca','-config',str(O/'ca.cnf'),'-revoke',str(old/'tls.crt'))
|
|
for name in ['s3_worker_access','s3_worker_secret']:
|
|
p=O/name;p.chmod(0o600);p.write_text(secrets.token_hex(24))
|
|
for f in ['tls.key','tls.crt']:(S/'worker'/f).unlink()
|
|
bootstrap.issue('worker',cn='worker-'+str(time.time_ns()))
|
|
# Reuses existing CA and storage, publishes new CRL and broker user mapping.
|
|
bootstrap.main()
|
|
for p in old.iterdir():p.chmod(0o444)
|
|
compose('restart','s3')
|
|
compose('up','-d','--force-recreate','--no-deps','s3-tls','otel-collector-tls')
|
|
compose('exec','-T','broker','rabbitmqctl','import_definitions','/run/identity/definitions.json')
|
|
bao.call('auth/cert/certs/worker',{'certificate':(S/'worker/tls.crt').read_text(),'token_policies':['worker'],'token_ttl':300,'token_max_ttl':1800,'token_no_default_policy':True},token)
|
|
bao.call('secret/data/worker',{'data':{'s3_access':(O/'s3_worker_access').read_text(),'s3_secret':(O/'s3_worker_secret').read_text()}},token)
|
|
if start:compose('up','-d','worker')
|
|
print('Worker old cert/token/DB lease revoked; S3 key and leaf replaced; image unchanged.')
|
|
return oldcn
|
|
if __name__=='__main__':rotate()
|