forked from mtusi2026/mtusi2026lab7
Лабораторная 7: безопасность, mTLS и OpenBao, оценка 3
This commit is contained in:
@@ -0,0 +1,42 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Explicit operator init/unseal and scoped cert-auth configuration (no dev-mode)."""
|
||||
import json
|
||||
import os
|
||||
from pathlib import Path
|
||||
import ssl
|
||||
import urllib.request
|
||||
import urllib.error
|
||||
os.chdir(Path(__file__).resolve().parents[1])
|
||||
os.umask(0o077)
|
||||
ctx=ssl.create_default_context(cafile='secrets/ca.crt')
|
||||
addr='https://localhost:18200/v1/'
|
||||
def request(path,data=None,method=None,token=None):
|
||||
headers={'Content-Type':'application/json'}
|
||||
if token: headers['X-Vault-Token']=token
|
||||
req=urllib.request.Request(addr+path,data=json.dumps(data).encode() if data is not None else None,headers=headers,method=method)
|
||||
with urllib.request.urlopen(req,context=ctx,timeout=10) as response:
|
||||
raw=response.read()
|
||||
return json.loads(raw) if raw else {}
|
||||
p=Path('operator/bao-init.json')
|
||||
if not request('sys/init')['initialized']:
|
||||
if p.exists(): raise SystemExit('Existing operator keys with new storage: inspect manually')
|
||||
result=request('sys/init',{'secret_shares':3,'secret_threshold':2})
|
||||
p.write_text(json.dumps(result)); p.chmod(0o600)
|
||||
if not p.exists(): raise SystemExit('Operator unseal keys required in operator/bao-init.json')
|
||||
state=json.loads(p.read_text())
|
||||
if request('sys/seal-status')['sealed']:
|
||||
for key in state['keys'][:2]: request('sys/unseal',{'key':key})
|
||||
if '--unseal-only' in __import__('sys').argv:
|
||||
print('OpenBao unsealed with persistent storage.'); raise SystemExit(0)
|
||||
token=state['root_token']
|
||||
mounts=request('sys/mounts',token=token)
|
||||
if 'secret/' not in mounts: request('sys/mounts/secret',{'type':'kv','options':{'version':'2'}},token=token)
|
||||
auth=request('sys/auth',token=token)
|
||||
if 'cert/' not in auth: request('sys/auth/cert',{'type':'cert'},token=token)
|
||||
for role,bundle in json.loads(Path('operator/bundles.json').read_text()).items():
|
||||
policy=f'path "secret/data/{role}" {{ capabilities = ["read"] }}\npath "auth/token/revoke-self" {{ capabilities = ["update"] }}\n'
|
||||
Path('infra/openbao/'+role+'.hcl').write_text(policy)
|
||||
request('sys/policies/acl/'+role,{'policy':policy},token=token)
|
||||
request('auth/cert/certs/'+role,{'display_name':role,'certificate':Path('secrets/'+role+'/service.crt').read_text(),'allowed_uri_sans':['spiffe://lab7/'+role],'token_policies':[role],'token_no_default_policy':True,'token_ttl':'5m','token_max_ttl':'10m'},token=token)
|
||||
request('secret/data/'+role,{'data':bundle},token=token)
|
||||
print('OpenBao initialized/unsealed; leaf-bound service policies configured, token TTL 5m/max 10m.')
|
||||
@@ -0,0 +1,111 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Operator: generate a private local CA, leaf certs and synthetic credentials once."""
|
||||
import json
|
||||
import os
|
||||
from pathlib import Path
|
||||
import secrets
|
||||
import subprocess
|
||||
|
||||
os.chdir(Path(__file__).resolve().parents[1])
|
||||
os.umask(0o077)
|
||||
root = Path('secrets')
|
||||
root.mkdir(exist_ok=True)
|
||||
operator = Path('operator')
|
||||
operator.mkdir(exist_ok=True)
|
||||
pki = operator / 'pki'
|
||||
pki.mkdir(exist_ok=True)
|
||||
|
||||
def openssl(*args):
|
||||
subprocess.run(['openssl', *map(str,args)], check=True, stdout=subprocess.DEVNULL, stderr=subprocess.PIPE)
|
||||
|
||||
if not (pki/'ca.key').exists():
|
||||
openssl('req','-x509','-newkey','rsa:3072','-nodes','-keyout',pki/'ca.key','-out',root/'ca.crt','-days','365','-subj','/CN=Lab7 local CA','-addext','basicConstraints=critical,CA:TRUE','-addext','keyUsage=critical,keyCertSign,cRLSign','-addext','subjectKeyIdentifier=hash')
|
||||
roles = ['lb','api','worker','dispatcher','postgres','valkey','broker','s3','otel-collector','loki','tempo','prometheus','grafana','openbao','wrong-role']
|
||||
for role in roles:
|
||||
d = root/role
|
||||
d.mkdir(exist_ok=True)
|
||||
if (d/'service.crt').exists() and '--renew-leaves' not in __import__('sys').argv:
|
||||
continue
|
||||
ext = pki/(role+'.ext')
|
||||
sans = f'DNS:{role},URI:spiffe://lab7/{role}'
|
||||
if role in ('lb','openbao','grafana'):
|
||||
sans += ',DNS:localhost,IP:127.0.0.1'
|
||||
ext.write_text('subjectKeyIdentifier=hash\nauthorityKeyIdentifier=keyid,issuer\nbasicConstraints=critical,CA:FALSE\nkeyUsage=critical,digitalSignature,keyEncipherment\nextendedKeyUsage=serverAuth,clientAuth\nsubjectAltName='+sans+'\n')
|
||||
openssl('req','-new','-newkey','rsa:2048','-nodes','-keyout',d/'service.key','-out',pki/(role+'.csr'),'-subj','/CN='+role)
|
||||
openssl('x509','-req','-in',pki/(role+'.csr'),'-CA',root/'ca.crt','-CAkey',pki/'ca.key','-set_serial',str(secrets.randbits(128)),'-out',d/'service.crt','-days','30','-extfile',ext)
|
||||
(d/'service.pem').write_bytes((d/'service.crt').read_bytes()+(d/'service.key').read_bytes())
|
||||
# Separate untrusted CA for negative checks.
|
||||
if not (operator/'foreign.key').exists():
|
||||
openssl('req','-x509','-newkey','rsa:2048','-nodes','-keyout',operator/'foreign.key','-out',operator/'foreign.crt','-days','30','-subj','/CN=Foreign CA')
|
||||
openssl('req','-new','-newkey','rsa:2048','-nodes','-keyout',operator/'foreign-client.key','-out',operator/'foreign.csr','-subj','/CN=lb')
|
||||
openssl('x509','-req','-in',operator/'foreign.csr','-CA',operator/'foreign.crt','-CAkey',operator/'foreign.key','-set_serial','42','-out',operator/'foreign-client.crt','-days','30','-extfile',pki/'lb.ext')
|
||||
|
||||
credentials = operator/'credentials.json'
|
||||
if not credentials.exists():
|
||||
passwords = {k: secrets.token_hex(24) for k in ('postgres','api','worker','dispatcher','session','broker-worker','broker-dispatcher')}
|
||||
keys = {r: (secrets.token_hex(10),secrets.token_hex(24)) for r in ('api','worker','admin')}
|
||||
credentials.write_text(json.dumps({'passwords':passwords,'keys':keys}))
|
||||
c = json.loads(credentials.read_text()); pw=c['passwords']; keys=c['keys']
|
||||
(root/'postgres_password').write_text(pw['postgres'])
|
||||
(root/'database_url').write_text(f"postgres://messenger:{pw['postgres']}@postgres:5432/messenger?sslmode=verify-full&sslrootcert=/tls/ca.crt")
|
||||
# Executed only on first DB initialization. No app has a superuser credential.
|
||||
(root/'roles.sql').write_text('\n'.join(f"CREATE ROLE {r} LOGIN PASSWORD '{pw[r]}';" for r in ('api','worker','dispatcher')))
|
||||
(root/'valkey.conf').write_text(f'''bind 0.0.0.0
|
||||
port 0
|
||||
tls-port 6379
|
||||
tls-cert-file /tls/service.crt
|
||||
tls-key-file /tls/service.key
|
||||
tls-ca-cert-file /tls/ca.crt
|
||||
tls-auth-clients no
|
||||
appendonly yes
|
||||
appendfsync always
|
||||
maxmemory 128mb
|
||||
maxmemory-policy noeviction
|
||||
user default off
|
||||
user api on >{pw['session']} ~session:* +ping +get +set +del
|
||||
''')
|
||||
(root/'broker.conf').write_text(f'''bind 0.0.0.0
|
||||
port 0
|
||||
tls-port 6379
|
||||
tls-cert-file /tls/service.crt
|
||||
tls-key-file /tls/service.key
|
||||
tls-ca-cert-file /tls/ca.crt
|
||||
tls-auth-clients no
|
||||
appendonly yes
|
||||
appendfsync always
|
||||
maxmemory-policy noeviction
|
||||
user default off
|
||||
user dispatcher on >{pw['broker-dispatcher']} ~attachment-jobs-v1 +ping +xadd
|
||||
user worker on >{pw['broker-worker']} ~attachment-jobs-v1 +ping +xgroup +xreadgroup +xautoclaim +xack
|
||||
''')
|
||||
bucket='messenger-attachments'
|
||||
identities=[]
|
||||
for role in ('admin','api','worker'):
|
||||
actions=['Admin','Read','Write','List'] if role=='admin' else ([f'Write:{bucket}/staging/*',f'Read:{bucket}/originals/*',f'Read:{bucket}/variants/*'] if role=='api' else [f'Read:{bucket}/staging/*',f'Write:{bucket}/originals/*',f'Write:{bucket}/variants/*'])
|
||||
identities.append(dict(name=role,credentials=[dict(accessKey=keys[role][0],secretKey=keys[role][1])],actions=actions))
|
||||
(root/'s3_config').write_text(json.dumps(dict(identities=identities)))
|
||||
for suffix,value in zip(('access_key_id','secret_access_key'),keys['admin']):
|
||||
(root/('s3_admin_'+suffix)).write_text(value)
|
||||
bundles={}
|
||||
for role in ('api','worker','dispatcher'):
|
||||
data={'database_url':f"postgres://{role}:{pw[role]}@postgres:5432/messenger?sslmode=verify-full&sslrootcert=/tls/ca.crt"}
|
||||
if role=='api':
|
||||
data['cache_url']=f"rediss://api:{pw['session']}@valkey:6379/0"
|
||||
else:
|
||||
data['broker_url']=f"rediss://{role}:{pw['broker-'+role]}@broker:6379/0"
|
||||
if role in keys:
|
||||
data.update(s3_access_key_id=keys[role][0],s3_secret_access_key=keys[role][1])
|
||||
bundles[role]=data
|
||||
(operator/'bundles.json').write_text(json.dumps(bundles))
|
||||
# Grafana datasource provisioning contains private client material and stays outside Git.
|
||||
datasources=[]
|
||||
for name,uid,kind,url in [('Prometheus','prometheus','prometheus','https://prometheus:9443'),('Loki','loki','loki','https://loki:3443'),('Tempo','tempo','tempo','https://tempo:3443')]:
|
||||
datasources.append(dict(name=name,uid=uid,type=kind,access='proxy',url=url,isDefault=(uid=='prometheus'),jsonData=dict(tlsAuth=True,tlsAuthWithCACert=True),secureJsonData=dict(tlsCACert=(root/'ca.crt').read_text(),tlsClientCert=(root/'grafana/service.crt').read_text(),tlsClientKey=(root/'grafana/service.key').read_text())))
|
||||
(root/'grafana-datasources.yaml').write_text(json.dumps(dict(apiVersion=1,datasources=datasources)))
|
||||
# Host directory is 0700. Individual files readable by non-root containers;
|
||||
# only explicitly selected files are mounted, never the whole secrets directory.
|
||||
for f in root.rglob('*'):
|
||||
if f.is_file(): f.chmod(0o644)
|
||||
if not Path('.env').exists():
|
||||
Path('.env').write_text(Path('.env.example').read_text())
|
||||
print('Local CA, 30-day leaf certificates and separate credentials ready; no values printed.')
|
||||
Executable
+14
@@ -0,0 +1,14 @@
|
||||
#!/bin/sh
|
||||
set -eu
|
||||
cd "$(dirname "$0")/.."
|
||||
# Temporary third API, same scoped role and no published ports. It is not in LB DNS.
|
||||
name=mtusi-lab7-expiry
|
||||
cleanup() { docker rm -f "$name" >/dev/null 2>&1 || true; }
|
||||
trap cleanup EXIT INT TERM
|
||||
docker compose run --no-deps -d --name "$name" -e SESSION_TTL_SECONDS=2 api >/dev/null
|
||||
# Wait for the real TLS listener inside this one service, then test the expiry.
|
||||
for attempt in 1 2 3 4 5 6 7 8 9 10; do
|
||||
if docker exec "$name" test -f /tmp/instance-alias; then break; fi
|
||||
sleep 1
|
||||
done
|
||||
docker run --rm --network mtusi-lab7_default -e EXPIRY_TARGET="$name" -v "$PWD:/audit:ro" --entrypoint python mtusi-lab7-worker /audit/student-tests/internal.py
|
||||
Executable
+4
@@ -0,0 +1,4 @@
|
||||
#!/bin/sh
|
||||
set -eu
|
||||
cd "$(dirname "$0")/.."
|
||||
docker run --rm --network mtusi-lab7_default -v "$PWD:/audit:ro" --entrypoint python mtusi-lab7-worker /audit/student-tests/internal.py
|
||||
Executable
+25
@@ -0,0 +1,25 @@
|
||||
#!/bin/sh
|
||||
set -eu
|
||||
cd "$(dirname "$0")/.."
|
||||
snapshot() {
|
||||
for id in $(docker compose ps -q); do
|
||||
docker inspect --format '{{.Name}} {{.State.StartedAt}}' "$id"
|
||||
done
|
||||
}
|
||||
snapshot > evidence/persistence-containers.txt
|
||||
docker compose stop -t 3 api worker dispatcher lb s3-gateway s3-tls otel-collector-tls loki-tls tempo-tls prometheus-tls grafana-tls
|
||||
docker compose restart postgres valkey broker s3 openbao otel-collector prometheus loki tempo grafana
|
||||
python3 - <<'PY'
|
||||
import ssl,time,urllib.request
|
||||
ctx=ssl.create_default_context(cafile='secrets/ca.crt')
|
||||
for _ in range(30):
|
||||
try:
|
||||
urllib.request.urlopen('https://localhost:18200/v1/sys/init',context=ctx,timeout=1).close(); break
|
||||
except OSError: time.sleep(1)
|
||||
else: raise SystemExit('OpenBao listener unavailable')
|
||||
PY
|
||||
python3 scripts/bao-setup.py --unseal-only
|
||||
# Recreate sidecars: backend restart changes network namespace.
|
||||
docker compose up -d --force-recreate s3-tls otel-collector-tls loki-tls tempo-tls prometheus-tls grafana-tls s3-gateway
|
||||
docker compose up -d --wait
|
||||
snapshot >> evidence/persistence-containers.txt
|
||||
Executable
+20
@@ -0,0 +1,20 @@
|
||||
#!/bin/sh
|
||||
set -eu
|
||||
cd "$(dirname "$0")/.."
|
||||
python3 scripts/bootstrap.py
|
||||
docker compose build
|
||||
docker compose up -d openbao
|
||||
# Init endpoint is not available until TLS listener starts.
|
||||
python3 - <<'PY'
|
||||
import ssl,time,urllib.request
|
||||
ctx=ssl.create_default_context(cafile='secrets/ca.crt')
|
||||
for _ in range(60):
|
||||
try:
|
||||
urllib.request.urlopen('https://localhost:18200/v1/sys/init',context=ctx,timeout=2).close()
|
||||
break
|
||||
except OSError: time.sleep(1)
|
||||
else: raise SystemExit('OpenBao TLS did not become ready')
|
||||
PY
|
||||
python3 scripts/bao-setup.py
|
||||
docker compose up -d --wait
|
||||
python3 scripts/wait-ready.py
|
||||
Executable
+14
@@ -0,0 +1,14 @@
|
||||
#!/bin/sh
|
||||
set -eu
|
||||
cd "$(dirname "$0")/.."
|
||||
: "${TARGET_INSTANCE_ID:?API alias required}"
|
||||
for id in $(docker compose ps -q api); do
|
||||
alias=$(docker exec "$id" cat /tmp/instance-alias)
|
||||
if [ "$alias" = "$TARGET_INSTANCE_ID" ]; then
|
||||
docker inspect --format '{{.Name}}' "$id" >> evidence/failover-stopped.txt
|
||||
docker stop -t 5 "$id" >/dev/null
|
||||
echo 'Stopped API replica with requested random alias'
|
||||
exit 0
|
||||
fi
|
||||
done
|
||||
exit 2
|
||||
@@ -0,0 +1,11 @@
|
||||
#!/usr/bin/env python3
|
||||
import ssl,time,urllib.request
|
||||
ctx=ssl.create_default_context(cafile='secrets/ca.crt')
|
||||
for _ in range(90):
|
||||
try:
|
||||
with urllib.request.urlopen('https://localhost:8443/health/ready',context=ctx,timeout=2) as r:
|
||||
if r.status==200: break
|
||||
except OSError: pass
|
||||
time.sleep(1)
|
||||
else: raise SystemExit('HTTPS API readiness timeout')
|
||||
print('HTTPS API ready with verified CA/hostname')
|
||||
Reference in New Issue
Block a user