203 lines
12 KiB
Python
203 lines
12 KiB
Python
#!/usr/bin/env python3
|
||
"""Трек 1 lab7: компрометация worker.
|
||
|
||
Модель: атакующий получил то же, что у процесса worker, — его сертификат и ключ (файлы в
|
||
контейнере), а через них всё, что worker может получить сам (вход в OpenBao, секреты KV).
|
||
|
||
1. ДО least privilege (модель lab6): учётки, которые были у worker в lab6, — владелец БД
|
||
(DATABASE_URL), общий ключ S3 на весь bucket, администратор RabbitMQ. Эмулируются
|
||
временными учётками с теми же правами и проверяются тем же зондом.
|
||
2. ПОСЛЕ (lab7): `secprobe compromise` с сертификатом worker: OpenBao → его секреты →
|
||
PostgreSQL / S3 / RabbitMQ / Collector / API — матрица allowed/denied.
|
||
3. Реакция под нагрузкой (загрузки идут всё время): отзыв токенов OpenBao, новая identity
|
||
worker (CN worker-g1 → worker-g2: сертификат, роль OpenBao, пользователь RabbitMQ; старый
|
||
удалён), ротация пароля роли БД и ключа S3 worker, разрыв его соединений с БД.
|
||
Worker восстанавливается БЕЗ рестарта (перечитывает сертификат и секреты).
|
||
4. Проверка: украденный сертификат и старые секреты больше ничего не дают; все задания,
|
||
принятые до/во время инцидента (202), дошли до ready.
|
||
"""
|
||
import json
|
||
import os
|
||
import threading
|
||
import time
|
||
import uuid
|
||
from pathlib import Path
|
||
|
||
import labutil # noqa: F401
|
||
from client import Client, Failure, arguments, check, run
|
||
from labutil import ROOT, compose, mc, psql, sh, wait_status
|
||
from security_ops import CA, PY, SAMPLE, bootstrap, denied, probe
|
||
|
||
|
||
def kv(svc):
|
||
tok = json.loads((ROOT / 'secrets/operator/bao-init.json').read_text())['root_token']
|
||
out = compose('exec', '-T', '-e', 'BAO_ADDR=https://127.0.0.1:8200', '-e', 'BAO_CACERT=/run/secrets/ca.crt',
|
||
'-e', 'BAO_TOKEN=' + tok, 'openbao', 'bao', 'kv', 'get', '-format=json', 'secret/messenger/' + svc).stdout
|
||
return json.loads(out)['data']['data']
|
||
|
||
|
||
def summarize(m):
|
||
"""Матрица → {операция: allowed|denied|…} (плоско)."""
|
||
flat = {}
|
||
for area, v in m.items():
|
||
if isinstance(v, dict):
|
||
for k, x in v.items():
|
||
if isinstance(x, (str, int)):
|
||
flat['%s: %s' % (area, k)] = x
|
||
else:
|
||
flat[area] = v
|
||
return flat
|
||
|
||
|
||
def before_least_privilege():
|
||
"""Права, которые worker имел в lab6, эмулированные временными учётками."""
|
||
res = {}
|
||
owner_pw = (ROOT / 'secrets/postgres_password').read_text().strip()
|
||
res['db'] = probe('db', '-user', 'messenger', '-stdin', stdin=owner_pw)
|
||
key, secret = 'legacy-shared-' + uuid.uuid4().hex[:6], uuid.uuid4().hex + uuid.uuid4().hex[:8]
|
||
pol = ('{"Version":"2012-10-17","Statement":[{"Effect":"Allow","Action":["s3:GetBucketLocation","s3:ListBucket"],'
|
||
'"Resource":["arn:aws:s3:::messenger-attachments"]},{"Effect":"Allow","Action":["s3:GetObject","s3:PutObject",'
|
||
'"s3:DeleteObject"],"Resource":["arn:aws:s3:::messenger-attachments/*"]}]}')
|
||
mc("printf '%%s' '%s' > /tmp/p.json && mc admin policy create s3 legacy-lab6 /tmp/p.json >/dev/null && "
|
||
"mc admin user add s3 %s %s >/dev/null && mc admin policy attach s3 legacy-lab6 --user %s >/dev/null" % (pol, key, secret, key))
|
||
res['s3'] = probe('s3', '-access', key, '-stdin', stdin=secret)
|
||
mc('mc admin user rm s3 %s' % key, check=False)
|
||
sh('sh', 'scripts/pki.sh', 'issue', 'legacy-admin', 'legacy-admin', 'URI:spiffe://messenger/legacy', 'clientAuth', 'ca', '1',
|
||
'secrets/pki/test')
|
||
rq = lambda *a: compose('exec', '-T', 'rabbitmq', 'rabbitmqctl', '-q', *a, check=False)
|
||
rq('add_user', 'legacy-admin', uuid.uuid4().hex)
|
||
rq('clear_password', 'legacy-admin')
|
||
rq('set_user_tags', 'legacy-admin', 'administrator')
|
||
rq('set_permissions', '-p', '/', 'legacy-admin', '.*', '.*', '.*') # lab5/6: messenger — администратор
|
||
res['amqp'] = probe('amqp', '-cert', '/pki/test/legacy-admin.crt', '-key', '/pki/test/legacy-admin.key')
|
||
rq('delete_user', 'legacy-admin')
|
||
res['otlp'] = 'allowed (lab6: OTLP по HTTP без аутентификации, любой процесс сети telemetry)'
|
||
res['api_as_lb'] = 'allowed (lab6: API на :8080 по HTTP, доступен из сети front/back)'
|
||
res['openbao'] = 'n/a (lab6: секреты всех нужных сервисов — файлами в контейнере)'
|
||
return res
|
||
|
||
|
||
class Uploader:
|
||
"""Фоновые загрузки весь эксперимент: каждые 2 s одно изображение (202 → id)."""
|
||
|
||
def __init__(self, c, actor, chat):
|
||
self.c, self.actor, self.chat = c, actor, chat
|
||
self.ids, self.errors = [], 0
|
||
self.stop_ev = threading.Event()
|
||
|
||
def loop(self):
|
||
while not self.stop_ev.is_set():
|
||
try:
|
||
r = self.c.call('POST', '/api/v1/chats/%s/attachments?filename=u.png' % self.chat['id'], 202,
|
||
actor=self.actor, raw=SAMPLE, headers={'Content-Type': 'image/png'}, schema='Attachment')
|
||
self.ids.append((time.time(), r['json']['id']))
|
||
except Failure:
|
||
self.errors += 1
|
||
self.stop_ev.wait(2)
|
||
|
||
def start(self):
|
||
self.t = threading.Thread(target=self.loop, daemon=True)
|
||
self.t.start()
|
||
return self
|
||
|
||
def stop(self):
|
||
self.stop_ev.set()
|
||
self.t.join()
|
||
|
||
|
||
def main():
|
||
def configure(p):
|
||
p.add_argument('--output', default=None)
|
||
args = arguments('Lab7 track 1: worker compromise', configure)
|
||
c = Client(args.base_url or 'https://localhost:8443', args.ca_file or CA, timeout=30)
|
||
alice, bob, _, chat = c.bootstrap()
|
||
res = {}
|
||
|
||
res['before_least_privilege'] = before_least_privilege()
|
||
stolen = probe('compromise', '-cert', '/pki/worker.crt', '-key', '/pki/worker.key', '-otel-cert', '/pki/worker-otel.crt',
|
||
'-otel-key', '/pki/worker-otel.key', '-role', 'worker', '-path', 'messenger/worker')
|
||
res['after_least_privilege'] = stolen
|
||
a = stolen
|
||
check(a['openbao'].get('read own messenger/worker') == 'allowed', 'worker cannot read own secret?')
|
||
check(denied(a['db'].get('read users.password_hash')) and denied(a['db'].get('read messages'))
|
||
and denied(a['db'].get('insert message')) and denied(a['db'].get('update attachments.owner_id')),
|
||
'worker DB role too broad: %s' % a['db'])
|
||
check(denied(a['s3'].get('put s/*')) and denied(a['s3'].get('get o/*')) and denied(a['s3'].get('list bucket'))
|
||
and denied(a['s3'].get('delete o/*')), 'worker S3 key too broad: %s' % a['s3'])
|
||
check(denied(a['amqp'].get('publish attachments (job)')) and denied(a['amqp'].get('declare queue evil'))
|
||
and denied(a['amqp'].get('consume attachment.dead (DLQ)')),
|
||
'worker broker rights too broad: %s' % a['amqp'])
|
||
check(denied(a['api_as_lb'].get('result')), 'worker certificate accepted by API')
|
||
|
||
# ---------- реакция под нагрузкой ----------
|
||
up = Uploader(c, alice, chat).start()
|
||
time.sleep(10)
|
||
old_worker = kv('worker')
|
||
sh('cp', 'secrets/pki/worker.crt', 'secrets/pki/test/worker-stolen.crt')
|
||
sh('cp', 'secrets/pki/worker.key', 'secrets/pki/test/worker-stolen.key')
|
||
t_resp = time.time()
|
||
steps = []
|
||
|
||
def step(name, fn):
|
||
t = time.time()
|
||
fn()
|
||
steps.append({'step': name, 'at_s': round(t - t_resp, 1), 'took_s': round(time.time() - t, 1)})
|
||
step('новая identity: сертификат CN worker-g2 (перезапись файла на месте)',
|
||
lambda: sh('sh', 'scripts/pki.sh', 'rotate', 'worker', 'worker-g2'))
|
||
step('OpenBao cert-роль worker → только CN worker-g2; RabbitMQ: worker-g2 создан, worker-g1 удалён (соединения закрыты)',
|
||
lambda: bootstrap('worker-identity', 'g2'))
|
||
step('отзыв всех токенов OpenBao, выданных worker',
|
||
lambda: bootstrap('revoke-tokens', 'worker'))
|
||
step('ротация пароля роли БД app_worker + разрыв её соединений',
|
||
lambda: (bootstrap('rotate-db', 'worker'),
|
||
psql("SELECT count(pg_terminate_backend(pid)) FROM pg_stat_activity WHERE usename = 'app_worker'")))
|
||
step('ротация secret key S3 svc-worker', lambda: bootstrap('rotate-s3', 'worker'))
|
||
res['response_steps'] = steps
|
||
t_done = time.time()
|
||
|
||
# первое задание, принятое после реакции, — когда стало ready (восстановление обработки)
|
||
probe_att = c.call('POST', '/api/v1/chats/%s/attachments?filename=after.png' % chat['id'], 202, actor=alice, raw=SAMPLE,
|
||
headers={'Content-Type': 'image/png'}, schema='Attachment')['json']
|
||
meta = wait_status(c, bob, probe_att['id'], ('ready', 'failed'), timeout=240)
|
||
res['processing_restored_seconds_after_response'] = round(time.time() - t_done, 1)
|
||
check(meta['status'] == 'ready', 'worker did not recover with the new identity')
|
||
wlogs = compose('logs', '--no-color', '--since', '%ds' % int(time.time() - t_resp + 5), 'worker').stdout
|
||
res['worker_recovery_log_events'] = sorted({e for e in ('secrets.login', 'secrets.refresh_failed', 'secrets.version')
|
||
if '"event":"%s"' % e in wlogs})
|
||
res['worker_restarts'] = int(sh('docker', 'inspect', '-f', '{{.RestartCount}}', compose('ps', '-q', 'worker').stdout.split()[0]).stdout)
|
||
|
||
# ---------- украденное больше не работает ----------
|
||
after = probe('compromise', '-cert', '/pki/test/worker-stolen.crt', '-key', '/pki/test/worker-stolen.key',
|
||
'-otel-cert', '/pki/worker-otel.crt', '-otel-key', '/pki/worker-otel.key', '-role', 'worker',
|
||
'-path', 'messenger/worker')
|
||
after['db_with_stolen_password'] = probe('db', '-user', 'app_worker', '-stdin', stdin=old_worker['db_password']).get('connect')
|
||
after['s3_with_stolen_key'] = probe('s3', '-access', old_worker['s3_access_key'], '-stdin', stdin=old_worker['s3_secret_key'])
|
||
res['stolen_identity_after_response'] = after
|
||
check(after['openbao'].get('login', '').startswith('denied'), 'stolen cert still logs into OpenBao')
|
||
check(denied(after['amqp'].get('connect')), 'stolen cert still connects to RabbitMQ')
|
||
check(denied(after['db_with_stolen_password']), 'stolen DB password still works')
|
||
s3v = after['s3_with_stolen_key']
|
||
check(all(denied(v) for k, v in s3v.items() if k.startswith(('put', 'get', 'delete', 'list'))), 'stolen S3 key works: %s' % s3v)
|
||
|
||
# ---------- сохранность задач ----------
|
||
time.sleep(10)
|
||
up.stop()
|
||
statuses = {}
|
||
for _, aid in up.ids:
|
||
st = wait_status(c, bob, aid, ('ready', 'failed'), timeout=240)['status']
|
||
statuses[st] = statuses.get(st, 0) + 1
|
||
res['tasks'] = {'accepted_202': len(up.ids), 'upload_errors': up.errors, 'final': statuses,
|
||
'accepted_during_response': sum(1 for t, _ in up.ids if t_resp <= t <= t_done + 30)}
|
||
check(statuses.get('ready', 0) == len(up.ids), 'accepted tasks lost or failed: %s' % statuses)
|
||
|
||
res['comparison'] = {'before': summarize(res['before_least_privilege']), 'after': summarize(stolen)}
|
||
text = json.dumps(res, ensure_ascii=False, indent=2)
|
||
if args.output:
|
||
Path(args.output).write_text(text + '\n', encoding='utf-8')
|
||
print(text)
|
||
print('PASS: worker compromise — least privilege, revocation, rotation, recovery, no task loss')
|
||
|
||
|
||
if __name__ == '__main__':
|
||
run(main)
|