Files
mtusi2026lab4/student-tests/s3_security_test.py
T
Ilya a97c35fc12 выполнение ЛР4 на 4
- S3: SeaweedFS 4.51 (MinIO-образы недоступны), приватный bucket,
  отдельные ограниченные ключи API, служебные порты закрыты;
  идемпотентный s3-init с проверкой приватности и прогревом записи
- вложения: потоковая загрузка PNG/JPEG, лимиты 10 MiB / 40 Мпикс,
  тип по содержимому, проверка filename, скачивание только участникам
- согласованность PG/S3: pending -> PUT -> ready, компенсация, sweeper
  с grace и dry-run; attachment_ids в сообщениях, FK по чату
- back-pressure на S3 PUT после найденного OOM SeaweedFS
- тесты student-tests, evidence, REPORT.md, DEMO.md
2026-10-28 18:06:07 +03:00

83 lines
4.0 KiB
Python

#!/usr/bin/env python3
"""Private bucket checked OUTSIDE the API, least-privilege API credentials, no exposed admin interfaces."""
import json
import subprocess
from stack import SAMPLE_PNG, api_python, dc, psql
from client import Client, arguments, check, run
PROBE = r'''
import json, socket, urllib.request, urllib.error
from app import config
from app.objects import ObjectStore
from botocore.exceptions import ClientError
key = %r
s = ObjectStore()
out = {}
def anon(path):
try:
return urllib.request.urlopen(config.S3_ENDPOINT + path, timeout=3).status
except urllib.error.HTTPError as e:
return e.code
out["anonymous_get_object"] = anon("/" + s.bucket + "/" + key)
out["anonymous_list_bucket"] = anon("/" + s.bucket + "?list-type=2")
out["anonymous_list_all"] = anon("/")
def try_(name, fn):
try:
fn(); out[name] = "ALLOWED"
except ClientError as e:
out[name] = e.response["Error"]["Code"]
pub = '{"Version":"2012-10-17","Statement":[{"Effect":"Allow","Principal":"*","Action":"s3:GetObject","Resource":"arn:aws:s3:::%%s/*"}]}' %% s.bucket
try_("api_create_bucket", lambda: s._s3.create_bucket(Bucket="evil-bucket"))
try_("api_put_bucket_policy_public", lambda: s._s3.put_bucket_policy(Bucket=s.bucket, Policy=pub))
try_("api_put_object_acl_public", lambda: s._s3.put_object_acl(Bucket=s.bucket, Key=key, ACL="public-read"))
try_("api_delete_bucket", lambda: s._s3.delete_bucket(Bucket=s.bucket))
try_("api_get_own_bucket_object", lambda: s._s3.head_object(Bucket=s.bucket, Key=key))
def port(p):
try:
socket.create_connection(("s3", p), timeout=2).close(); return "OPEN"
except OSError as e:
return type(e).__name__
out["s3:9333 master UI"] = port(9333)
out["s3:8888 filer UI"] = port(8888)
out["s3:8080 volume"] = port(8080)
out["s3:9000 S3 API"] = port(9000)
print(json.dumps(out))
'''
def main():
args = arguments("S3 privacy and least privilege")
c = Client(args.base_url, timeout=10)
alice, bob, eve, chat = c.bootstrap()
att = c.call("POST", "/api/v1/chats/" + chat["id"] + "/attachments?filename=p.png", 201, actor=alice, raw=SAMPLE_PNG,
headers={"Content-Type": "image/png"}, schema="Attachment")["json"]
key = psql("SELECT object_key FROM attachments WHERE id = '%s'" % att["id"])
check(key.startswith("originals/") and att["id"].replace("-", "") not in key and "p.png" not in key,
"object key must be server-generated, unrelated to id/filename")
print("object key: originals/<random 128-bit hex>, unrelated to attachment id and filename")
r = json.loads(api_python(PROBE % key))
for k, v in r.items():
print(" %-32s %s" % (k, v))
check(r["anonymous_get_object"] == 403 and r["anonymous_list_bucket"] == 403, "bucket is not private")
check(r["anonymous_list_all"] in (401, 403), "anonymous ListBuckets allowed")
for k in ("api_create_bucket", "api_put_bucket_policy_public", "api_put_object_acl_public", "api_delete_bucket"):
check(r[k] != "ALLOWED", k + " must be denied for API credentials")
check(r["api_get_own_bucket_object"] == "ALLOWED", "API cannot read its bucket")
for k in ("s3:9333 master UI", "s3:8888 filer UI", "s3:8080 volume"):
check(r[k] != "OPEN", k + " reachable from the network")
ports = subprocess.run(["docker", "inspect", "-f", "{{json .NetworkSettings.Ports}}", dc("ps", "-q", "s3").stdout.strip()],
capture_output=True, text=True).stdout.strip()
check("HostPort" not in ports, "s3 publishes ports on the host")
print(" s3 published host ports: none (%s)" % ports)
lb = dc("exec", "-T", "lb", "wget", "-q", "-T", "2", "-O", "/dev/null", "http://s3:9000/", check=False)
check(lb.returncode != 0, "LB (edge network) can reach S3")
print(" lb -> s3:9000 (edge network): unreachable (%s)" % (lb.stderr.strip().splitlines() or ["refused"])[-1])
print("PASS: private bucket, least-privilege API credentials, no exposed admin interfaces")
if __name__ == "__main__":
run(main)