Files
mtusi2026lab4/app/bootstrap_s3.py
drunkdiente 935307d412 Реализовать ЛР4: S3-хранилище и вложения на оценку 3
Стенд: PostgreSQL 16 + две API-реплики за HAProxy + SeaweedFS S3 в приватном bucket. Метаданные вложений в PostgreSQL, байты в S3, object key назначает сервер. Лимиты 10 MiB и 40 млн пикселей, MIME по магическим байтам, проверка filename. Добавлены smoke/негативные тесты, хуки restart/stop-one, сценарий отказа S3 и отчёт с доказательствами.
2026-11-08 14:29:02 +03:00

78 lines
2.5 KiB
Python

"""Idempotent S3 bucket bootstrap using an administrative identity."""
import os
import sys
import time
import boto3
from botocore.config import Config as BotoConfig
from botocore.exceptions import BotoCoreError, ClientError
def required(name):
value = os.environ.get(name)
if not value:
raise RuntimeError("required configuration is missing: " + name)
return value
def main():
endpoint = required("S3_ENDPOINT")
region = os.environ.get("S3_REGION", "us-east-1")
bucket = required("S3_BUCKET")
access_key = required("S3_ADMIN_ACCESS_KEY_ID")
secret_key = required("S3_ADMIN_SECRET_ACCESS_KEY")
client = boto3.client(
"s3",
endpoint_url=endpoint,
region_name=region,
aws_access_key_id=access_key,
aws_secret_access_key=secret_key,
config=BotoConfig(
signature_version="s3v4",
s3={"addressing_style": "path"},
connect_timeout=2,
read_timeout=10,
retries={"max_attempts": 2, "mode": "standard"},
),
)
deadline = time.monotonic() + 90
while True:
try:
client.head_bucket(Bucket=bucket)
break
except ClientError as error:
code = str(error.response.get("Error", {}).get("Code", ""))
if code in ("404", "NoSuchBucket", "NotFound"):
try:
client.create_bucket(Bucket=bucket)
break
except ClientError as create_error:
create_code = str(
create_error.response.get("Error", {}).get("Code", "")
)
if create_code in ("BucketAlreadyOwnedByYou", "BucketAlreadyExists"):
break
last_error = create_error
else:
last_error = error
except BotoCoreError as error:
last_error = error
if time.monotonic() >= deadline:
raise RuntimeError("S3 bucket bootstrap failed") from last_error
time.sleep(1)
# SeaweedFS buckets are private by default and anonymous requests have no
# grant. Some S3 implementations close the connection for unsupported
# policy operations, so this best-effort cleanup must not fail bootstrap.
try:
client.delete_bucket_policy(Bucket=bucket)
except (BotoCoreError, ClientError):
pass
sys.stderr.write("bucket is ready: %s\n" % bucket)
if __name__ == "__main__":
main()