forked from mtusi2026/mtusi2026lab4
Стенд: PostgreSQL 16 + две API-реплики за HAProxy + SeaweedFS S3 в приватном bucket. Метаданные вложений в PostgreSQL, байты в S3, object key назначает сервер. Лимиты 10 MiB и 40 млн пикселей, MIME по магическим байтам, проверка filename. Добавлены smoke/негативные тесты, хуки restart/stop-one, сценарий отказа S3 и отчёт с доказательствами.
78 lines
2.5 KiB
Python
78 lines
2.5 KiB
Python
"""Idempotent S3 bucket bootstrap using an administrative identity."""
|
|
import os
|
|
import sys
|
|
import time
|
|
|
|
import boto3
|
|
from botocore.config import Config as BotoConfig
|
|
from botocore.exceptions import BotoCoreError, ClientError
|
|
|
|
|
|
def required(name):
|
|
value = os.environ.get(name)
|
|
if not value:
|
|
raise RuntimeError("required configuration is missing: " + name)
|
|
return value
|
|
|
|
|
|
def main():
|
|
endpoint = required("S3_ENDPOINT")
|
|
region = os.environ.get("S3_REGION", "us-east-1")
|
|
bucket = required("S3_BUCKET")
|
|
access_key = required("S3_ADMIN_ACCESS_KEY_ID")
|
|
secret_key = required("S3_ADMIN_SECRET_ACCESS_KEY")
|
|
|
|
client = boto3.client(
|
|
"s3",
|
|
endpoint_url=endpoint,
|
|
region_name=region,
|
|
aws_access_key_id=access_key,
|
|
aws_secret_access_key=secret_key,
|
|
config=BotoConfig(
|
|
signature_version="s3v4",
|
|
s3={"addressing_style": "path"},
|
|
connect_timeout=2,
|
|
read_timeout=10,
|
|
retries={"max_attempts": 2, "mode": "standard"},
|
|
),
|
|
)
|
|
|
|
deadline = time.monotonic() + 90
|
|
while True:
|
|
try:
|
|
client.head_bucket(Bucket=bucket)
|
|
break
|
|
except ClientError as error:
|
|
code = str(error.response.get("Error", {}).get("Code", ""))
|
|
if code in ("404", "NoSuchBucket", "NotFound"):
|
|
try:
|
|
client.create_bucket(Bucket=bucket)
|
|
break
|
|
except ClientError as create_error:
|
|
create_code = str(
|
|
create_error.response.get("Error", {}).get("Code", "")
|
|
)
|
|
if create_code in ("BucketAlreadyOwnedByYou", "BucketAlreadyExists"):
|
|
break
|
|
last_error = create_error
|
|
else:
|
|
last_error = error
|
|
except BotoCoreError as error:
|
|
last_error = error
|
|
if time.monotonic() >= deadline:
|
|
raise RuntimeError("S3 bucket bootstrap failed") from last_error
|
|
time.sleep(1)
|
|
|
|
# SeaweedFS buckets are private by default and anonymous requests have no
|
|
# grant. Some S3 implementations close the connection for unsupported
|
|
# policy operations, so this best-effort cleanup must not fail bootstrap.
|
|
try:
|
|
client.delete_bucket_policy(Bucket=bucket)
|
|
except (BotoCoreError, ClientError):
|
|
pass
|
|
sys.stderr.write("bucket is ready: %s\n" % bucket)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|