"""Idempotent S3 bucket bootstrap using an administrative identity.""" import os import sys import time import boto3 from botocore.config import Config as BotoConfig from botocore.exceptions import BotoCoreError, ClientError def required(name): value = os.environ.get(name) if not value: raise RuntimeError("required configuration is missing: " + name) return value def main(): endpoint = required("S3_ENDPOINT") region = os.environ.get("S3_REGION", "us-east-1") bucket = required("S3_BUCKET") access_key = required("S3_ADMIN_ACCESS_KEY_ID") secret_key = required("S3_ADMIN_SECRET_ACCESS_KEY") client = boto3.client( "s3", endpoint_url=endpoint, region_name=region, aws_access_key_id=access_key, aws_secret_access_key=secret_key, config=BotoConfig( signature_version="s3v4", s3={"addressing_style": "path"}, connect_timeout=2, read_timeout=10, retries={"max_attempts": 2, "mode": "standard"}, ), ) deadline = time.monotonic() + 90 while True: try: client.head_bucket(Bucket=bucket) break except ClientError as error: code = str(error.response.get("Error", {}).get("Code", "")) if code in ("404", "NoSuchBucket", "NotFound"): try: client.create_bucket(Bucket=bucket) break except ClientError as create_error: create_code = str( create_error.response.get("Error", {}).get("Code", "") ) if create_code in ("BucketAlreadyOwnedByYou", "BucketAlreadyExists"): break last_error = create_error else: last_error = error except BotoCoreError as error: last_error = error if time.monotonic() >= deadline: raise RuntimeError("S3 bucket bootstrap failed") from last_error time.sleep(1) # SeaweedFS buckets are private by default and anonymous requests have no # grant. Some S3 implementations close the connection for unsupported # policy operations, so this best-effort cleanup must not fail bootstrap. try: client.delete_bucket_policy(Bucket=bucket) except (BotoCoreError, ClientError): pass sys.stderr.write("bucket is ready: %s\n" % bucket) if __name__ == "__main__": main()