import os from pathlib import Path import boto3 from botocore.config import Config from botocore.exceptions import BotoCoreError, ClientError class S3Unavailable(RuntimeError): pass def _read_secret(file_variable, value_variable): path = os.environ.get(file_variable) if path: return Path(path).read_text(encoding='utf-8').strip() value = os.environ.get(value_variable, '').strip() if not value: raise RuntimeError(value_variable + ' or ' + file_variable + ' is required') return value class ObjectStore: def __init__(self, client, bucket): self.client = client self.bucket = bucket @classmethod def from_env(cls): client = boto3.client( 's3', endpoint_url=os.environ.get('S3_ENDPOINT', 'http://minio:9000'), region_name=os.environ.get('S3_REGION', 'us-east-1'), aws_access_key_id=_read_secret('S3_ACCESS_KEY_ID_FILE', 'S3_ACCESS_KEY_ID'), aws_secret_access_key=_read_secret( 'S3_SECRET_ACCESS_KEY_FILE', 'S3_SECRET_ACCESS_KEY' ), config=Config( signature_version='s3v4', s3={'addressing_style': 'path'}, connect_timeout=2, read_timeout=10, max_pool_connections=32, retries={'max_attempts': 2, 'mode': 'standard'}, ), ) return cls(client, os.environ.get('S3_BUCKET', 'messenger-attachments')) def ping(self): try: self.client.get_bucket_location(Bucket=self.bucket) except (BotoCoreError, ClientError) as error: raise S3Unavailable('S3 bucket is unavailable') from error def put_file(self, key, fileobj, size, content_type): fileobj.seek(0) try: self.client.put_object( Bucket=self.bucket, Key=key, Body=fileobj, ContentLength=size, ContentType=content_type, ) except (BotoCoreError, ClientError) as error: raise S3Unavailable('S3 upload failed') from error def get_object(self, key): try: return self.client.get_object(Bucket=self.bucket, Key=key) except ClientError as error: if error.response.get('Error', {}).get('Code') in { '404', 'NoSuchKey', 'NotFound', }: return None raise S3Unavailable('S3 download failed') from error except BotoCoreError as error: raise S3Unavailable('S3 download failed') from error def delete_object(self, key): try: self.client.delete_object(Bucket=self.bucket, Key=key) except (BotoCoreError, ClientError) as error: raise S3Unavailable('S3 delete failed') from error def object_exists(self, key): try: self.client.head_object(Bucket=self.bucket, Key=key) return True except ClientError as error: if error.response.get('Error', {}).get('Code') in { '404', 'NoSuchKey', 'NotFound', }: return False raise S3Unavailable('S3 object check failed') from error except BotoCoreError as error: raise S3Unavailable('S3 object check failed') from error def list_objects(self): try: paginator = self.client.get_paginator('list_objects_v2') for page in paginator.paginate(Bucket=self.bucket, Prefix='objects/'): for item in page.get('Contents', []): yield item except (BotoCoreError, ClientError) as error: raise S3Unavailable('S3 listing failed') from error