forked from mtusi2026/mtusi2026lab4
107 lines
3.7 KiB
Python
107 lines
3.7 KiB
Python
import os
|
|
from pathlib import Path
|
|
|
|
import boto3
|
|
from botocore.config import Config
|
|
from botocore.exceptions import BotoCoreError, ClientError
|
|
|
|
|
|
class S3Unavailable(RuntimeError):
|
|
pass
|
|
|
|
|
|
def _read_secret(file_variable, value_variable):
|
|
path = os.environ.get(file_variable)
|
|
if path:
|
|
return Path(path).read_text(encoding='utf-8').strip()
|
|
value = os.environ.get(value_variable, '').strip()
|
|
if not value:
|
|
raise RuntimeError(value_variable + ' or ' + file_variable + ' is required')
|
|
return value
|
|
|
|
|
|
class ObjectStore:
|
|
def __init__(self, client, bucket):
|
|
self.client = client
|
|
self.bucket = bucket
|
|
|
|
@classmethod
|
|
def from_env(cls):
|
|
client = boto3.client(
|
|
's3',
|
|
endpoint_url=os.environ.get('S3_ENDPOINT', 'http://minio:9000'),
|
|
region_name=os.environ.get('S3_REGION', 'us-east-1'),
|
|
aws_access_key_id=_read_secret('S3_ACCESS_KEY_ID_FILE', 'S3_ACCESS_KEY_ID'),
|
|
aws_secret_access_key=_read_secret(
|
|
'S3_SECRET_ACCESS_KEY_FILE', 'S3_SECRET_ACCESS_KEY'
|
|
),
|
|
config=Config(
|
|
signature_version='s3v4',
|
|
s3={'addressing_style': 'path'},
|
|
connect_timeout=2,
|
|
read_timeout=10,
|
|
max_pool_connections=32,
|
|
retries={'max_attempts': 2, 'mode': 'standard'},
|
|
),
|
|
)
|
|
return cls(client, os.environ.get('S3_BUCKET', 'messenger-attachments'))
|
|
|
|
def ping(self):
|
|
try:
|
|
self.client.get_bucket_location(Bucket=self.bucket)
|
|
except (BotoCoreError, ClientError) as error:
|
|
raise S3Unavailable('S3 bucket is unavailable') from error
|
|
|
|
def put_file(self, key, fileobj, size, content_type):
|
|
fileobj.seek(0)
|
|
try:
|
|
self.client.put_object(
|
|
Bucket=self.bucket,
|
|
Key=key,
|
|
Body=fileobj,
|
|
ContentLength=size,
|
|
ContentType=content_type,
|
|
)
|
|
except (BotoCoreError, ClientError) as error:
|
|
raise S3Unavailable('S3 upload failed') from error
|
|
|
|
def get_object(self, key):
|
|
try:
|
|
return self.client.get_object(Bucket=self.bucket, Key=key)
|
|
except ClientError as error:
|
|
if error.response.get('Error', {}).get('Code') in {
|
|
'404', 'NoSuchKey', 'NotFound',
|
|
}:
|
|
return None
|
|
raise S3Unavailable('S3 download failed') from error
|
|
except BotoCoreError as error:
|
|
raise S3Unavailable('S3 download failed') from error
|
|
|
|
def delete_object(self, key):
|
|
try:
|
|
self.client.delete_object(Bucket=self.bucket, Key=key)
|
|
except (BotoCoreError, ClientError) as error:
|
|
raise S3Unavailable('S3 delete failed') from error
|
|
|
|
def object_exists(self, key):
|
|
try:
|
|
self.client.head_object(Bucket=self.bucket, Key=key)
|
|
return True
|
|
except ClientError as error:
|
|
if error.response.get('Error', {}).get('Code') in {
|
|
'404', 'NoSuchKey', 'NotFound',
|
|
}:
|
|
return False
|
|
raise S3Unavailable('S3 object check failed') from error
|
|
except BotoCoreError as error:
|
|
raise S3Unavailable('S3 object check failed') from error
|
|
|
|
def list_objects(self):
|
|
try:
|
|
paginator = self.client.get_paginator('list_objects_v2')
|
|
for page in paginator.paginate(Bucket=self.bucket, Prefix='objects/'):
|
|
for item in page.get('Contents', []):
|
|
yield item
|
|
except (BotoCoreError, ClientError) as error:
|
|
raise S3Unavailable('S3 listing failed') from error
|