Files
mtusi2026lab4-fork/app/objects.py
T

100 lines
3.3 KiB
Python

"""Private S3 bucket. Callers pass a server-generated key; the display filename never becomes one."""
from concurrent.futures import ThreadPoolExecutor
from concurrent.futures import TimeoutError as FutureTimeout
import boto3
from botocore.config import Config
from botocore.exceptions import BotoCoreError, ClientError
from .config import ObjectSettings
# Docker DNS can spend several seconds on a stopped MinIO name. The HTTP handler
# must still answer inside HAProxy's one-second health check.
_POOL = ThreadPoolExecutor(max_workers=16, thread_name_prefix='s3')
class MissingObject(Exception):
"""The key is not in the bucket."""
class StorageError(Exception):
"""The object store could not complete the call. The message stays internal."""
class ObjectStore:
def __init__(self, settings: ObjectSettings) -> None:
self._bucket = settings.bucket
self._client = boto3.client(
's3',
endpoint_url=settings.endpoint,
region_name=settings.region,
aws_access_key_id=settings.access_key,
aws_secret_access_key=settings.secret_key,
config=Config(
signature_version='s3v4',
s3={'addressing_style': 'path'},
connect_timeout=1,
read_timeout=2,
retries={'max_attempts': 1},
),
)
def ready(self) -> None:
self._bounded(self._head, 0.7)
def put(self, key: str, body: bytes, content_type: str) -> None:
self._bounded(lambda: self._put(key, body, content_type), 8)
def get(self, key: str) -> bytes:
return self._bounded(lambda: self._get(key), 8)
def delete(self, key: str) -> None:
self._bounded(lambda: self._delete(key), 8)
def _bounded(self, fn, timeout: float):
future = _POOL.submit(fn)
try:
return future.result(timeout=timeout)
except FutureTimeout:
raise StorageError() from None
def _head(self) -> None:
try:
self._client.head_bucket(Bucket=self._bucket)
except (BotoCoreError, ClientError):
raise StorageError() from None
def _put(self, key: str, body: bytes, content_type: str) -> None:
try:
self._client.put_object(
Bucket=self._bucket,
Key=key,
Body=body,
ContentType=content_type,
ContentLength=len(body),
)
except (BotoCoreError, ClientError):
raise StorageError() from None
def _get(self, key: str) -> bytes:
try:
response = self._client.get_object(Bucket=self._bucket, Key=key)
except ClientError as exc:
code = exc.response.get('Error', {}).get('Code', '')
if code in ('NoSuchKey', '404', 'NotFound'):
raise MissingObject() from None
raise StorageError() from None
except BotoCoreError:
raise StorageError() from None
payload = response['Body']
try:
return payload.read()
finally:
payload.close()
def _delete(self, key: str) -> None:
try:
self._client.delete_object(Bucket=self._bucket, Key=key)
except (BotoCoreError, ClientError):
raise StorageError() from None