Files
mtusi2026lab4/s3store.py
T
2026-11-05 18:08:31 +03:00

107 lines
3.7 KiB
Python

import os
from pathlib import Path
import boto3
from botocore.config import Config
from botocore.exceptions import BotoCoreError, ClientError
class S3Unavailable(RuntimeError):
pass
def _read_secret(file_variable, value_variable):
path = os.environ.get(file_variable)
if path:
return Path(path).read_text(encoding='utf-8').strip()
value = os.environ.get(value_variable, '').strip()
if not value:
raise RuntimeError(value_variable + ' or ' + file_variable + ' is required')
return value
class ObjectStore:
def __init__(self, client, bucket):
self.client = client
self.bucket = bucket
@classmethod
def from_env(cls):
client = boto3.client(
's3',
endpoint_url=os.environ.get('S3_ENDPOINT', 'http://minio:9000'),
region_name=os.environ.get('S3_REGION', 'us-east-1'),
aws_access_key_id=_read_secret('S3_ACCESS_KEY_ID_FILE', 'S3_ACCESS_KEY_ID'),
aws_secret_access_key=_read_secret(
'S3_SECRET_ACCESS_KEY_FILE', 'S3_SECRET_ACCESS_KEY'
),
config=Config(
signature_version='s3v4',
s3={'addressing_style': 'path'},
connect_timeout=2,
read_timeout=10,
max_pool_connections=32,
retries={'max_attempts': 2, 'mode': 'standard'},
),
)
return cls(client, os.environ.get('S3_BUCKET', 'messenger-attachments'))
def ping(self):
try:
self.client.get_bucket_location(Bucket=self.bucket)
except (BotoCoreError, ClientError) as error:
raise S3Unavailable('S3 bucket is unavailable') from error
def put_file(self, key, fileobj, size, content_type):
fileobj.seek(0)
try:
self.client.put_object(
Bucket=self.bucket,
Key=key,
Body=fileobj,
ContentLength=size,
ContentType=content_type,
)
except (BotoCoreError, ClientError) as error:
raise S3Unavailable('S3 upload failed') from error
def get_object(self, key):
try:
return self.client.get_object(Bucket=self.bucket, Key=key)
except ClientError as error:
if error.response.get('Error', {}).get('Code') in {
'404', 'NoSuchKey', 'NotFound',
}:
return None
raise S3Unavailable('S3 download failed') from error
except BotoCoreError as error:
raise S3Unavailable('S3 download failed') from error
def delete_object(self, key):
try:
self.client.delete_object(Bucket=self.bucket, Key=key)
except (BotoCoreError, ClientError) as error:
raise S3Unavailable('S3 delete failed') from error
def object_exists(self, key):
try:
self.client.head_object(Bucket=self.bucket, Key=key)
return True
except ClientError as error:
if error.response.get('Error', {}).get('Code') in {
'404', 'NoSuchKey', 'NotFound',
}:
return False
raise S3Unavailable('S3 object check failed') from error
except BotoCoreError as error:
raise S3Unavailable('S3 object check failed') from error
def list_objects(self):
try:
paginator = self.client.get_paginator('list_objects_v2')
for page in paginator.paginate(Bucket=self.bucket, Prefix='objects/'):
for item in page.get('Contents', []):
yield item
except (BotoCoreError, ClientError) as error:
raise S3Unavailable('S3 listing failed') from error