Байты хранятся в приватном bucket (случайный ключ, без публичного доступа), метаданные и связи — в PostgreSQL (миграция 003_attachments). Лимиты размера/пикселей проверяются до полной распаковки, идемпотентность учитывает состав вложений. bootstrap_s3 идемпотентно создаёт bucket.
40 lines
1.7 KiB
Python
40 lines
1.7 KiB
Python
"""Private S3 object storage. No file bytes are stored on API disks."""
|
|
from pathlib import Path
|
|
import boto3
|
|
from botocore.config import Config
|
|
from botocore.exceptions import BotoCoreError, ClientError
|
|
from .domain import ApiError
|
|
|
|
class ObjectStore:
|
|
def __init__(self, settings):
|
|
self.bucket = settings.s3_bucket
|
|
self.s3 = boto3.client('s3', endpoint_url=settings.s3_endpoint,
|
|
aws_access_key_id=settings.s3_access_key,
|
|
aws_secret_access_key=Path(settings.s3_secret_file).read_text().strip(),
|
|
region_name='us-east-1', config=Config(signature_version='s3v4',
|
|
connect_timeout=3, read_timeout=10, retries={'max_attempts': 1}))
|
|
|
|
def ready(self):
|
|
try:
|
|
self.s3.head_bucket(Bucket=self.bucket)
|
|
except (ClientError, BotoCoreError, OSError):
|
|
raise ApiError(503, 'unavailable', 'Object storage unavailable') from None
|
|
|
|
def put(self, key, data, content_type):
|
|
try:
|
|
self.s3.put_object(Bucket=self.bucket, Key=key, Body=data, ContentType=content_type)
|
|
except (ClientError, BotoCoreError, OSError):
|
|
raise ApiError(503, 'unavailable', 'Object storage unavailable') from None
|
|
|
|
def get(self, key):
|
|
try:
|
|
return self.s3.get_object(Bucket=self.bucket, Key=key)['Body']
|
|
except (ClientError, BotoCoreError, OSError):
|
|
raise ApiError(503, 'unavailable', 'Object storage unavailable') from None
|
|
|
|
def delete(self, key):
|
|
try:
|
|
self.s3.delete_object(Bucket=self.bucket, Key=key)
|
|
except (ClientError, BotoCoreError, OSError):
|
|
pass # If compensation cannot reach S3, report it as an orphan limitation.
|