forked from mtusi2026/mtusi2026lab4
Carry over lab3 HA stack and add private S3 storage, Attachment API, orphan compensation/reaper, own tests, and evidence for smoke/persistence/failover.
119 lines
4.2 KiB
Python
119 lines
4.2 KiB
Python
"""S3-совместимое хранилище (MinIO): байты вложений."""
|
|
from __future__ import annotations
|
|
|
|
import logging
|
|
from datetime import datetime, timezone
|
|
from typing import List, Tuple
|
|
|
|
import boto3
|
|
from botocore.client import Config
|
|
from botocore.exceptions import ClientError
|
|
|
|
from app.config import settings
|
|
from app.errors import unavailable
|
|
|
|
logger = logging.getLogger("messenger")
|
|
|
|
|
|
class S3Store:
|
|
def __init__(self) -> None:
|
|
self.client = None
|
|
self.bucket = settings.s3_bucket
|
|
|
|
def open(self) -> None:
|
|
self.client = boto3.client(
|
|
"s3",
|
|
endpoint_url=settings.s3_endpoint,
|
|
aws_access_key_id=settings.s3_access_key,
|
|
aws_secret_access_key=settings.s3_secret_key,
|
|
region_name=settings.s3_region,
|
|
config=Config(signature_version="s3v4", s3={"addressing_style": "path"}),
|
|
)
|
|
self.ensure_bucket()
|
|
logger.info("s3 store ready bucket=%s", self.bucket)
|
|
|
|
def close(self) -> None:
|
|
self.client = None
|
|
|
|
def _require(self):
|
|
if self.client is None:
|
|
raise unavailable("Объектное хранилище недоступно")
|
|
return self.client
|
|
|
|
def ensure_bucket(self) -> None:
|
|
"""Идемпотентный bootstrap: head → create при отсутствии."""
|
|
client = self._require()
|
|
try:
|
|
client.head_bucket(Bucket=self.bucket)
|
|
return
|
|
except ClientError:
|
|
pass
|
|
try:
|
|
client.create_bucket(Bucket=self.bucket)
|
|
except ClientError as exc:
|
|
try:
|
|
client.head_bucket(Bucket=self.bucket)
|
|
except ClientError:
|
|
raise unavailable("Не удалось подготовить bucket") from exc
|
|
|
|
def ping(self) -> bool:
|
|
try:
|
|
self._require().head_bucket(Bucket=self.bucket)
|
|
return True
|
|
except Exception:
|
|
return False
|
|
|
|
def put_bytes(self, object_key: str, data: bytes, content_type: str) -> None:
|
|
client = self._require()
|
|
try:
|
|
client.put_object(
|
|
Bucket=self.bucket,
|
|
Key=object_key,
|
|
Body=data,
|
|
ContentType=content_type,
|
|
ContentLength=len(data),
|
|
)
|
|
except ClientError as exc:
|
|
raise unavailable("Объектное хранилище недоступно") from exc
|
|
|
|
def get_bytes(self, object_key: str) -> bytes:
|
|
client = self._require()
|
|
try:
|
|
obj = client.get_object(Bucket=self.bucket, Key=object_key)
|
|
return obj["Body"].read()
|
|
except ClientError as exc:
|
|
code = exc.response.get("Error", {}).get("Code", "")
|
|
if code in ("NoSuchKey", "404", "NotFound"):
|
|
raise FileNotFoundError(object_key) from exc
|
|
raise unavailable("Объектное хранилище недоступно") from exc
|
|
|
|
def delete_object(self, object_key: str) -> None:
|
|
client = self._require()
|
|
try:
|
|
client.delete_object(Bucket=self.bucket, Key=object_key)
|
|
except ClientError:
|
|
logger.warning("failed to delete s3 object key=%s", object_key)
|
|
|
|
def list_objects(self, prefix: str = "attachments/") -> List[Tuple[str, datetime]]:
|
|
"""Список (key, last_modified UTC) под prefix."""
|
|
client = self._require()
|
|
out: List[Tuple[str, datetime]] = []
|
|
token = None
|
|
while True:
|
|
kwargs = {"Bucket": self.bucket, "Prefix": prefix}
|
|
if token:
|
|
kwargs["ContinuationToken"] = token
|
|
try:
|
|
resp = client.list_objects_v2(**kwargs)
|
|
except ClientError as exc:
|
|
raise unavailable("Объектное хранилище недоступно") from exc
|
|
for item in resp.get("Contents", []):
|
|
lm = item["LastModified"]
|
|
if lm.tzinfo is None:
|
|
lm = lm.replace(tzinfo=timezone.utc)
|
|
out.append((item["Key"], lm.astimezone(timezone.utc)))
|
|
if not resp.get("IsTruncated"):
|
|
break
|
|
token = resp.get("NextContinuationToken")
|
|
return out
|