Files
mtusi2026lab4-fork/app/s3store.py
daniil_sobolev 747ca222e5 Implement lab4 attachments on RustFS for grade 4.
Carry over lab3 HA stack and add private S3 storage, Attachment API, orphan compensation/reaper, own tests, and evidence for smoke/persistence/failover.
2026-11-12 20:41:02 +03:00

119 lines
4.2 KiB
Python

"""S3-совместимое хранилище (MinIO): байты вложений."""
from __future__ import annotations
import logging
from datetime import datetime, timezone
from typing import List, Tuple
import boto3
from botocore.client import Config
from botocore.exceptions import ClientError
from app.config import settings
from app.errors import unavailable
logger = logging.getLogger("messenger")
class S3Store:
def __init__(self) -> None:
self.client = None
self.bucket = settings.s3_bucket
def open(self) -> None:
self.client = boto3.client(
"s3",
endpoint_url=settings.s3_endpoint,
aws_access_key_id=settings.s3_access_key,
aws_secret_access_key=settings.s3_secret_key,
region_name=settings.s3_region,
config=Config(signature_version="s3v4", s3={"addressing_style": "path"}),
)
self.ensure_bucket()
logger.info("s3 store ready bucket=%s", self.bucket)
def close(self) -> None:
self.client = None
def _require(self):
if self.client is None:
raise unavailable("Объектное хранилище недоступно")
return self.client
def ensure_bucket(self) -> None:
"""Идемпотентный bootstrap: head → create при отсутствии."""
client = self._require()
try:
client.head_bucket(Bucket=self.bucket)
return
except ClientError:
pass
try:
client.create_bucket(Bucket=self.bucket)
except ClientError as exc:
try:
client.head_bucket(Bucket=self.bucket)
except ClientError:
raise unavailable("Не удалось подготовить bucket") from exc
def ping(self) -> bool:
try:
self._require().head_bucket(Bucket=self.bucket)
return True
except Exception:
return False
def put_bytes(self, object_key: str, data: bytes, content_type: str) -> None:
client = self._require()
try:
client.put_object(
Bucket=self.bucket,
Key=object_key,
Body=data,
ContentType=content_type,
ContentLength=len(data),
)
except ClientError as exc:
raise unavailable("Объектное хранилище недоступно") from exc
def get_bytes(self, object_key: str) -> bytes:
client = self._require()
try:
obj = client.get_object(Bucket=self.bucket, Key=object_key)
return obj["Body"].read()
except ClientError as exc:
code = exc.response.get("Error", {}).get("Code", "")
if code in ("NoSuchKey", "404", "NotFound"):
raise FileNotFoundError(object_key) from exc
raise unavailable("Объектное хранилище недоступно") from exc
def delete_object(self, object_key: str) -> None:
client = self._require()
try:
client.delete_object(Bucket=self.bucket, Key=object_key)
except ClientError:
logger.warning("failed to delete s3 object key=%s", object_key)
def list_objects(self, prefix: str = "attachments/") -> List[Tuple[str, datetime]]:
"""Список (key, last_modified UTC) под prefix."""
client = self._require()
out: List[Tuple[str, datetime]] = []
token = None
while True:
kwargs = {"Bucket": self.bucket, "Prefix": prefix}
if token:
kwargs["ContinuationToken"] = token
try:
resp = client.list_objects_v2(**kwargs)
except ClientError as exc:
raise unavailable("Объектное хранилище недоступно") from exc
for item in resp.get("Contents", []):
lm = item["LastModified"]
if lm.tzinfo is None:
lm = lm.replace(tzinfo=timezone.utc)
out.append((item["Key"], lm.astimezone(timezone.utc)))
if not resp.get("IsTruncated"):
break
token = resp.get("NextContinuationToken")
return out