forked from mtusi2026/mtusi2026lab4
78 lines
2.3 KiB
Python
78 lines
2.3 KiB
Python
"""Работа с S3-совместимым хранилищем (Silo/MinIO)."""
|
||
import logging
|
||
import threading
|
||
|
||
import boto3
|
||
from botocore.config import Config
|
||
from botocore.exceptions import BotoCoreError, ClientError
|
||
|
||
from . import config
|
||
|
||
log = logging.getLogger("s3")
|
||
_client = None
|
||
_lock = threading.Lock()
|
||
|
||
|
||
def _get_client():
|
||
global _client
|
||
if _client is None:
|
||
with _lock:
|
||
if _client is None:
|
||
_client = boto3.client(
|
||
"s3",
|
||
endpoint_url=config.S3_ENDPOINT,
|
||
aws_access_key_id=config.S3_ACCESS_KEY_ID,
|
||
aws_secret_access_key=config.S3_SECRET_ACCESS_KEY,
|
||
region_name=config.S3_REGION,
|
||
config=Config(
|
||
signature_version="s3v4",
|
||
s3={"addressing_style": "path"},
|
||
retries={"max_attempts": 3, "mode": "standard"},
|
||
connect_timeout=config.S3_CONNECT_TIMEOUT,
|
||
read_timeout=config.S3_READ_TIMEOUT,
|
||
),
|
||
)
|
||
return _client
|
||
|
||
|
||
def ensure_bucket():
|
||
client = _get_client()
|
||
try:
|
||
client.head_bucket(Bucket=config.S3_BUCKET)
|
||
except ClientError as exc:
|
||
if exc.response.get("Error", {}).get("Code") in ("404", "NoSuchBucket"):
|
||
client.create_bucket(Bucket=config.S3_BUCKET)
|
||
else:
|
||
raise
|
||
|
||
|
||
def put_object(key: str, body, content_type: str, content_length: int):
|
||
"""Загружает объект из file-like body, потоково, с явной длиной."""
|
||
client = _get_client()
|
||
client.put_object(
|
||
Bucket=config.S3_BUCKET,
|
||
Key=key,
|
||
Body=body,
|
||
ContentType=content_type,
|
||
ContentLength=content_length,
|
||
)
|
||
|
||
|
||
def get_object(key: str):
|
||
"""Возвращает StreamingBody, а не весь ответ boto3."""
|
||
client = _get_client()
|
||
resp = client.get_object(Bucket=config.S3_BUCKET, Key=key)
|
||
return resp["Body"]
|
||
|
||
|
||
def delete_object(key: str):
|
||
client = _get_client()
|
||
try:
|
||
client.delete_object(Bucket=config.S3_BUCKET, Key=key)
|
||
except (ClientError, BotoCoreError):
|
||
log.warning("failed to delete object %s", key)
|
||
|
||
|
||
def ping():
|
||
client = _get_client()
|
||
client.head_bucket(Bucket=config.S3_BUCKET) |