74 lines
2.2 KiB
Python
74 lines
2.2 KiB
Python
"""S3-совместимое хранилище (Silo/MinIO): потоковые put/get, копирование, удаление."""
|
|
import logging
|
|
import threading
|
|
|
|
import boto3
|
|
from botocore.config import Config
|
|
from botocore.exceptions import BotoCoreError, ClientError
|
|
|
|
from . import config
|
|
|
|
log = logging.getLogger("s3")
|
|
_client = None
|
|
_lock = threading.Lock()
|
|
|
|
|
|
def _get_client():
|
|
global _client
|
|
if _client is None:
|
|
with _lock:
|
|
if _client is None:
|
|
_client = boto3.client(
|
|
"s3",
|
|
endpoint_url=config.S3_ENDPOINT,
|
|
aws_access_key_id=config.S3_ACCESS_KEY_ID,
|
|
aws_secret_access_key=config.S3_SECRET_ACCESS_KEY,
|
|
region_name=config.S3_REGION,
|
|
config=Config(
|
|
signature_version="s3v4",
|
|
s3={"addressing_style": "path"},
|
|
retries={"max_attempts": 3, "mode": "standard"},
|
|
connect_timeout=config.S3_CONNECT_TIMEOUT,
|
|
read_timeout=config.S3_READ_TIMEOUT,
|
|
),
|
|
)
|
|
return _client
|
|
|
|
|
|
def ensure_bucket():
|
|
client = _get_client()
|
|
try:
|
|
client.head_bucket(Bucket=config.S3_BUCKET)
|
|
except ClientError as exc:
|
|
if exc.response.get("Error", {}).get("Code") in ("404", "NoSuchBucket"):
|
|
client.create_bucket(Bucket=config.S3_BUCKET)
|
|
else:
|
|
raise
|
|
|
|
|
|
def put_object(key: str, body, content_type: str, content_length: int):
|
|
client = _get_client()
|
|
client.put_object(
|
|
Bucket=config.S3_BUCKET, Key=key, Body=body,
|
|
ContentType=content_type, ContentLength=content_length,
|
|
)
|
|
|
|
|
|
def get_object(key: str):
|
|
"""Возвращает StreamingBody."""
|
|
client = _get_client()
|
|
resp = client.get_object(Bucket=config.S3_BUCKET, Key=key)
|
|
return resp["Body"]
|
|
|
|
|
|
def delete_object(key: str):
|
|
client = _get_client()
|
|
try:
|
|
client.delete_object(Bucket=config.S3_BUCKET, Key=key)
|
|
except (ClientError, BotoCoreError):
|
|
log.warning("failed to delete object %s", key)
|
|
|
|
|
|
def ping():
|
|
client = _get_client()
|
|
client.head_bucket(Bucket=config.S3_BUCKET) |