forked from mtusi2026/mtusi2026lab4
- S3: SeaweedFS 4.51 (MinIO-образы недоступны), приватный bucket, отдельные ограниченные ключи API, служебные порты закрыты; идемпотентный s3-init с проверкой приватности и прогревом записи - вложения: потоковая загрузка PNG/JPEG, лимиты 10 MiB / 40 Мпикс, тип по содержимому, проверка filename, скачивание только участникам - согласованность PG/S3: pending -> PUT -> ready, компенсация, sweeper с grace и dry-run; attachment_ids в сообщениях, FK по чату - back-pressure на S3 PUT после найденного OOM SeaweedFS - тесты student-tests, evidence, REPORT.md, DEMO.md
70 lines
2.4 KiB
Python
70 lines
2.4 KiB
Python
from __future__ import annotations
|
|
|
|
import os
|
|
import secrets
|
|
from typing import Optional
|
|
|
|
|
|
def _secret(name: str) -> Optional[str]:
|
|
value = os.environ.get(name)
|
|
if value:
|
|
return value.strip()
|
|
path = os.environ.get(name + "_FILE")
|
|
if path and os.path.exists(path):
|
|
with open(path, encoding="utf-8") as fh:
|
|
return fh.read().strip() or None
|
|
return None
|
|
|
|
|
|
def _int(name: str, default: int) -> int:
|
|
return int(os.environ.get(name, default))
|
|
|
|
|
|
def _float(name: str, default: float) -> float:
|
|
return float(os.environ.get(name, default))
|
|
|
|
|
|
DATABASE_URL = _secret("DATABASE_URL")
|
|
CACHE_URL = _secret("CACHE_URL")
|
|
|
|
S3_ENDPOINT = os.environ.get("S3_ENDPOINT", "http://s3:8333")
|
|
S3_REGION = os.environ.get("S3_REGION", "us-east-1")
|
|
S3_BUCKET = os.environ.get("S3_BUCKET", "messenger-attachments")
|
|
S3_ACCESS_KEY_ID = _secret("S3_ACCESS_KEY_ID")
|
|
S3_SECRET_ACCESS_KEY = _secret("S3_SECRET_ACCESS_KEY")
|
|
S3_CONNECT_TIMEOUT = _float("S3_CONNECT_TIMEOUT", 2)
|
|
S3_READ_TIMEOUT = _float("S3_READ_TIMEOUT", 5)
|
|
S3_POOL_MAX = _int("S3_POOL_MAX", 20)
|
|
# Without this cap 20 parallel 10 MiB PUTs drove SeaweedFS (512M limit) into an OOM kill.
|
|
S3_PUT_CONCURRENCY = _int("S3_PUT_CONCURRENCY", 4)
|
|
|
|
SESSION_TTL_SECONDS = _int("SESSION_TTL_SECONDS", 3600)
|
|
SESSION_CACHE_MAX_SECONDS = _int("SESSION_CACHE_MAX_SECONDS", 300)
|
|
|
|
DB_POOL_MAX = _int("DB_POOL_MAX", 10)
|
|
DB_CONNECT_TIMEOUT = _float("DB_CONNECT_TIMEOUT", 3)
|
|
DB_ACQUIRE_TIMEOUT = _float("DB_ACQUIRE_TIMEOUT", 3)
|
|
DB_COMMAND_TIMEOUT = _float("DB_COMMAND_TIMEOUT", 5)
|
|
|
|
CACHE_TIMEOUT = _float("CACHE_TIMEOUT", 0.3)
|
|
CACHE_POOL_MAX = _int("CACHE_POOL_MAX", 20)
|
|
CACHE_RETRY_AFTER = _float("CACHE_RETRY_AFTER", 5)
|
|
|
|
PASSWORD_HASH_CONCURRENCY = _int("PASSWORD_HASH_CONCURRENCY", 4)
|
|
|
|
IDEMPOTENCY_TTL_SECONDS = _int("IDEMPOTENCY_TTL_SECONDS", 86400)
|
|
|
|
MAX_UPLOAD_BYTES = _int("MAX_UPLOAD_BYTES", 10 * 1024 * 1024)
|
|
MAX_IMAGE_PIXELS = _int("MAX_IMAGE_PIXELS", 40_000_000)
|
|
UPLOAD_SPOOL_BYTES = _int("UPLOAD_SPOOL_BYTES", 1024 * 1024)
|
|
UPLOAD_TMP_DIR = os.environ.get("UPLOAD_TMP_DIR") or None
|
|
UPLOAD_TIMEOUT_SECONDS = _float("UPLOAD_TIMEOUT_SECONDS", 60)
|
|
UPLOAD_CONCURRENCY = _int("UPLOAD_CONCURRENCY", 16)
|
|
DECODE_CONCURRENCY = _int("DECODE_CONCURRENCY", 1)
|
|
|
|
ORPHAN_GRACE_SECONDS = _int("ORPHAN_GRACE_SECONDS", 900)
|
|
SWEEP_INTERVAL_SECONDS = _int("SWEEP_INTERVAL_SECONDS", 60)
|
|
|
|
INSTANCE_ID = "api-" + secrets.token_hex(4)
|
|
INSTANCE_ID_FILE = os.environ.get("INSTANCE_ID_FILE", "/tmp/instance-id")
|