Files
mtusi2026lab4/app/tools/cleanup_orphans.py
T

62 lines
2.1 KiB
Python

from __future__ import annotations
import argparse
import asyncio
from datetime import datetime, timedelta, timezone
from sqlalchemy import select
from ..config import load_settings
from ..db import create_engine, create_session_factory
from ..models.attachment import AttachmentRow
from ..storage import S3Storage
async def cleanup(apply: bool, grace_seconds: int) -> int:
settings = load_settings()
engine = create_engine(settings.database_url)
storage = S3Storage(
settings.s3_endpoint,
settings.s3_access_key_id,
settings.s3_secret_access_key,
settings.s3_bucket,
settings.s3_region,
)
try:
sessions = create_session_factory(engine)
async with sessions() as session:
known = set(await session.scalars(select(AttachmentRow.object_key)))
cutoff = datetime.now(timezone.utc) - timedelta(seconds=grace_seconds)
removed = 0
for item in await storage.list('originals/'):
if item.key in known or item.last_modified > cutoff:
continue
action = 'DELETE' if apply else 'WOULD_DELETE'
print(f'{action} key={item.key} modified={item.last_modified.isoformat()}')
if apply:
await storage.remove(item.key)
removed += 1
print(
f'summary mode={"apply" if apply else "dry-run"} '
f'known={len(known)} removed={removed} grace_seconds={grace_seconds}'
)
return 0
finally:
await engine.dispose()
def main() -> None:
parser = argparse.ArgumentParser(description='Safely find old S3 objects without PostgreSQL metadata')
mode = parser.add_mutually_exclusive_group(required=True)
mode.add_argument('--dry-run', action='store_true')
mode.add_argument('--apply', action='store_true')
parser.add_argument('--grace-seconds', type=int, default=3600)
args = parser.parse_args()
if args.grace_seconds < 60:
parser.error('--grace-seconds must be at least 60')
raise SystemExit(asyncio.run(cleanup(args.apply, args.grace_seconds)))
if __name__ == '__main__':
main()