forked from mtusi2026/mtusi2026lab4
62 lines
2.1 KiB
Python
62 lines
2.1 KiB
Python
from __future__ import annotations
|
|
|
|
import argparse
|
|
import asyncio
|
|
from datetime import datetime, timedelta, timezone
|
|
|
|
from sqlalchemy import select
|
|
|
|
from ..config import load_settings
|
|
from ..db import create_engine, create_session_factory
|
|
from ..models.attachment import AttachmentRow
|
|
from ..storage import S3Storage
|
|
|
|
|
|
async def cleanup(apply: bool, grace_seconds: int) -> int:
|
|
settings = load_settings()
|
|
engine = create_engine(settings.database_url)
|
|
storage = S3Storage(
|
|
settings.s3_endpoint,
|
|
settings.s3_access_key_id,
|
|
settings.s3_secret_access_key,
|
|
settings.s3_bucket,
|
|
settings.s3_region,
|
|
)
|
|
try:
|
|
sessions = create_session_factory(engine)
|
|
async with sessions() as session:
|
|
known = set(await session.scalars(select(AttachmentRow.object_key)))
|
|
cutoff = datetime.now(timezone.utc) - timedelta(seconds=grace_seconds)
|
|
removed = 0
|
|
for item in await storage.list('originals/'):
|
|
if item.key in known or item.last_modified > cutoff:
|
|
continue
|
|
action = 'DELETE' if apply else 'WOULD_DELETE'
|
|
print(f'{action} key={item.key} modified={item.last_modified.isoformat()}')
|
|
if apply:
|
|
await storage.remove(item.key)
|
|
removed += 1
|
|
print(
|
|
f'summary mode={"apply" if apply else "dry-run"} '
|
|
f'known={len(known)} removed={removed} grace_seconds={grace_seconds}'
|
|
)
|
|
return 0
|
|
finally:
|
|
await engine.dispose()
|
|
|
|
|
|
def main() -> None:
|
|
parser = argparse.ArgumentParser(description='Safely find old S3 objects without PostgreSQL metadata')
|
|
mode = parser.add_mutually_exclusive_group(required=True)
|
|
mode.add_argument('--dry-run', action='store_true')
|
|
mode.add_argument('--apply', action='store_true')
|
|
parser.add_argument('--grace-seconds', type=int, default=3600)
|
|
args = parser.parse_args()
|
|
if args.grace_seconds < 60:
|
|
parser.error('--grace-seconds must be at least 60')
|
|
raise SystemExit(asyncio.run(cleanup(args.apply, args.grace_seconds)))
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|