#!/usr/bin/env python3 """Reconcile the private S3 bucket with attachment metadata. Dry-run is the default. Apply mode only removes old untracked objects and old unreferenced attachment records after the grace period. Missing tracked objects are marked failed, never silently recreated. Referenced attachments are never removed by this tool. """ from __future__ import annotations import argparse, json, os, sys, time from datetime import datetime, timedelta, timezone import boto3 import psycopg from psycopg.rows import dict_row from botocore.config import Config def main() -> int: p=argparse.ArgumentParser(description=__doc__) p.add_argument("--apply",action="store_true",help="apply safe repairs; default only reports") p.add_argument("--grace-seconds",type=int,default=86400) args=p.parse_args() if args.grace_seconds<3600: p.error("--grace-seconds must be at least 3600 (one hour)") start=time.monotonic(); cutoff=datetime.now(timezone.utc)-timedelta(seconds=args.grace_seconds) s3=boto3.client("s3",endpoint_url=os.getenv("S3_ENDPOINT","http://localhost:9000"),region_name=os.getenv("S3_REGION","us-east-1"),aws_access_key_id=os.environ["S3_ACCESS_KEY_ID"],aws_secret_access_key=os.environ["S3_SECRET_ACCESS_KEY"],config=Config(connect_timeout=3,read_timeout=15,retries={"max_attempts":2},s3={"addressing_style":"path"})) conn=psycopg.connect(os.environ["DATABASE_URL"],row_factory=dict_row) report={"mode":"apply" if args.apply else "dry-run","grace_seconds":args.grace_seconds,"untracked_objects":[],"missing_objects":[],"stale_unreferenced_metadata":[],"deferred_fresh_metadata":[],"actions":[],"elapsed_seconds":None} try: attachments=conn.execute("SELECT a.id,a.object_key,a.created_at,a.status,EXISTS(SELECT 1 FROM message_attachments ma WHERE ma.attachment_id=a.id) AS referenced FROM attachments a").fetchall() by_key={a["object_key"]:a for a in attachments}; seen={}; token=None while True: params={"Bucket":os.getenv("S3_BUCKET","messenger-attachments"),"Prefix":"attachments/"} if token: params["ContinuationToken"]=token page=s3.list_objects_v2(**params) for obj in page.get("Contents",[]): key=obj["Key"]; seen[key]=obj["LastModified"].astimezone(timezone.utc) if key not in by_key: record={"key":key,"last_modified":obj["LastModified"].astimezone(timezone.utc).isoformat(),"size_bytes":obj["Size"]} report["untracked_objects"].append(record) if args.apply and obj["LastModified"].astimezone(timezone.utc)