"""Conservative staging cleanup; all current queued/processing jobs are retained.""" import argparse import json import os import signal import threading from datetime import datetime,timezone from psycopg.rows import dict_row from app import store,object_store stop=threading.Event() def sweep(apply=False,retention=None): retention=max(60,int(retention or os.getenv('STAGING_RETENTION_SECONDS','86400'))) deleted=[] pages=object_store.client.get_paginator('list_objects_v2').paginate(Bucket=object_store.bucket,Prefix='staging/') for page in pages: for item in page.get('Contents',[]): if (datetime.now(timezone.utc)-item['LastModified']).total_seconds()