2026-11-20T04:41:03+03:00
reconciler drill: baseline, grace period, dry-run, apply, repeat

$ scripts/reconcile.sh            # dry-run, grace 1h, clean baseline
{
  "prefix": "chats/",
  "grace_seconds": 3600,
  "dry_run": true,
  "scanned_objects": 18,
  "scanned_rows": 18,
  "truncated": false,
  "orphans": [],
  "missing": [],
  "deleted_objects": 0,
  "deleted_metadata": 0,
  "retained_missing": 0,
  "delete_failures": 0,
  "s3_requests": 1,
  "db_queries": 2,
  "duration_ms": 7,
  "objects_per_second": 2571.4285714285716
}

$ scripts/s3tool.sh put chats/aaaaaaaa-0000-4000-8000-000000000000/bbbbbbbb-0000-4000-8000-000000000000 - < scripts/fixtures/sample.jpg
put chats/aaaaaaaa-0000-4000-8000-000000000000/bbbbbbbb-0000-4000-8000-000000000000 (653 bytes)

$ scripts/reconcile.sh            # fresh orphan skipped by grace
{
  "prefix": "chats/",
  "grace_seconds": 3600,
  "dry_run": true,
  "scanned_objects": 19,
  "scanned_rows": 18,
  "truncated": false,
  "orphans": [],
  "missing": [],
  "deleted_objects": 0,
  "deleted_metadata": 0,
  "retained_missing": 0,
  "delete_failures": 0,
  "s3_requests": 1,
  "db_queries": 2,
  "duration_ms": 8,
  "objects_per_second": 2375
}

$ scripts/reconcile.sh -grace 0s  # detected, dry-run keeps it
{
  "prefix": "chats/",
  "grace_seconds": 0,
  "dry_run": true,
  "scanned_objects": 19,
  "scanned_rows": 18,
  "truncated": false,
  "orphans": [
    {
      "key": "chats/aaaaaaaa-0000-4000-8000-000000000000/bbbbbbbb-0000-4000-8000-000000000000",
      "size_bytes": 653,
      "last_modified": "2026-11-20T01:41:03Z",
      "age_seconds": 0
    }
  ],
  "missing": [],
  "deleted_objects": 0,
  "deleted_metadata": 0,
  "retained_missing": 0,
  "delete_failures": 0,
  "s3_requests": 1,
  "db_queries": 2,
  "duration_ms": 7,
  "objects_per_second": 2714.285714285714
}

$ scripts/reconcile.sh -grace 0s -dry-run=false   # apply
{
  "prefix": "chats/",
  "grace_seconds": 0,
  "dry_run": false,
  "scanned_objects": 19,
  "scanned_rows": 18,
  "truncated": false,
  "orphans": [
    {
      "key": "chats/aaaaaaaa-0000-4000-8000-000000000000/bbbbbbbb-0000-4000-8000-000000000000",
      "size_bytes": 653,
      "last_modified": "2026-11-20T01:41:03Z",
      "age_seconds": 4
    }
  ],
  "missing": [],
  "deleted_objects": 1,
  "deleted_metadata": 0,
  "retained_missing": 0,
  "delete_failures": 0,
  "s3_requests": 2,
  "db_queries": 2,
  "duration_ms": 15,
  "objects_per_second": 1266.6666666666667
}

$ scripts/reconcile.sh -grace 0s -dry-run=false   # repeat: nothing left
{
  "prefix": "chats/",
  "grace_seconds": 0,
  "dry_run": false,
  "scanned_objects": 18,
  "scanned_rows": 18,
  "truncated": false,
  "orphans": [],
  "missing": [],
  "deleted_objects": 0,
  "deleted_metadata": 0,
  "retained_missing": 0,
  "delete_failures": 0,
  "s3_requests": 1,
  "db_queries": 2,
  "duration_ms": 8,
  "objects_per_second": 2250
}

missing drill: metadata row without object

$ scripts/s3tool.sh delete chats/<chat>/<attachment> of an existing attachment
$ scripts/s3tool.sh delete chats/bd1c9e17-0366-44b4-bd98-0a479a2a637c/1e9b9e12-eab2-4846-8952-e739a4257b37
deleted chats/bd1c9e17-0366-44b4-bd98-0a479a2a637c/1e9b9e12-eab2-4846-8952-e739a4257b37

$ scripts/reconcile.sh -grace 0s   # missing reported, metadata kept in dry-run
{
  "prefix": "chats/",
  "grace_seconds": 0,
  "dry_run": true,
  "scanned_objects": 17,
  "scanned_rows": 18,
  "truncated": false,
  "orphans": [],
  "missing": [
    {
      "id": "1e9b9e12-eab2-4846-8952-e739a4257b37",
      "object_key": "chats/bd1c9e17-0366-44b4-bd98-0a479a2a637c/1e9b9e12-eab2-4846-8952-e739a4257b37",
      "chat_id": "bd1c9e17-0366-44b4-bd98-0a479a2a637c",
      "created_at": "2026-11-20T01:40:28Z",
      "referenced_by_message": false
    }
  ],
  "deleted_objects": 0,
  "deleted_metadata": 0,
  "retained_missing": 0,
  "delete_failures": 0,
  "s3_requests": 1,
  "db_queries": 2,
  "duration_ms": 9,
  "objects_per_second": 1888.8888888888891
}

metadata rows still present: 1

$ scripts/reconcile.sh -grace 0s -dry-run=false   # safe repair: unreferenced dead row removed
{
  "prefix": "chats/",
  "grace_seconds": 0,
  "dry_run": false,
  "scanned_objects": 17,
  "scanned_rows": 18,
  "truncated": false,
  "orphans": [],
  "missing": [
    {
      "id": "1e9b9e12-eab2-4846-8952-e739a4257b37",
      "object_key": "chats/bd1c9e17-0366-44b4-bd98-0a479a2a637c/1e9b9e12-eab2-4846-8952-e739a4257b37",
      "chat_id": "bd1c9e17-0366-44b4-bd98-0a479a2a637c",
      "created_at": "2026-11-20T01:40:28Z",
      "referenced_by_message": false
    }
  ],
  "deleted_objects": 0,
  "deleted_metadata": 1,
  "retained_missing": 0,
  "delete_failures": 0,
  "s3_requests": 1,
  "db_queries": 3,
  "duration_ms": 8,
  "objects_per_second": 2125
}
