106 lines
3.2 KiB
Go
106 lines
3.2 KiB
Go
// Command reconcile сверяет PostgreSQL и S3 и безопасно убирает расхождения.
|
||
//
|
||
// reconcile # dry-run, grace 1h, отчёт JSON в stdout
|
||
// reconcile --apply # исправить
|
||
// reconcile --apply --interval 10m # фоновый режим (сервис reconciler в compose)
|
||
//
|
||
// Grace period должен быть больше максимальной длительности загрузки
|
||
// (ReadTimeout 30 s + PUT) с запасом на расхождение часов; значения < 5m
|
||
// разрешены только с --unsafe-short-grace (для тестов).
|
||
package main
|
||
|
||
import (
|
||
"context"
|
||
"encoding/json"
|
||
"flag"
|
||
"fmt"
|
||
"log/slog"
|
||
"os"
|
||
"os/signal"
|
||
"syscall"
|
||
"time"
|
||
|
||
"github.com/charawein/mtusi2026lab6/internal/config"
|
||
"github.com/charawein/mtusi2026lab6/internal/reconcile"
|
||
"github.com/charawein/mtusi2026lab6/internal/repository/postgres"
|
||
"github.com/charawein/mtusi2026lab6/internal/storage"
|
||
)
|
||
|
||
func main() {
|
||
apply := flag.Bool("apply", false, "apply fixes (default: dry-run, report only)")
|
||
grace := flag.Duration("grace", time.Hour, "do not touch objects/intents/quarantine younger than this")
|
||
unsafe := flag.Bool("unsafe-short-grace", false, "allow grace < 5m (tests only)")
|
||
interval := flag.Duration("interval", 0, "repeat every interval (0 = run once)")
|
||
flag.Parse()
|
||
|
||
slog.SetDefault(slog.New(slog.NewJSONHandler(os.Stderr, nil)))
|
||
if *grace < 5*time.Minute && !*unsafe {
|
||
fmt.Fprintln(os.Stderr, "grace < 5m is unsafe: in-flight uploads could be deleted; pass --unsafe-short-grace for tests")
|
||
os.Exit(2)
|
||
}
|
||
|
||
cfg := config.Load()
|
||
ctx, stop := signal.NotifyContext(context.Background(), syscall.SIGTERM, syscall.SIGINT)
|
||
defer stop()
|
||
|
||
pool, err := postgres.NewPool(ctx, cfg.DatabaseURL, 4)
|
||
if err != nil {
|
||
slog.Error("connect to postgres", "err", err)
|
||
os.Exit(1)
|
||
}
|
||
defer pool.Close()
|
||
store, err := storage.NewS3(cfg.S3Endpoint, cfg.S3Region, cfg.S3Bucket, cfg.S3AccessKey, cfg.S3SecretKey)
|
||
if err != nil {
|
||
slog.Error("s3 client", "err", err)
|
||
os.Exit(1)
|
||
}
|
||
repo := postgres.NewAttachmentRepository(pool)
|
||
|
||
runOnce := func() int {
|
||
unlock, ok, err := repo.TryLock(ctx)
|
||
if err != nil {
|
||
slog.Error("advisory lock", "err", err)
|
||
return 1
|
||
}
|
||
if !ok {
|
||
slog.Warn("another reconciler is running, skipping this pass")
|
||
return 3
|
||
}
|
||
defer unlock()
|
||
var now time.Time
|
||
if err := pool.QueryRow(ctx, `SELECT now()`).Scan(&now); err != nil {
|
||
slog.Error("db time", "err", err)
|
||
return 1
|
||
}
|
||
rep, err := reconcile.Run(ctx, repo, store, reconcile.Options{
|
||
Prefix: "", Grace: *grace, Apply: *apply, Now: now, // весь bucket: a/, s/, o/, v/
|
||
})
|
||
out, _ := json.Marshal(rep)
|
||
fmt.Println(string(out))
|
||
if err != nil {
|
||
slog.Error("reconcile pass failed", "err", err)
|
||
return 1
|
||
}
|
||
slog.Info("reconcile pass done", "dry_run", rep.DryRun, "found", rep.Found, "fixed", rep.Fixed,
|
||
"rows", rep.RowsScanned, "objects", rep.ObjectsScanned, "ms", rep.DurationMS)
|
||
if len(rep.Errors) > 0 {
|
||
return 4
|
||
}
|
||
return 0
|
||
}
|
||
|
||
if *interval <= 0 {
|
||
os.Exit(runOnce())
|
||
}
|
||
t := time.NewTicker(*interval)
|
||
defer t.Stop()
|
||
for {
|
||
runOnce()
|
||
select {
|
||
case <-ctx.Done():
|
||
return
|
||
case <-t.C:
|
||
}
|
||
}
|
||
}
|