forked from mtusi2026/mtusi2026lab6
87 lines
3.1 KiB
Go
87 lines
3.1 KiB
Go
package bootstrap
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"errors"
|
|
"flag"
|
|
"io"
|
|
"os/signal"
|
|
"syscall"
|
|
"time"
|
|
|
|
"gitea.privcloud.tech/dizi/mtusi2026lab6/internal/config"
|
|
"gitea.privcloud.tech/dizi/mtusi2026lab6/internal/database"
|
|
"gitea.privcloud.tech/dizi/mtusi2026lab6/internal/objectstore"
|
|
"gitea.privcloud.tech/dizi/mtusi2026lab6/internal/postgres"
|
|
"gitea.privcloud.tech/dizi/mtusi2026lab6/internal/reconcile"
|
|
)
|
|
|
|
type reconciliationOutput struct {
|
|
Mode string `json:"mode"`
|
|
GracePeriod string `json:"grace_period"`
|
|
UnreferencedRetention string `json:"unreferenced_retention"`
|
|
PageSize int `json:"page_size"`
|
|
DurationMillis int64 `json:"duration_ms"`
|
|
Report reconcile.Report `json:"report"`
|
|
}
|
|
|
|
func RunReconciliation(arguments []string, output io.Writer) error {
|
|
flags := flag.NewFlagSet("reconcile-attachments", flag.ContinueOnError)
|
|
flags.SetOutput(io.Discard)
|
|
apply := flags.Bool("apply", false, "apply safe repairs")
|
|
gracePeriod := flags.Duration("grace-period", time.Hour, "minimum anomaly age")
|
|
retention := flags.Duration("unreferenced-retention", 24*time.Hour, "retention for ready unreferenced attachments")
|
|
pageSize := flags.Int("page-size", 500, "S3 and PostgreSQL page size")
|
|
if err := flags.Parse(arguments); err != nil || flags.NArg() != 0 {
|
|
return errors.New("usage: messenger reconcile-attachments [--apply] [--grace-period=1h] [--unreferenced-retention=24h] [--page-size=500]")
|
|
}
|
|
if *apply && *gracePeriod <= 0 {
|
|
return errors.New("grace-period must be positive in apply mode")
|
|
}
|
|
settings, err := config.LoadReconciliation()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
ctx, stop := signal.NotifyContext(context.Background(), syscall.SIGINT, syscall.SIGTERM)
|
|
defer stop()
|
|
pool, err := database.Open(ctx, database.Config{
|
|
URL: settings.DatabaseURL, MinConnections: settings.DBMinConns, MaxConnections: settings.DBMaxConns,
|
|
MaxConnectionAge: settings.DBMaxConnectionAge, MaxConnectionIdle: settings.DBMaxConnectionIdle,
|
|
HealthCheckPeriod: settings.DBHealthCheckPeriod, ConnectTimeout: settings.DependencyTimeout,
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer pool.Close()
|
|
objects, err := objectstore.New(objectstore.Config{
|
|
Endpoint: settings.S3Endpoint, Region: settings.S3Region, Bucket: settings.S3Bucket,
|
|
AccessKey: settings.S3AccessKey, SecretKey: settings.S3SecretKey,
|
|
UseTLS: settings.S3UseTLS, Timeout: settings.S3Timeout,
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
reconciler, err := reconcile.New(postgres.New(pool), objects, reconcile.Config{
|
|
Prefix: "attachments/", PageSize: *pageSize, GraceTime: *gracePeriod,
|
|
OrphanPrefixes: []string{"staging/"},
|
|
UnreferencedRetention: *retention, Apply: *apply,
|
|
})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
started := time.Now()
|
|
report, err := reconciler.Run(ctx)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
mode := "dry-run"
|
|
if *apply {
|
|
mode = "apply"
|
|
}
|
|
return json.NewEncoder(output).Encode(reconciliationOutput{
|
|
Mode: mode, GracePeriod: gracePeriod.String(), UnreferencedRetention: retention.String(),
|
|
PageSize: *pageSize, DurationMillis: time.Since(started).Milliseconds(), Report: report,
|
|
})
|
|
}
|