Files
mtusi2026lab5/cmd/worker/main.go

59 lines
1.4 KiB
Go

package main
import (
"context"
"fmt"
"log/slog"
"os"
"os/signal"
"sync"
"syscall"
"highload/internal/config"
"highload/internal/database"
"highload/internal/database/sqlc"
"highload/internal/pipeline"
"highload/internal/repository/postgres"
"highload/internal/storage/s3"
)
func main() {
ctx, stop := signal.NotifyContext(context.Background(), os.Interrupt, syscall.SIGTERM)
defer stop()
if err := run(ctx); err != nil {
slog.Error("worker startup failed", "error", err)
os.Exit(1)
}
}
func run(ctx context.Context) error {
cfg, err := config.LoadPipeline()
if err != nil {
return err
}
if cfg.BrokerURL == "" {
return fmt.Errorf("BROKER_URL_FILE must contain an AMQP URL")
}
url, storageConfig, err := config.LoadAttachmentCleanup()
if err != nil {
return err
}
pool, err := database.NewPostgres(ctx, url)
if err != nil {
return fmt.Errorf("PostgreSQL unavailable")
}
defer pool.Close()
objects, err := s3.NewStorage(ctx, &storageConfig)
if err != nil {
return fmt.Errorf("S3 configuration invalid")
}
worker := pipeline.Worker{Repo: postgres.NewAttachmentRepository(sqlc.New(pool), pool), Objects: objects, Config: cfg}
slog.Info("worker started", "concurrency", cfg.Concurrency, "prefetch_per_consumer", cfg.Prefetch)
var lanes sync.WaitGroup
for range cfg.Concurrency {
lanes.Go(func() { worker.Serve(ctx) })
}
lanes.Wait()
return nil
}