forked from mtusi2026/mtusi2026lab5
59 lines
1.4 KiB
Go
59 lines
1.4 KiB
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"log/slog"
|
|
"os"
|
|
"os/signal"
|
|
"sync"
|
|
"syscall"
|
|
|
|
"highload/internal/config"
|
|
"highload/internal/database"
|
|
"highload/internal/database/sqlc"
|
|
"highload/internal/pipeline"
|
|
"highload/internal/repository/postgres"
|
|
"highload/internal/storage/s3"
|
|
)
|
|
|
|
func main() {
|
|
ctx, stop := signal.NotifyContext(context.Background(), os.Interrupt, syscall.SIGTERM)
|
|
defer stop()
|
|
if err := run(ctx); err != nil {
|
|
slog.Error("worker startup failed", "error", err)
|
|
os.Exit(1)
|
|
}
|
|
}
|
|
|
|
func run(ctx context.Context) error {
|
|
cfg, err := config.LoadPipeline()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if cfg.BrokerURL == "" {
|
|
return fmt.Errorf("BROKER_URL_FILE must contain an AMQP URL")
|
|
}
|
|
url, storageConfig, err := config.LoadAttachmentCleanup()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
pool, err := database.NewPostgres(ctx, url)
|
|
if err != nil {
|
|
return fmt.Errorf("PostgreSQL unavailable")
|
|
}
|
|
defer pool.Close()
|
|
objects, err := s3.NewStorage(ctx, &storageConfig)
|
|
if err != nil {
|
|
return fmt.Errorf("S3 configuration invalid")
|
|
}
|
|
worker := pipeline.Worker{Repo: postgres.NewAttachmentRepository(sqlc.New(pool), pool), Objects: objects, Config: cfg}
|
|
slog.Info("worker started", "concurrency", cfg.Concurrency, "prefetch_per_consumer", cfg.Prefetch)
|
|
var lanes sync.WaitGroup
|
|
for range cfg.Concurrency {
|
|
lanes.Go(func() { worker.Serve(ctx) })
|
|
}
|
|
lanes.Wait()
|
|
return nil
|
|
}
|