From 2895b3fbc103e4e5f7d7b118f4a774e895653400 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=D0=93=D0=BE=D0=BB=D0=B8=D0=BA=D0=BE=D0=B2=20Maximillian?= =?UTF-8?q?=20=D0=90=D0=BD=D1=82=D0=BE=D0=BD?= Date: Sun, 8 Nov 2026 17:02:12 +0300 Subject: [PATCH] feat(worker): lab5 implement rabbitmq consumer loop in main.go --- backend/cmd/worker/main.go | 101 +++++++++++++++++++++++++++++++++++++ 1 file changed, 101 insertions(+) create mode 100644 backend/cmd/worker/main.go diff --git a/backend/cmd/worker/main.go b/backend/cmd/worker/main.go new file mode 100644 index 0000000..3708be5 --- /dev/null +++ b/backend/cmd/worker/main.go @@ -0,0 +1,101 @@ +package main + +import ( + "context" + "encoding/json" + "log" + "os" + "os/signal" + "syscall" + "time" + + amqp "github.com/rabbitmq/amqp091-go" + + "high-loud-apps-labs/internal/config" + "high-loud-apps-labs/internal/domain" + "high-loud-apps-labs/internal/storage/postgres" + s3store "high-loud-apps-labs/internal/storage/s3" + "high-loud-apps-labs/internal/worker" +) + +func main() { + cfg, err := config.Load() + if err != nil { + log.Fatalf("конфигурация: %v", err) + } + + ctx := context.Background() + pool, err := postgres.Connect(ctx, postgres.Config{URL: cfg.DatabaseURL}) + if err != nil { + log.Fatalf("БД: %v", err) + } + defer pool.Close() + + store := postgres.New(pool) + objectStorage, err := s3store.New(ctx, s3store.Config{ + Endpoint: cfg.S3Endpoint, + Bucket: cfg.S3Bucket, + AccessKey: cfg.S3AccessKey, + SecretKey: cfg.S3SecretKey, + UseSSL: cfg.S3UseSSL, + Region: cfg.S3Region, + }) + if err != nil { + log.Fatalf("S3: %v", err) + } + + pipeline := worker.NewPipeline(store.Attachments(), objectStorage, store.Variants()) + + conn, err := amqp.Dial(cfg.RabbitMQURL) + if err != nil { + log.Fatalf("RabbitMQ: %v", err) + } + defer conn.Close() + + ch, err := conn.Channel() + if err != nil { + log.Fatalf("RabbitMQ channel: %v", err) + } + defer ch.Close() + + // Prefetch: сколько сообщений worker берет разом (защита от перегрузки) + ch.Qos(2, 0, false) + + q, err := ch.QueueDeclare("attachments.process", true, false, false, false, nil) + if err != nil { + log.Fatalf("RabbitMQ queue: %v", err) + } + + // autoAck = false (ручное подтверждение) + msgs, err := ch.Consume(q.Name, "", false, false, false, false, nil) + if err != nil { + log.Fatalf("RabbitMQ consume: %v", err) + } + + log.Println("worker: запущен и слушает очередь") + + quit := make(chan os.Signal, 1) + signal.Notify(quit, syscall.SIGINT, syscall.SIGTERM) + + go func() { + for d := range msgs { + var msg domain.JobMessage + if err := json.Unmarshal(d.Body, &msg); err != nil { + log.Printf("worker: битое сообщение: %v", err) + _ = d.Nack(false, false) // в DLQ + continue + } + + if err := pipeline.Process(ctx, msg.AttachmentID); err != nil { + log.Printf("worker: ошибка %s: %v", msg.AttachmentID, err) + _ = d.Nack(false, true) // requeue + } else { + _ = d.Ack(false) + } + } + }() + + <-quit + log.Println("worker: получен сигнал завершения, останавливаемся...") + time.Sleep(1 * time.Second) +}