feat(worker): lab5 implement rabbitmq consumer loop in main.go

This commit is contained in:
Голиков Maximillian Антон
2026-11-08 15:02:12 +03:00
parent 4f3e91e50e
commit 2895b3fbc1
+101
View File
@@ -0,0 +1,101 @@
package main
import (
"context"
"encoding/json"
"log"
"os"
"os/signal"
"syscall"
"time"
amqp "github.com/rabbitmq/amqp091-go"
"high-loud-apps-labs/internal/config"
"high-loud-apps-labs/internal/domain"
"high-loud-apps-labs/internal/storage/postgres"
s3store "high-loud-apps-labs/internal/storage/s3"
"high-loud-apps-labs/internal/worker"
)
func main() {
cfg, err := config.Load()
if err != nil {
log.Fatalf("конфигурация: %v", err)
}
ctx := context.Background()
pool, err := postgres.Connect(ctx, postgres.Config{URL: cfg.DatabaseURL})
if err != nil {
log.Fatalf("БД: %v", err)
}
defer pool.Close()
store := postgres.New(pool)
objectStorage, err := s3store.New(ctx, s3store.Config{
Endpoint: cfg.S3Endpoint,
Bucket: cfg.S3Bucket,
AccessKey: cfg.S3AccessKey,
SecretKey: cfg.S3SecretKey,
UseSSL: cfg.S3UseSSL,
Region: cfg.S3Region,
})
if err != nil {
log.Fatalf("S3: %v", err)
}
pipeline := worker.NewPipeline(store.Attachments(), objectStorage, store.Variants())
conn, err := amqp.Dial(cfg.RabbitMQURL)
if err != nil {
log.Fatalf("RabbitMQ: %v", err)
}
defer conn.Close()
ch, err := conn.Channel()
if err != nil {
log.Fatalf("RabbitMQ channel: %v", err)
}
defer ch.Close()
// Prefetch: сколько сообщений worker берет разом (защита от перегрузки)
ch.Qos(2, 0, false)
q, err := ch.QueueDeclare("attachments.process", true, false, false, false, nil)
if err != nil {
log.Fatalf("RabbitMQ queue: %v", err)
}
// autoAck = false (ручное подтверждение)
msgs, err := ch.Consume(q.Name, "", false, false, false, false, nil)
if err != nil {
log.Fatalf("RabbitMQ consume: %v", err)
}
log.Println("worker: запущен и слушает очередь")
quit := make(chan os.Signal, 1)
signal.Notify(quit, syscall.SIGINT, syscall.SIGTERM)
go func() {
for d := range msgs {
var msg domain.JobMessage
if err := json.Unmarshal(d.Body, &msg); err != nil {
log.Printf("worker: битое сообщение: %v", err)
_ = d.Nack(false, false) // в DLQ
continue
}
if err := pipeline.Process(ctx, msg.AttachmentID); err != nil {
log.Printf("worker: ошибка %s: %v", msg.AttachmentID, err)
_ = d.Nack(false, true) // requeue
} else {
_ = d.Ack(false)
}
}
}()
<-quit
log.Println("worker: получен сигнал завершения, останавливаемся...")
time.Sleep(1 * time.Second)
}