114 lines
2.8 KiB
Go
114 lines
2.8 KiB
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
"encoding/json"
|
|
"log"
|
|
"os"
|
|
"os/signal"
|
|
"syscall"
|
|
"time"
|
|
|
|
amqp "github.com/rabbitmq/amqp091-go"
|
|
|
|
"high-loud-apps-labs/internal/config"
|
|
"high-loud-apps-labs/internal/domain"
|
|
"high-loud-apps-labs/internal/storage/postgres"
|
|
s3store "high-loud-apps-labs/internal/storage/s3"
|
|
"high-loud-apps-labs/internal/worker"
|
|
)
|
|
|
|
func main() {
|
|
cfg, err := config.Load()
|
|
if err != nil {
|
|
log.Fatalf("конфигурация: %v", err)
|
|
}
|
|
|
|
ctx := context.Background()
|
|
pool, err := postgres.Connect(ctx, postgres.Config{URL: cfg.DatabaseURL})
|
|
if err != nil {
|
|
log.Fatalf("БД: %v", err)
|
|
}
|
|
defer pool.Close()
|
|
|
|
store := postgres.New(pool)
|
|
objectStorage, err := s3store.New(ctx, s3store.Config{
|
|
Endpoint: cfg.S3Endpoint,
|
|
Bucket: cfg.S3Bucket,
|
|
AccessKey: cfg.S3AccessKey,
|
|
SecretKey: cfg.S3SecretKey,
|
|
UseSSL: cfg.S3UseSSL,
|
|
Region: cfg.S3Region,
|
|
})
|
|
if err != nil {
|
|
log.Fatalf("S3: %v", err)
|
|
}
|
|
|
|
pipeline := worker.NewPipeline(store.Attachments(), objectStorage, store.Variants(), store.FailedJobs(), store.Outbox())
|
|
|
|
// Цикл переподключения к RabbitMQ
|
|
for {
|
|
err := runWorker(ctx, cfg, pipeline)
|
|
if err == nil {
|
|
break // Нормальное завершение по сигналу
|
|
}
|
|
log.Printf("worker: ошибка соединения, перезапуск через 5 секунд: %v", err)
|
|
time.Sleep(5 * time.Second)
|
|
}
|
|
}
|
|
|
|
func runWorker(ctx context.Context, cfg *config.Config, pipeline *worker.Pipeline) error {
|
|
conn, err := amqp.Dial(cfg.RabbitMQURL)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer conn.Close()
|
|
|
|
ch, err := conn.Channel()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer ch.Close()
|
|
|
|
ch.Qos(2, 0, false)
|
|
|
|
q, err := ch.QueueDeclare("attachments.process", true, false, false, false, nil)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
msgs, err := ch.Consume(q.Name, "", false, false, false, false, nil)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
log.Println("worker: запущен и слушает очередь")
|
|
|
|
quit := make(chan os.Signal, 1)
|
|
signal.Notify(quit, syscall.SIGINT, syscall.SIGTERM)
|
|
|
|
for {
|
|
select {
|
|
case <-quit:
|
|
log.Println("worker: получен сигнал завершения, останавливаемся...")
|
|
return nil
|
|
case d, ok := <-msgs:
|
|
if !ok {
|
|
return context.Canceled // Канал закрыт (соединение разорвано)
|
|
}
|
|
var msg domain.JobMessage
|
|
if err := json.Unmarshal(d.Body, &msg); err != nil {
|
|
log.Printf("worker: битое сообщение: %v", err)
|
|
_ = d.Nack(false, false)
|
|
continue
|
|
}
|
|
if err := pipeline.Process(ctx, msg.AttachmentID, msg.PipelineVersion); err != nil {
|
|
log.Printf("worker: ошибка %s: %v", msg.AttachmentID, err)
|
|
_ = d.Nack(false, true)
|
|
} else {
|
|
_ = d.Ack(false)
|
|
}
|
|
}
|
|
}
|
|
}
|