List and download tender documents - worker auto translation to english job

cmd/worker/bootstrap/bootstrap.go

@@ -6,6 +6,7 @@ import (
 	"tm/cmd/worker/workers"
 	"tm/internal/notice"
 	"tm/internal/tender"
+	ai_summarizer "tm/pkg/ai_summarizer"
 	"tm/pkg/config"
 	"tm/pkg/glm"
 	"tm/pkg/logger"
@@ -77,7 +78,7 @@ func InitMongoDB(conf config.MongoConfig, log logger.Logger) *mongo.ConnectionMa
 }
 
 // Init Worker
-func InitWorker(config Config, mongoManager *mongo.ConnectionManager, appLogger logger.Logger, notify notification.SDK, glmService *glm.SDK, minioService *minio.Service) *schedule.CronScheduler {
+func InitWorker(config Config, mongoManager *mongo.ConnectionManager, appLogger logger.Logger, notify notification.SDK, glmService *glm.SDK, minioService *minio.Service, aiClient *ai_summarizer.Client) *schedule.CronScheduler {
 	// Debug: Log worker config
 	appLogger.Info("Worker configuration", map[string]interface{}{
 		"worker_interval": config.Worker.Interval,
@@ -186,6 +187,33 @@ func InitWorker(config Config, mongoManager *mongo.ConnectionManager, appLogger
 		Expr: workerInterval,
 	})
 
+	// Initialize translation backfill worker for default language
+	if aiClient != nil {
+		targetLanguage := config.AISummarizer.DefaultLanguage
+		scheduler.AddJob(schedule.Job{
+			Name: "Tender Translation Worker Job",
+			Func: func() {
+				worker := workers.NewTranslationWorker(
+					mongoManager,
+					appLogger,
+					tenderRepo,
+					aiClient,
+					targetLanguage,
+					config.Worker.TranslationBatchSize,
+				)
+				worker.Run()
+			},
+			Expr: config.Worker.TranslationInterval,
+		})
+		appLogger.Info("Scheduled tender translation worker", map[string]interface{}{
+			"target_language": targetLanguage,
+			"interval":        config.Worker.TranslationInterval,
+			"batch_size":      config.Worker.TranslationBatchSize,
+		})
+	} else {
+		appLogger.Warn("AI summarizer client not available, tender translation worker is disabled", map[string]interface{}{})
+	}
+
 	// Start the cron scheduler so all recurring jobs actually run
 	scheduler.Start()
 	appLogger.Info("Cron scheduler started with all worker jobs", map[string]interface{}{})
@@ -193,6 +221,36 @@ func InitWorker(config Config, mongoManager *mongo.ConnectionManager, appLogger
 	return scheduler
 }
 
+// InitAISummarizerClient initializes the AI summarizer HTTP client used by worker jobs.
+func InitAISummarizerClient(conf AISummarizerConfig, log logger.Logger) *ai_summarizer.Client {
+	if conf.APIBaseURL == "" {
+		log.Warn("AI Summarizer API base URL not configured, translation worker will be unavailable", map[string]interface{}{})
+		return nil
+	}
+
+	cfg := &ai_summarizer.Config{
+		APIBaseURL:    conf.APIBaseURL,
+		APITimeout:    conf.APITimeout,
+		APIRetryCount: conf.APIRetryCount,
+		APIRetryDelay: conf.APIRetryDelay,
+	}
+
+	client, err := ai_summarizer.NewClient(cfg, log)
+	if err != nil {
+		log.Error("Failed to initialize AI Summarizer client for worker", map[string]interface{}{
+			"error": err.Error(),
+		})
+		return nil
+	}
+
+	log.Info("AI Summarizer client initialized for worker", map[string]interface{}{
+		"base_url": conf.APIBaseURL,
+		"timeout":  conf.APITimeout,
+	})
+
+	return client
+}
+
 // Init Notification Service
 func InitNotificationService(conf config.NotificationConfig, log logger.Logger) notification.SDK {
 	notificationConfig := &notification.Config{

cmd/worker/bootstrap/config.go

@@ -15,6 +15,7 @@ type Config struct {
 	GLM          GLMConfig
 	Scraper      config.ScraperConfig
 	MinIO        config.MinIOConfig
+	AISummarizer AISummarizerConfig
 	Queue        QueueConfig `env:"QUEUE_" envPrefix:"QUEUE_"`
 	AlertMail    string      `env:"ALERT_MAIL" envDefault:"alerts@opplens.com"`
 }
@@ -37,6 +38,17 @@ type QueueConfig struct {
 type WorkerConfig struct {
 	Interval              string `env:"WORKER_INTERVAL" envDefault:"* 10 * * * *"`
 	NoticeProcessingLimit int    `env:"WORKER_NOTICE_PROCESSING_LIMIT" envDefault:"0"`
+	TranslationInterval   string `env:"WORKER_TRANSLATION_INTERVAL" envDefault:"0 */30 * * * *"`
+	TranslationBatchSize  int    `env:"WORKER_TRANSLATION_BATCH_SIZE" envDefault:"20"`
+}
+
+// AISummarizerConfig holds configuration for the external AI summarizer service.
+type AISummarizerConfig struct {
+	APIBaseURL      string        `env:"AI_SUMMARIZER_API_BASE_URL" envDefault:""`
+	APITimeout      time.Duration `env:"AI_SUMMARIZER_API_TIMEOUT" envDefault:"120s"`
+	APIRetryCount   int           `env:"AI_SUMMARIZER_API_RETRY_COUNT" envDefault:"2"`
+	APIRetryDelay   time.Duration `env:"AI_SUMMARIZER_API_RETRY_DELAY" envDefault:"3s"`
+	DefaultLanguage string        `env:"AI_SUMMARIZER_DEFAULT_LANGUAGE" envDefault:"en"`
 }
 
 type GLMConfig struct {