worker notice limit config

cmd/worker/bootstrap/bootstrap.go

@@ -90,8 +90,10 @@ func InitWorker(config Config, mongoManager *mongo.ConnectionManager, appLogger
 	tenderRepo := tender.NewRepository(mongoManager, appLogger)
 
 	// Initialize Notice Worker
-	appLogger.Info("Starting notice worker", map[string]interface{}{})
-	noticeWorker := workers.NewNoticeWorker(mongoManager, appLogger, &notify, noticeRepo, tenderRepo, glmService, scraperService)
+	appLogger.Info("Starting notice worker", map[string]interface{}{
+		"processing_limit": config.Worker.NoticeProcessingLimit,
+	})
+	noticeWorker := workers.NewNoticeWorker(mongoManager, appLogger, &notify, noticeRepo, tenderRepo, glmService, scraperService, config.Worker.NoticeProcessingLimit)
 	noticeWorker.Run()
 
 	// Initialize Queue-based scraping if enabled
@@ -207,7 +209,7 @@ func InitWorker(config Config, mongoManager *mongo.ConnectionManager, appLogger
 	schedule.NewCronScheduler(appLogger, mongoManager, noticeRepo).AddJob(schedule.Job{
 		Name: "Notice Worker Job",
 		Func: func() {
-			worker := workers.NewNoticeWorker(mongoManager, appLogger, &notify, noticeRepo, tenderRepo, glmService, scraperService)
+			worker := workers.NewNoticeWorker(mongoManager, appLogger, &notify, noticeRepo, tenderRepo, glmService, scraperService, config.Worker.NoticeProcessingLimit)
 			worker.Run()
 		},
 		Expr: workerInterval,

cmd/worker/bootstrap/config.go

@@ -36,6 +36,7 @@ type QueueConfig struct {
 
 type WorkerConfig struct {
 	Interval              string `env:"WORKER_INTERVAL" envDefault:"* 10 * * * *"`
+	NoticeProcessingLimit int    `env:"WORKER_NOTICE_PROCESSING_LIMIT" envDefault:"5"`
 }
 
 type GLMConfig struct {

cmd/worker/workers/notice.go

@@ -25,9 +25,13 @@ type NoticeWorker struct {
 	TenderRepo      tender.TenderRepository
 	GLM             *glm.SDK
 	Scraper         scraper.SDK
+	ProcessingLimit int
 }
 
-func NewNoticeWorker(mongo *mongo.ConnectionManager, logger logger.Logger, notify *notification.SDK, noticeRepo notice.Repository, tenderRepo tender.TenderRepository, glmService *glm.SDK, scraper scraper.SDK) *NoticeWorker {
+func NewNoticeWorker(mongo *mongo.ConnectionManager, logger logger.Logger, notify *notification.SDK, noticeRepo notice.Repository, tenderRepo tender.TenderRepository, glmService *glm.SDK, scraper scraper.SDK, processingLimit int) *NoticeWorker {
+	if processingLimit <= 0 {
+		processingLimit = 5 // Default limit
+	}
 	return &NoticeWorker{
 		Mongo:           mongo,
 		Logger:          logger,
@@ -36,6 +40,7 @@ func NewNoticeWorker(mongo *mongo.ConnectionManager, logger logger.Logger, notif
 		TenderRepo:      tenderRepo,
 		GLM:             glmService,
 		Scraper:         scraper,
+		ProcessingLimit: processingLimit,
 	}
 }
 
@@ -100,7 +105,7 @@ func (w *NoticeWorker) Run() {
 	limit := 10
 	skip := 0
 	processedCount := 0
-	maxToProcess := 5 // Limit processing to allow scraper worker to run
+	maxToProcess := w.ProcessingLimit
 
 	for processedCount < maxToProcess {
 		notices, _, err := w.NoticeRepo.GetUnProcessedNotices(context.Background(), limit, skip)