worker concurrency config
This commit is contained in:
@@ -80,12 +80,14 @@ func InitMongoDB(conf config.MongoConfig, log logger.Logger) *mongo.ConnectionMa
|
||||
func InitWorker(config Config, mongoManager *mongo.ConnectionManager, appLogger logger.Logger, notify notification.SDK, minioService *minio.Service, aiClient *ai_summarizer.Client) *schedule.CronScheduler {
|
||||
// Debug: Log worker config
|
||||
appLogger.Info("Worker configuration", map[string]interface{}{
|
||||
"worker_interval": config.Worker.Interval,
|
||||
"notice_concurrency": config.Worker.NoticeWorkerConcurrency,
|
||||
"notice_fetch_batch": config.Worker.NoticeFetchBatchSize,
|
||||
"notice_processing_limit": config.Worker.NoticeProcessingLimit,
|
||||
"queue_enabled": config.Queue.Enabled,
|
||||
"queue_mode": config.Queue.Mode,
|
||||
"worker_interval": config.Worker.Interval,
|
||||
"notice_concurrency": config.Worker.NoticeWorkerConcurrency,
|
||||
"notice_fetch_batch": config.Worker.NoticeFetchBatchSize,
|
||||
"notice_processing_limit": config.Worker.NoticeProcessingLimit,
|
||||
"notice_batch_pause": config.Worker.NoticeBatchPause.String(),
|
||||
"notice_fetch_error_backoff": config.Worker.NoticeFetchErrorBackoff.String(),
|
||||
"queue_enabled": config.Queue.Enabled,
|
||||
"queue_mode": config.Queue.Mode,
|
||||
})
|
||||
// Initialize repositories
|
||||
noticeRepo := notice.NewRepository(mongoManager, appLogger)
|
||||
@@ -182,6 +184,8 @@ func InitWorker(config Config, mongoManager *mongo.ConnectionManager, appLogger
|
||||
config.Worker.NoticeWorkerConcurrency,
|
||||
config.Worker.NoticeFetchBatchSize,
|
||||
config.Worker.DeleteProcessedNotices,
|
||||
config.Worker.NoticeBatchPause,
|
||||
config.Worker.NoticeFetchErrorBackoff,
|
||||
)
|
||||
worker.Run()
|
||||
},
|
||||
@@ -227,6 +231,8 @@ func InitWorker(config Config, mongoManager *mongo.ConnectionManager, appLogger
|
||||
config.Worker.NoticeWorkerConcurrency,
|
||||
config.Worker.NoticeFetchBatchSize,
|
||||
config.Worker.DeleteProcessedNotices,
|
||||
config.Worker.NoticeBatchPause,
|
||||
config.Worker.NoticeFetchErrorBackoff,
|
||||
)
|
||||
w.Run()
|
||||
}()
|
||||
|
||||
Reference in New Issue
Block a user