Refactor TED scraper job function for improved readability and maintainability
This commit is contained in:
@@ -100,20 +100,22 @@ func InitTEDScraper(config Config, mongoManager *mongo.ConnectionManager, appLog
|
|||||||
|
|
||||||
// start TED scraper job with error handling
|
// start TED scraper job with error handling
|
||||||
scheduler := schedule.NewCronScheduler(appLogger, mongoManager, noticeRepo)
|
scheduler := schedule.NewCronScheduler(appLogger, mongoManager, noticeRepo)
|
||||||
|
|
||||||
|
function := func() {
|
||||||
|
ctx := context.Background()
|
||||||
|
err := tedScraper.Run(ctx, nil, nil)
|
||||||
|
if err != nil {
|
||||||
|
appLogger.Error("Scheduled scraper run failed", map[string]interface{}{
|
||||||
|
"error": err.Error(),
|
||||||
|
})
|
||||||
|
// Don't exit - continue running for next scheduled execution
|
||||||
|
} else {
|
||||||
|
appLogger.Info("Scheduled scraper run completed successfully", map[string]interface{}{})
|
||||||
|
}
|
||||||
|
}
|
||||||
err := scheduler.AddJob(schedule.Job{
|
err := scheduler.AddJob(schedule.Job{
|
||||||
Name: "TED Scraper Job",
|
Name: "TED Scraper Job",
|
||||||
Func: func() {
|
Func: function,
|
||||||
ctx := context.Background()
|
|
||||||
err := tedScraper.Run(ctx, nil, nil)
|
|
||||||
if err != nil {
|
|
||||||
appLogger.Error("Scheduled scraper run failed", map[string]interface{}{
|
|
||||||
"error": err.Error(),
|
|
||||||
})
|
|
||||||
// Don't exit - continue running for next scheduled execution
|
|
||||||
} else {
|
|
||||||
appLogger.Info("Scheduled scraper run completed successfully", map[string]interface{}{})
|
|
||||||
}
|
|
||||||
},
|
|
||||||
Expr: config.TED.ScrapingInterval,
|
Expr: config.TED.ScrapingInterval,
|
||||||
})
|
})
|
||||||
if err != nil {
|
if err != nil {
|
||||||
|
|||||||
Reference in New Issue
Block a user