ted one-time api

2026-02-23 15:40:20 +03:30
parent 80befb51c7
commit e0e8b9cf04
7 changed files with 234 additions and 5 deletions
@@ -18,6 +18,7 @@ type Config struct {
 	HCaptcha     config.HCaptchaConfig
 	GLM          GLMConfig
 	Scraper      ScraperConfig
+	TED          TEDConfig
 	UserAuth     AuthConfig
 	CustomerAuth AuthConfig
 }
@@ -56,6 +57,21 @@ type ScraperConfig struct {
 	Timeout time.Duration `env:"SCRAPER_TIMEOUT"`
 }

+// TEDConfig holds configuration for TED scraper (one-time scraping from admin panel)
+type TEDConfig struct {
+	BaseURL          string        `env:"TED_BASE_URL" envDefault:"https://ted.europa.eu"`
+	Timeout          time.Duration `env:"TED_TIMEOUT" envDefault:"30s"`
+	MaxRetries       int           `env:"TED_MAX_RETRIES" envDefault:"3"`
+	RetryDelay       time.Duration `env:"TED_RETRY_DELAY" envDefault:"5s"`
+	UserAgent        string        `env:"TED_USER_AGENT" envDefault:"TM-TED-Scraper/1.0"`
+	MaxConcurrency   int           `env:"TED_MAX_CONCURRENCY" envDefault:"5"`
+	DownloadDir      string        `env:"TED_DOWNLOAD_DIR" envDefault:"./downloads"`
+	CleanupAfter     time.Duration `env:"TED_CLEANUP_AFTER" envDefault:"24h"`
+	ScrapingInterval string        `env:"TED_SCRAPING_INTERVAL" envDefault:"* * 10 * * *"`
+	MaxNoticesPerDay int           `env:"TED_MAX_NOTICES_PER_DAY" envDefault:"0"`
+	AlertMail        string        `env:"ALERT_MAIL" envDefault:"alerts@opplens.com"`
+}
+
 type AuthConfig struct {
 	JWT JWTConfig
 }