scraper SSL fix
This commit is contained in:
+2
-2
@@ -14,13 +14,13 @@ const (
|
||||
)
|
||||
|
||||
// Get OJS Number
|
||||
func GetOJS(baseURL string, year int, date string) (string, error) {
|
||||
func GetOJS(baseURL string, year int, date string, client *http.Client) (string, error) {
|
||||
var (
|
||||
ojs string
|
||||
)
|
||||
url := fmt.Sprintf(calendarUrl, baseURL, year)
|
||||
|
||||
resp, err := http.Get(url)
|
||||
resp, err := client.Get(url)
|
||||
if err != nil {
|
||||
return ojs, err
|
||||
}
|
||||
|
||||
+1
-1
@@ -463,7 +463,7 @@ func (s *TEDScraper) processSingleDate(ctx context.Context, date time.Time) erro
|
||||
})
|
||||
|
||||
// get ojs
|
||||
ojs, err := GetOJS(s.config.BaseURL, date.Year(), date.Format("02/01/2006"))
|
||||
ojs, err := GetOJS(s.config.BaseURL, date.Year(), date.Format("02/01/2006"), s.httpClient)
|
||||
if err != nil {
|
||||
s.logger.Error("Failed to get OJS", map[string]interface{}{
|
||||
"date": date.Format("02/01/2006"),
|
||||
|
||||
Reference in New Issue
Block a user