From 07320c58b08e709c67ebbc4c6565835521687ce4 Mon Sep 17 00:00:00 2001 From: "m.nazemi" Date: Sun, 12 Apr 2026 15:11:37 +0330 Subject: [PATCH] scraper SSL fix --- cmd/scraper/Dockerfile | 2 +- ted/calendar.go | 4 ++-- ted/scraper.go | 2 +- 3 files changed, 4 insertions(+), 4 deletions(-) diff --git a/cmd/scraper/Dockerfile b/cmd/scraper/Dockerfile index 4cb0468..3fe0d61 100644 --- a/cmd/scraper/Dockerfile +++ b/cmd/scraper/Dockerfile @@ -9,7 +9,7 @@ FROM docker-mirror.ravanertebat.ir/base/amd64/bash:$BASH_VERSION # RUN apk update # # RUN apk add --upgrade busybox-suid # RUN apk --no-cache add --update busybox-suid \ -# && apk --no-cache add curl rsync tzdata tcpdump tree ca-certificates s-nail \ +# && apk --no-cache add --upgrade ca-certificates curl rsync tzdata tcpdump tree s-nail \ # && ln -s /usr/bin/mail /usr/bin/s-nail \ # && mkdir -p /go/bin/media \ # && mkdir -p /go/bin/log \ diff --git a/ted/calendar.go b/ted/calendar.go index 4491b1f..0015204 100644 --- a/ted/calendar.go +++ b/ted/calendar.go @@ -14,13 +14,13 @@ const ( ) // Get OJS Number -func GetOJS(baseURL string, year int, date string) (string, error) { +func GetOJS(baseURL string, year int, date string, client *http.Client) (string, error) { var ( ojs string ) url := fmt.Sprintf(calendarUrl, baseURL, year) - resp, err := http.Get(url) + resp, err := client.Get(url) if err != nil { return ojs, err } diff --git a/ted/scraper.go b/ted/scraper.go index 76b011c..43ea0f5 100644 --- a/ted/scraper.go +++ b/ted/scraper.go @@ -463,7 +463,7 @@ func (s *TEDScraper) processSingleDate(ctx context.Context, date time.Time) erro }) // get ojs - ojs, err := GetOJS(s.config.BaseURL, date.Year(), date.Format("02/01/2006")) + ojs, err := GetOJS(s.config.BaseURL, date.Year(), date.Format("02/01/2006"), s.httpClient) if err != nil { s.logger.Error("Failed to get OJS", map[string]interface{}{ "date": date.Format("02/01/2006"),