scraper SSL fix
This commit is contained in:
@@ -9,7 +9,7 @@ FROM docker-mirror.ravanertebat.ir/base/amd64/bash:$BASH_VERSION
|
|||||||
# RUN apk update
|
# RUN apk update
|
||||||
# # RUN apk add --upgrade busybox-suid
|
# # RUN apk add --upgrade busybox-suid
|
||||||
# RUN apk --no-cache add --update busybox-suid \
|
# RUN apk --no-cache add --update busybox-suid \
|
||||||
# && apk --no-cache add curl rsync tzdata tcpdump tree ca-certificates s-nail \
|
# && apk --no-cache add --upgrade ca-certificates curl rsync tzdata tcpdump tree s-nail \
|
||||||
# && ln -s /usr/bin/mail /usr/bin/s-nail \
|
# && ln -s /usr/bin/mail /usr/bin/s-nail \
|
||||||
# && mkdir -p /go/bin/media \
|
# && mkdir -p /go/bin/media \
|
||||||
# && mkdir -p /go/bin/log \
|
# && mkdir -p /go/bin/log \
|
||||||
|
|||||||
+2
-2
@@ -14,13 +14,13 @@ const (
|
|||||||
)
|
)
|
||||||
|
|
||||||
// Get OJS Number
|
// Get OJS Number
|
||||||
func GetOJS(baseURL string, year int, date string) (string, error) {
|
func GetOJS(baseURL string, year int, date string, client *http.Client) (string, error) {
|
||||||
var (
|
var (
|
||||||
ojs string
|
ojs string
|
||||||
)
|
)
|
||||||
url := fmt.Sprintf(calendarUrl, baseURL, year)
|
url := fmt.Sprintf(calendarUrl, baseURL, year)
|
||||||
|
|
||||||
resp, err := http.Get(url)
|
resp, err := client.Get(url)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return ojs, err
|
return ojs, err
|
||||||
}
|
}
|
||||||
|
|||||||
+1
-1
@@ -463,7 +463,7 @@ func (s *TEDScraper) processSingleDate(ctx context.Context, date time.Time) erro
|
|||||||
})
|
})
|
||||||
|
|
||||||
// get ojs
|
// get ojs
|
||||||
ojs, err := GetOJS(s.config.BaseURL, date.Year(), date.Format("02/01/2006"))
|
ojs, err := GetOJS(s.config.BaseURL, date.Year(), date.Format("02/01/2006"), s.httpClient)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
s.logger.Error("Failed to get OJS", map[string]interface{}{
|
s.logger.Error("Failed to get OJS", map[string]interface{}{
|
||||||
"date": date.Format("02/01/2006"),
|
"date": date.Format("02/01/2006"),
|
||||||
|
|||||||
Reference in New Issue
Block a user