From 2ca74413cc133512c05b59e574f11a1a0ef9a928 Mon Sep 17 00:00:00 2001 From: chunvv Date: Fri, 29 Jul 2022 18:34:57 +0900 Subject: [PATCH] Add timer --- goscraper.go | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/goscraper.go b/goscraper.go index b1a90fd..f11464a 100644 --- a/goscraper.go +++ b/goscraper.go @@ -10,6 +10,7 @@ import ( "net/url" "regexp" "strings" + "time" ) var ( @@ -123,7 +124,8 @@ func (scraper *Scraper) getDocument() (*Document, error) { } req.Header.Add("User-Agent", "GoScraper") - resp, err := http.DefaultClient.Do(req) + c := http.Client{Timeout: 3 * time.Second} + resp, err := c.Do(req) if resp != nil { defer resp.Body.Close() }