fix.
This commit is contained in:
@@ -32,7 +32,7 @@ func HttpGet(url string, client *http.Client) string {
|
|||||||
req.Header.Set("User-Agent", randomUserAgent())
|
req.Header.Set("User-Agent", randomUserAgent())
|
||||||
req.Header.Set("Accept-Language", "en-us")
|
req.Header.Set("Accept-Language", "en-us")
|
||||||
// req.Header.Set("X-Requested-With", "XMLHttpRequest")
|
// req.Header.Set("X-Requested-With", "XMLHttpRequest")
|
||||||
// req.Header.Set("Referer", "https://cart.tinydeal.com/index.php?__page_id=checkout&order_source=shopping_cart")
|
req.Header.Set("Referer", "https://www.papajohns.ru/")
|
||||||
|
|
||||||
resp, err := client.Do(req)
|
resp, err := client.Do(req)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -45,6 +45,20 @@ func HttpGet(url string, client *http.Client) string {
|
|||||||
return string(contents)
|
return string(contents)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func HttpHead(url string, client *http.Client) int {
|
||||||
|
req, _ := http.NewRequest("HEAD", url, nil)
|
||||||
|
req.Header.Set("User-Agent", randomUserAgent())
|
||||||
|
req.Header.Set("Accept-Language", "en-us")
|
||||||
|
|
||||||
|
resp, err := client.Do(req)
|
||||||
|
if err != nil {
|
||||||
|
fmt.Printf("Cannot get url %s, err: %s", url, err.Error())
|
||||||
|
return 0
|
||||||
|
}
|
||||||
|
|
||||||
|
return resp.StatusCode
|
||||||
|
}
|
||||||
|
|
||||||
func HttpGetDump(url string, client *http.Client, file string) (string, string) {
|
func HttpGetDump(url string, client *http.Client, file string) (string, string) {
|
||||||
req, _ := http.NewRequest("GET", url, nil)
|
req, _ := http.NewRequest("GET", url, nil)
|
||||||
req.Header.Set("User-Agent", randomUserAgent())
|
req.Header.Set("User-Agent", randomUserAgent())
|
||||||
|
|||||||
Reference in New Issue
Block a user