diff --git a/parser.go b/parser.go index 90c38ca..c925d5d 100644 --- a/parser.go +++ b/parser.go @@ -77,7 +77,12 @@ func (parser *Parser) ParseUrl(url string) error { } } - response, err := http.Get(url) + //prevent default UA from being sent (UA header is unnecessary and causes logging issues in some scenarios) + client := &http.Client{} + req, err := http.NewRequest("GET", url, nil) + + req.Header.Set("User-Agent", "") + response, err := client.Do(req) if err != nil { return err