From a93966f9a0439227066f0c10f0cc0e0f748a9c15 Mon Sep 17 00:00:00 2001
From: coolcoolnoworries <109013079+coolcoolnoworries@users.noreply.github.com>
Date: Sun, 31 Mar 2024 00:44:04 -0400
Subject: [PATCH 1/2] Update parser.go

---
 parser.go | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

diff --git a/parser.go b/parser.go
index 90c38ca..63c4a0a 100644
--- a/parser.go
+++ b/parser.go
@@ -77,7 +77,12 @@ func (parser *Parser) ParseUrl(url string) error {
 		}
 	}
 
-	response, err := http.Get(url)
+        //prevent default UA from being sent
+        client := &http.Client{}
+        req, err := http.NewRequest("GET", url, nil)
+
+        req.Header.Set("User-Agent", "")
+        response, err := client.Do(req)
 
 	if err != nil {
 		return err

From 1551d87630521ba1c44398bbf8694e5eeede4911 Mon Sep 17 00:00:00 2001
From: coolcoolnoworries <109013079+coolcoolnoworries@users.noreply.github.com>
Date: Sun, 31 Mar 2024 00:56:28 -0400
Subject: [PATCH 2/2] Update parser.go

---
 parser.go | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/parser.go b/parser.go
index 63c4a0a..c925d5d 100644
--- a/parser.go
+++ b/parser.go
@@ -77,7 +77,7 @@ func (parser *Parser) ParseUrl(url string) error {
 		}
 	}
 
-        //prevent default UA from being sent
+        //prevent default UA from being sent (UA header is unnecessary and causes logging issues in some scenarios)
         client := &http.Client{}
         req, err := http.NewRequest("GET", url, nil)