From 26a033b3ec1269d3927831bda1749a484ed83733 Mon Sep 17 00:00:00 2001
From: Philipp Tanlak <philipp.tanlak@gmail.com>
Date: Sun, 24 Nov 2024 13:08:25 +0100
Subject: Generate random user agent when non is provided (#76)

---
 modules/headers/headers.go | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

(limited to 'modules/headers/headers.go')

diff --git a/modules/headers/headers.go b/modules/headers/headers.go
index 877b370..5ed58f9 100644
--- a/modules/headers/headers.go
+++ b/modules/headers/headers.go
@@ -26,15 +26,15 @@ func (Module) ModuleInfo() flyscrape.ModuleInfo {
 }
 
 func (m Module) AdaptTransport(t http.RoundTripper) http.RoundTripper {
-	if len(m.Headers) == 0 {
-		return t
-	}
-
 	return flyscrape.RoundTripFunc(func(r *http.Request) (*http.Response, error) {
 		for k, v := range m.Headers {
 			r.Header.Set(k, v)
 		}
 
+		if r.Header.Get("User-Agent") == "" {
+			r.Header.Set("User-Agent", randomUserAgent())
+		}
+
 		return t.RoundTrip(r)
 	})
 }
-- 
cgit v1.2.3