Generate random user agent when non is provided (#76)

1 files changed, 4 insertions, 4 deletions

diff --git a/modules/headers/headers.go b/modules/headers/headers.go
index 877b370..5ed58f9 100644
--- a/modules/headers/headers.go
+++ b/modules/headers/headers.go
@@ -26,15 +26,15 @@ func (Module) ModuleInfo() flyscrape.ModuleInfo {
 }
 
 func (m Module) AdaptTransport(t http.RoundTripper) http.RoundTripper {
-	if len(m.Headers) == 0 {
-		return t
-	}
-
 	return flyscrape.RoundTripFunc(func(r *http.Request) (*http.Response, error) {
 		for k, v := range m.Headers {
 			r.Header.Set(k, v)
 		}
 
+		if r.Header.Get("User-Agent") == "" {
+			r.Header.Set("User-Agent", randomUserAgent())
+		}
+
 		return t.RoundTrip(r)
 	})
 }