summaryrefslogtreecommitdiff
path: root/modules/headers/headers.go
diff options
context:
space:
mode:
Diffstat (limited to 'modules/headers/headers.go')
-rw-r--r--modules/headers/headers.go8
1 files changed, 4 insertions, 4 deletions
diff --git a/modules/headers/headers.go b/modules/headers/headers.go
index 877b370..5ed58f9 100644
--- a/modules/headers/headers.go
+++ b/modules/headers/headers.go
@@ -26,15 +26,15 @@ func (Module) ModuleInfo() flyscrape.ModuleInfo {
}
func (m Module) AdaptTransport(t http.RoundTripper) http.RoundTripper {
- if len(m.Headers) == 0 {
- return t
- }
-
return flyscrape.RoundTripFunc(func(r *http.Request) (*http.Response, error) {
for k, v := range m.Headers {
r.Header.Set(k, v)
}
+ if r.Header.Get("User-Agent") == "" {
+ r.Header.Set("User-Agent", randomUserAgent())
+ }
+
return t.RoundTrip(r)
})
}