diff options
Diffstat (limited to 'modules/headers/headers.go')
| -rw-r--r-- | modules/headers/headers.go | 8 |
1 files changed, 4 insertions, 4 deletions
diff --git a/modules/headers/headers.go b/modules/headers/headers.go index 877b370..5ed58f9 100644 --- a/modules/headers/headers.go +++ b/modules/headers/headers.go @@ -26,15 +26,15 @@ func (Module) ModuleInfo() flyscrape.ModuleInfo { } func (m Module) AdaptTransport(t http.RoundTripper) http.RoundTripper { - if len(m.Headers) == 0 { - return t - } - return flyscrape.RoundTripFunc(func(r *http.Request) (*http.Response, error) { for k, v := range m.Headers { r.Header.Set(k, v) } + if r.Header.Get("User-Agent") == "" { + r.Header.Set("User-Agent", randomUserAgent()) + } + return t.RoundTrip(r) }) } |