From fb84ca746e92e371161f1e1de3b01a048a9ae979 Mon Sep 17 00:00:00 2001 From: Philipp Tanlak Date: Wed, 11 Oct 2023 20:20:30 +0200 Subject: Implement file based caching --- modules/ratelimit/ratelimit.go | 16 ++++++++++------ 1 file changed, 10 insertions(+), 6 deletions(-) (limited to 'modules/ratelimit/ratelimit.go') diff --git a/modules/ratelimit/ratelimit.go b/modules/ratelimit/ratelimit.go index 9588db3..b23cd7a 100644 --- a/modules/ratelimit/ratelimit.go +++ b/modules/ratelimit/ratelimit.go @@ -5,6 +5,7 @@ package ratelimit import ( + "net/http" "time" "github.com/philippta/flyscrape" @@ -45,11 +46,14 @@ func (m *Module) Provision(v flyscrape.Context) { }() } -func (m *Module) BuildRequest(_ *flyscrape.Request) { +func (m *Module) AdaptTransport(t http.RoundTripper) http.RoundTripper { if m.disabled() { - return + return t } - <-m.semaphore + return flyscrape.RoundTripFunc(func(r *http.Request) (*http.Response, error) { + <-m.semaphore + return t.RoundTrip(r) + }) } func (m *Module) Finalize() { @@ -64,7 +68,7 @@ func (m *Module) disabled() bool { } var ( - _ flyscrape.RequestBuilder = (*Module)(nil) - _ flyscrape.Provisioner = (*Module)(nil) - _ flyscrape.Finalizer = (*Module)(nil) + _ flyscrape.TransportAdapter = (*Module)(nil) + _ flyscrape.Provisioner = (*Module)(nil) + _ flyscrape.Finalizer = (*Module)(nil) ) -- cgit v1.2.3