diff options
| author | Philipp Tanlak <philipp.tanlak@gmail.com> | 2023-10-11 20:20:30 +0200 |
|---|---|---|
| committer | Philipp Tanlak <philipp.tanlak@gmail.com> | 2023-10-11 20:20:30 +0200 |
| commit | fb84ca746e92e371161f1e1de3b01a048a9ae979 (patch) | |
| tree | 5bb8fbb7fd654b241b389697cc46bad00ce2f8b7 /modules/ratelimit/ratelimit_test.go | |
| parent | cd40ab75f44e9f6ac86beca576a934fd790fc9fb (diff) | |
Implement file based caching
Diffstat (limited to 'modules/ratelimit/ratelimit_test.go')
| -rw-r--r-- | modules/ratelimit/ratelimit_test.go | 8 |
1 files changed, 4 insertions, 4 deletions
diff --git a/modules/ratelimit/ratelimit_test.go b/modules/ratelimit/ratelimit_test.go index ffd061c..1fe22b1 100644 --- a/modules/ratelimit/ratelimit_test.go +++ b/modules/ratelimit/ratelimit_test.go @@ -23,17 +23,17 @@ func TestRatelimit(t *testing.T) { scraper := flyscrape.NewScraper() scraper.LoadModule(&starturl.Module{URL: "http://www.example.com"}) scraper.LoadModule(&followlinks.Module{}) - scraper.LoadModule(&ratelimit.Module{ - Rate: 100, - }) scraper.LoadModule(hook.Module{ AdaptTransportFn: func(rt http.RoundTripper) http.RoundTripper { return flyscrape.MockTransport(200, `<a href="foo">foo</a>`) }, - BuildRequestFn: func(r *flyscrape.Request) { + ReceiveResponseFn: func(r *flyscrape.Response) { times = append(times, time.Now()) }, }) + scraper.LoadModule(&ratelimit.Module{ + Rate: 100, + }) start := time.Now() scraper.Run() |