From 2d3cd6584dedce45ea709d1757a28ce7537f3472 Mon Sep 17 00:00:00 2001 From: Philipp Tanlak Date: Mon, 30 Oct 2023 19:02:50 +0100 Subject: Refactor to prepare for builtin JS functions --- modules/ratelimit/ratelimit_test.go | 27 +++++++++++++++------------ 1 file changed, 15 insertions(+), 12 deletions(-) (limited to 'modules/ratelimit/ratelimit_test.go') diff --git a/modules/ratelimit/ratelimit_test.go b/modules/ratelimit/ratelimit_test.go index 1fe22b1..7be29a1 100644 --- a/modules/ratelimit/ratelimit_test.go +++ b/modules/ratelimit/ratelimit_test.go @@ -20,22 +20,25 @@ import ( func TestRatelimit(t *testing.T) { var times []time.Time - scraper := flyscrape.NewScraper() - scraper.LoadModule(&starturl.Module{URL: "http://www.example.com"}) - scraper.LoadModule(&followlinks.Module{}) - scraper.LoadModule(hook.Module{ - AdaptTransportFn: func(rt http.RoundTripper) http.RoundTripper { - return flyscrape.MockTransport(200, `foo`) + mods := []flyscrape.Module{ + &starturl.Module{URL: "http://www.example.com"}, + &followlinks.Module{}, + hook.Module{ + AdaptTransportFn: func(rt http.RoundTripper) http.RoundTripper { + return flyscrape.MockTransport(200, `foo`) + }, + ReceiveResponseFn: func(r *flyscrape.Response) { + times = append(times, time.Now()) + }, }, - ReceiveResponseFn: func(r *flyscrape.Response) { - times = append(times, time.Now()) + &ratelimit.Module{ + Rate: 100, }, - }) - scraper.LoadModule(&ratelimit.Module{ - Rate: 100, - }) + } start := time.Now() + scraper := flyscrape.NewScraper() + scraper.Modules = mods scraper.Run() first := times[0].Add(-10 * time.Millisecond) -- cgit v1.2.3