From 0d6494d164cc490d62473eae0fbd79d5573bb380 Mon Sep 17 00:00:00 2001 From: Philipp Tanlak Date: Wed, 7 Feb 2024 23:20:55 +0100 Subject: Add retry module and change rate to requests per minute (#37) --- cmd/flyscrape/main.go | 1 + 1 file changed, 1 insertion(+) (limited to 'cmd') diff --git a/cmd/flyscrape/main.go b/cmd/flyscrape/main.go index 9772648..be7d650 100644 --- a/cmd/flyscrape/main.go +++ b/cmd/flyscrape/main.go @@ -20,6 +20,7 @@ import ( _ "github.com/philippta/flyscrape/modules/output/ndjson" _ "github.com/philippta/flyscrape/modules/proxy" _ "github.com/philippta/flyscrape/modules/ratelimit" + _ "github.com/philippta/flyscrape/modules/retry" _ "github.com/philippta/flyscrape/modules/starturl" _ "github.com/philippta/flyscrape/modules/urlfilter" ) -- cgit v1.2.3