summaryrefslogtreecommitdiff
path: root/modules/starturl
diff options
context:
space:
mode:
authorPhilipp Tanlak <philipp.tanlak@gmail.com>2023-10-30 19:02:50 +0100
committerPhilipp Tanlak <philipp.tanlak@gmail.com>2023-10-30 19:02:50 +0100
commit2d3cd6584dedce45ea709d1757a28ce7537f3472 (patch)
treec21ce25cd66731c56b3fd13c86734bd13ebd7d25 /modules/starturl
parent2bfae5b426bf4a0b99d3979ed12d63cb50c39b17 (diff)
Refactor to prepare for builtin JS functions
Diffstat (limited to 'modules/starturl')
-rw-r--r--modules/starturl/starturl_test.go23
1 files changed, 13 insertions, 10 deletions
diff --git a/modules/starturl/starturl_test.go b/modules/starturl/starturl_test.go
index 86e4ad7..78efa6a 100644
--- a/modules/starturl/starturl_test.go
+++ b/modules/starturl/starturl_test.go
@@ -18,18 +18,21 @@ func TestStartURL(t *testing.T) {
var url string
var depth int
- scraper := flyscrape.NewScraper()
- scraper.LoadModule(&starturl.Module{URL: "http://www.example.com/foo/bar"})
- scraper.LoadModule(hook.Module{
- AdaptTransportFn: func(rt http.RoundTripper) http.RoundTripper {
- return flyscrape.MockTransport(200, "")
- },
- BuildRequestFn: func(r *flyscrape.Request) {
- url = r.URL
- depth = r.Depth
+ mods := []flyscrape.Module{
+ &starturl.Module{URL: "http://www.example.com/foo/bar"},
+ hook.Module{
+ AdaptTransportFn: func(rt http.RoundTripper) http.RoundTripper {
+ return flyscrape.MockTransport(200, "")
+ },
+ BuildRequestFn: func(r *flyscrape.Request) {
+ url = r.URL
+ depth = r.Depth
+ },
},
- })
+ }
+ scraper := flyscrape.NewScraper()
+ scraper.Modules = mods
scraper.Run()
require.Equal(t, "http://www.example.com/foo/bar", url)