summaryrefslogtreecommitdiff
path: root/scrape.go
diff options
context:
space:
mode:
Diffstat (limited to 'scrape.go')
-rw-r--r--scrape.go3
1 files changed, 3 insertions, 0 deletions
diff --git a/scrape.go b/scrape.go
index a183681..c52f142 100644
--- a/scrape.go
+++ b/scrape.go
@@ -207,6 +207,9 @@ func (s *Scraper) process(url string, depth int) {
HTML: string(response.Body),
URL: request.URL,
Process: s.processImmediate,
+ Follow: func(url string) {
+ s.enqueueJob(url, depth+1)
+ },
}
response.Data, err = s.ScrapeFunc(p)