Implement manual following (#82)

1 files changed, 3 insertions, 0 deletions

diff --git a/scrape.go b/scrape.go
index a183681..c52f142 100644
--- a/scrape.go
+++ b/scrape.go
@@ -207,6 +207,9 @@ func (s *Scraper) process(url string, depth int) {
 				HTML:    string(response.Body),
 				URL:     request.URL,
 				Process: s.processImmediate,
+				Follow: func(url string) {
+					s.enqueueJob(url, depth+1)
+				},
 			}
 
 			response.Data, err = s.ScrapeFunc(p)