diff options
Diffstat (limited to 'scrape.go')
| -rw-r--r-- | scrape.go | 3 |
1 files changed, 3 insertions, 0 deletions
@@ -207,6 +207,9 @@ func (s *Scraper) process(url string, depth int) { HTML: string(response.Body), URL: request.URL, Process: s.processImmediate, + Follow: func(url string) { + s.enqueueJob(url, depth+1) + }, } response.Data, err = s.ScrapeFunc(p) |