From 40e02d5d28e59dbeb6134afdce12536c602e6aa5 Mon Sep 17 00:00:00 2001
From: Philipp Tanlak <philipp.tanlak@gmail.com>
Date: Fri, 10 Jan 2025 13:09:50 +0100
Subject: Implement manual following (#82)

---
 scrape.go | 3 +++
 1 file changed, 3 insertions(+)

(limited to 'scrape.go')

diff --git a/scrape.go b/scrape.go
index a183681..c52f142 100644
--- a/scrape.go
+++ b/scrape.go
@@ -207,6 +207,9 @@ func (s *Scraper) process(url string, depth int) {
 				HTML:    string(response.Body),
 				URL:     request.URL,
 				Process: s.processImmediate,
+				Follow: func(url string) {
+					s.enqueueJob(url, depth+1)
+				},
 			}
 
 			response.Data, err = s.ScrapeFunc(p)
-- 
cgit v1.2.3