From b1e2c8fd5cb5dfa46bc440a12eafaf56cd844b1c Mon Sep 17 00:00:00 2001 From: Philipp Tanlak Date: Mon, 24 Nov 2025 20:54:57 +0100 Subject: Docs --- public/docs/configuration/depth/index.html | 577 +++++++++++++++++++++++++++++ 1 file changed, 577 insertions(+) create mode 100644 public/docs/configuration/depth/index.html (limited to 'public/docs/configuration/depth/index.html') diff --git a/public/docs/configuration/depth/index.html b/public/docs/configuration/depth/index.html new file mode 100644 index 0000000..ac94970 --- /dev/null +++ b/public/docs/configuration/depth/index.html @@ -0,0 +1,577 @@ + + + + + + + + + + + + + + + Depth – Flyscrape + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+
+ + +
+ +
+ + + + + + +
+
+
+
+ Documentation +
+
+ Configuration +
Depth
+
+ +
+

Depth

+

The depth config option allows you to specify how deep the scraping process should follow links from the initial URL.

+

When no value is provided or depth is set to 0 link following is disabled and it will only scrape the initial URL.

+
Configuration
export const config = {
+  url: "http://example.com/",
+  depth: 2,
+  // ...
+};
+ +
+
+

With the config provided in the example the scraper would follow links like this:

+
http://example.com/                    (depth = 0, initial URL)
+↳ http://example.com/deeply            (depth = 1)
+  ↳ http://example.com/deeply/nested   (depth = 2)
+ +
+
+ +
+
+
Starting URLDomain Filter
+ +
+
+
+ + + + + + + + + + -- cgit v1.2.3