From 297835a9b2c1673ec62932271160bc036d95832c Mon Sep 17 00:00:00 2001 From: Philipp Tanlak Date: Mon, 24 Nov 2025 20:58:57 +0100 Subject: public -> docs --- public/docs/configuration/depth/index.html | 577 ----------------------------- 1 file changed, 577 deletions(-) delete mode 100644 public/docs/configuration/depth/index.html (limited to 'public/docs/configuration/depth/index.html') diff --git a/public/docs/configuration/depth/index.html b/public/docs/configuration/depth/index.html deleted file mode 100644 index ac94970..0000000 --- a/public/docs/configuration/depth/index.html +++ /dev/null @@ -1,577 +0,0 @@ - - - - - - - - - - - - - - - Depth – Flyscrape - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
-
- - -
- -
- - - - - - -
-
-
-
- Documentation -
-
- Configuration -
Depth
-
- -
-

Depth

-

The depth config option allows you to specify how deep the scraping process should follow links from the initial URL.

-

When no value is provided or depth is set to 0 link following is disabled and it will only scrape the initial URL.

-
Configuration
export const config = {
-  url: "http://example.com/",
-  depth: 2,
-  // ...
-};
- -
-
-

With the config provided in the example the scraper would follow links like this:

-
http://example.com/                    (depth = 0, initial URL)
-↳ http://example.com/deeply            (depth = 1)
-  ↳ http://example.com/deeply/nested   (depth = 2)
- -
-
- -
-
-
Starting URLDomain Filter
- -
-
-
- - - - - - - - - - -- cgit v1.2.3