From 297835a9b2c1673ec62932271160bc036d95832c Mon Sep 17 00:00:00 2001 From: Philipp Tanlak Date: Mon, 24 Nov 2025 20:58:57 +0100 Subject: public -> docs --- .../docs/configuration/link-following/index.html | 593 --------------------- 1 file changed, 593 deletions(-) delete mode 100644 public/docs/configuration/link-following/index.html (limited to 'public/docs/configuration/link-following') diff --git a/public/docs/configuration/link-following/index.html b/public/docs/configuration/link-following/index.html deleted file mode 100644 index 46434c3..0000000 --- a/public/docs/configuration/link-following/index.html +++ /dev/null @@ -1,593 +0,0 @@ - - - - - - - - - - - - - - - Link Following – Flyscrape - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
-
- - -
- -
- - - - - - -
-
-
-
- Documentation -
-
- Configuration -
Link Following
-
- -
-

Link Following

-

The follow config option allows you to specify a list of CSS selectors that determine which links the scraper should follow.

-

When no value is provided the scraper will follow all links found with the a[href] selector.

-
Configuration
export const config = {
-  url: "http://example.com/",
-  follow: [
-    ".pagination > a[href]",
-    ".nav a[href]",
-  ],
-  // ...
-};
- -
-
-

Following non href attributes -

For special cases where the link is not to be found in the href, you specify a selector with a different ending attribute.

-
Configuration
export const config = {
-  url: "http://example.com/",
-  follow: [
-    ".articles > div[data-url]",
-  ],
-  // ...
-};
- -
-
- -
-
-
URL FilterConcurrency
- -
-
-
- - - - - - - - - - -- cgit v1.2.3