From 11d73f57a80bb65b7507ec80433b8f035ed226c2 Mon Sep 17 00:00:00 2001 From: Philipp Tanlak Date: Tue, 17 Oct 2023 18:16:58 +0200 Subject: Allow configuration of links to follow --- README.md | 1 + 1 file changed, 1 insertion(+) (limited to 'README.md') diff --git a/README.md b/README.md index 7d9e249..1802a56 100644 --- a/README.md +++ b/README.md @@ -140,6 +140,7 @@ Below is an example scraping script that showcases the capabilities of flyscrape export const config = { url: "https://example.com/", // Specify the URL to start scraping from. depth: 0, // Specify how deep links should be followed. (default = 0, no follow) + follow: [], // Speficy the css selectors to follow (default = ["a[href]"]) allowedDomains: [], // Specify the allowed domains. ['*'] for all. (default = domain from url) blockedDomains: [], // Specify the blocked domains. (default = none) allowedURLs: [], // Specify the allowed URLs as regex. (default = all allowed) -- cgit v1.2.3