From b1e2c8fd5cb5dfa46bc440a12eafaf56cd844b1c Mon Sep 17 00:00:00 2001 From: Philipp Tanlak Date: Mon, 24 Nov 2025 20:54:57 +0100 Subject: Docs --- public/docs/configuration/starting-url/index.html | 589 ++++++++++++++++++++++ 1 file changed, 589 insertions(+) create mode 100644 public/docs/configuration/starting-url/index.html (limited to 'public/docs/configuration/starting-url/index.html') diff --git a/public/docs/configuration/starting-url/index.html b/public/docs/configuration/starting-url/index.html new file mode 100644 index 0000000..77130fb --- /dev/null +++ b/public/docs/configuration/starting-url/index.html @@ -0,0 +1,589 @@ + + + + + + + + + + + + + + + Starting URL – Flyscrape + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+
+ + +
+ +
+ + + + + + +
+
+
+
+ Documentation +
+
+ Configuration +
Starting URL
+
+ +
+

Starting URL

+

The url config option allows you to specify the initial URL at which the scraper should start its scraping process.

+
Configuration
export const config = {
+  url: "http://example.com/",
+  // ...
+};
+ +
+
+

Multiple starting URLs +

In case you have more than one URL you want to scrape (or to start from) you can specify them with the urls config option.

+
Configuration
export const config = {
+  urls: [
+    "http://example.com/",
+    "http://anothersite.com/",
+    "http://yetanothersite.com/",
+  ],
+  // ...
+};
+ +
+
+ +
+
+
ConfigurationDepth
+ +
+
+
+ + + + + + + + + + -- cgit v1.2.3