From b1e2c8fd5cb5dfa46bc440a12eafaf56cd844b1c Mon Sep 17 00:00:00 2001 From: Philipp Tanlak Date: Mon, 24 Nov 2025 20:54:57 +0100 Subject: Docs --- content/docs/configuration/starting-url.md | 29 +++++++++++++++++++++++++++++ 1 file changed, 29 insertions(+) create mode 100644 content/docs/configuration/starting-url.md (limited to 'content/docs/configuration/starting-url.md') diff --git a/content/docs/configuration/starting-url.md b/content/docs/configuration/starting-url.md new file mode 100644 index 0000000..6b60d7e --- /dev/null +++ b/content/docs/configuration/starting-url.md @@ -0,0 +1,29 @@ +--- +title: 'Starting URL' +weight: 1 +prev: '/docs/configuration' +--- + +The `url` config option allows you to specify the initial URL at which the scraper should start its scraping process. + +```javascript {filename="Configuration"} +export const config = { + url: "http://example.com/", + // ... +}; +``` + +## Multiple starting URLs + +In case you have more than one URL you want to scrape (or to start from) you can specify them with the `urls` config option. + +```javascript {filename="Configuration"} +export const config = { + urls: [ + "http://example.com/", + "http://anothersite.com/", + "http://yetanothersite.com/", + ], + // ... +}; +``` -- cgit v1.2.3