From 297835a9b2c1673ec62932271160bc036d95832c Mon Sep 17 00:00:00 2001 From: Philipp Tanlak Date: Mon, 24 Nov 2025 20:58:57 +0100 Subject: public -> docs --- public/docs/configuration/concurrency/index.html | 560 ----------------------- 1 file changed, 560 deletions(-) delete mode 100644 public/docs/configuration/concurrency/index.html (limited to 'public/docs/configuration/concurrency/index.html') diff --git a/public/docs/configuration/concurrency/index.html b/public/docs/configuration/concurrency/index.html deleted file mode 100644 index 0047445..0000000 --- a/public/docs/configuration/concurrency/index.html +++ /dev/null @@ -1,560 +0,0 @@ - - - - - - - - - - - - - - - Concurrency – Flyscrape - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -

- - -

- -

- - - - - - -

- Documentation -

- Configuration -

Concurrency

- -

Concurrency

The concurrency setting controls the number of simultaneous requests that the scraper can make. This is specified in the configuration object of your scraping script.

export const config = {
-    // Specify the number of concurrent requests.
-    concurrency: 5,
-};

-    
-  

-

In the above example, the scraper will make up to 5 requests at the same time.

If the concurrency setting is not specified, there is no limit to the number of concurrent requests.

- -

Link Following Rate Limiting

- -

- - - - - - - - - - -- cgit v1.2.3