From b1e2c8fd5cb5dfa46bc440a12eafaf56cd844b1c Mon Sep 17 00:00:00 2001 From: Philipp Tanlak Date: Mon, 24 Nov 2025 20:54:57 +0100 Subject: Docs --- public/docs/configuration/concurrency/index.html | 560 +++++++++++++++++++++++ 1 file changed, 560 insertions(+) create mode 100644 public/docs/configuration/concurrency/index.html (limited to 'public/docs/configuration/concurrency') diff --git a/public/docs/configuration/concurrency/index.html b/public/docs/configuration/concurrency/index.html new file mode 100644 index 0000000..0047445 --- /dev/null +++ b/public/docs/configuration/concurrency/index.html @@ -0,0 +1,560 @@ + + + + + + + + + + + + + + + Concurrency – Flyscrape + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+
+ + +
+ +
+ + + + + + +
+
+
+
+ Documentation +
+
+ Configuration +
Concurrency
+
+ +
+

Concurrency

+

The concurrency setting controls the number of simultaneous requests that the scraper can make. This is specified in the configuration object of your scraping script.

+
export const config = {
+    // Specify the number of concurrent requests.
+    concurrency: 5,
+};
+ +
+
+

In the above example, the scraper will make up to 5 requests at the same time.

+

If the concurrency setting is not specified, there is no limit to the number of concurrent requests.

+ +
+
+
Link FollowingRate Limiting
+ +
+
+
+ + + + + + + + + + -- cgit v1.2.3