From b1e2c8fd5cb5dfa46bc440a12eafaf56cd844b1c Mon Sep 17 00:00:00 2001 From: Philipp Tanlak Date: Mon, 24 Nov 2025 20:54:57 +0100 Subject: Docs --- public/docs/configuration/rate-limiting/index.html | 559 +++++++++++++++++++++ 1 file changed, 559 insertions(+) create mode 100644 public/docs/configuration/rate-limiting/index.html (limited to 'public/docs/configuration/rate-limiting/index.html') diff --git a/public/docs/configuration/rate-limiting/index.html b/public/docs/configuration/rate-limiting/index.html new file mode 100644 index 0000000..76d02b8 --- /dev/null +++ b/public/docs/configuration/rate-limiting/index.html @@ -0,0 +1,559 @@ + + + + + + + + + + + + + + + Rate Limiting – Flyscrape + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+
+ + +
+ +
+ + + + + + +
+
+
+
+ Documentation +
+
+ Configuration +
Rate Limiting
+
+ +
+

Rate Limiting

+

The rate config option allows you to specify at which rate the scraper should send out requests. The rate is measured in Requests per Minute (RPM).

+

When no rate is specified, rate limiting is disabled and the scraper will send out requests as fast as it can.

+
Configuration
export const options = {
+  url: "http://example.com/",
+  rate: 100,
+};
+ +
+
+ +
+
+
ConcurrencyRetry
+ +
+
+
+ + + + + + + + + + -- cgit v1.2.3