summaryrefslogtreecommitdiff
path: root/js
diff options
context:
space:
mode:
authorPhilipp Tanlak <philipp.tanlak@gmail.com>2023-08-27 19:10:49 +0200
committerPhilipp Tanlak <philipp.tanlak@gmail.com>2023-08-27 19:10:49 +0200
commit5c16435e2218344a6e232ebb48cf022a32ba85d5 (patch)
tree3cfa1dbc1f489ba4509fc408a8c0afccca7f9c7c /js
parent52107c13b4c2c4efa9269b187916f3195be5a10d (diff)
add tests and allow urls
Diffstat (limited to 'js')
-rw-r--r--js/template.js4
1 files changed, 2 insertions, 2 deletions
diff --git a/js/template.js b/js/template.js
index 56fffa0..ac78b47 100644
--- a/js/template.js
+++ b/js/template.js
@@ -3,8 +3,8 @@ import { parse } from 'flyscrape';
export const options = {
url: 'https://news.ycombinator.com/', // Specify the URL to start scraping from.
depth: 1, // Specify how deep links should be followed. (default = 0, no follow)
- allowedDomains: ['news.ycombinator.com'], // Specify the allowed domains. (default = domain from url)
- blockedDomains: [], // Specify the blocked domains. (default = none)
+ allowDomains: [], // Specify the allowed domains. * for all. (default = domain from url)
+ denyDomains: [], // Specify the denied domains. (default = none)
rate: 100, // Specify the rate in requests per second. (default = 100)
}