diff options
| author | Philipp Tanlak <philipp.tanlak@gmail.com> | 2023-08-27 19:10:49 +0200 |
|---|---|---|
| committer | Philipp Tanlak <philipp.tanlak@gmail.com> | 2023-08-27 19:10:49 +0200 |
| commit | 5c16435e2218344a6e232ebb48cf022a32ba85d5 (patch) | |
| tree | 3cfa1dbc1f489ba4509fc408a8c0afccca7f9c7c /js/template.js | |
| parent | 52107c13b4c2c4efa9269b187916f3195be5a10d (diff) | |
add tests and allow urls
Diffstat (limited to 'js/template.js')
| -rw-r--r-- | js/template.js | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/js/template.js b/js/template.js index 56fffa0..ac78b47 100644 --- a/js/template.js +++ b/js/template.js @@ -3,8 +3,8 @@ import { parse } from 'flyscrape'; export const options = { url: 'https://news.ycombinator.com/', // Specify the URL to start scraping from. depth: 1, // Specify how deep links should be followed. (default = 0, no follow) - allowedDomains: ['news.ycombinator.com'], // Specify the allowed domains. (default = domain from url) - blockedDomains: [], // Specify the blocked domains. (default = none) + allowDomains: [], // Specify the allowed domains. * for all. (default = domain from url) + denyDomains: [], // Specify the denied domains. (default = none) rate: 100, // Specify the rate in requests per second. (default = 100) } |