blob: ac27c8b14199473521ce63117a513d7d7a8201bf (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
|
---
title: 'Configuration'
weight: 4
sidebar:
open: true
next: '/docs/configuration/starting-url'
prev: '/docs/api-reference'
---
{{< cards >}}
{{< card link="starting-url" title="Starting URL" icon="play" >}}
{{< card link="depth" title="Depth" icon="arrow-down" >}}
{{< card link="domain-filter" title="Domain Filter" icon="cube-transparent" >}}
{{< card link="url-filter" title="URL Filter" icon="sparkles" >}}
{{< card link="link-following" title="Link Following" icon="link" >}}
{{< card link="concurrency" title="Concurrency" icon="paper-airplane" >}}
{{< card link="rate-limiting" title="Rate Limiting" icon="chart-square-bar" >}}
{{< card link="retry" title="Retry" icon="refresh" >}}
{{< card link="caching" title="Caching" icon="template" >}}
{{< card link="proxies" title="Proxies" icon="server" >}}
{{< card link="cookies" title="Cookies" icon="finger-print" >}}
{{< card link="headers" title="Headers" icon="sort-ascending" >}}
{{< card link="browser-mode" title="Browser Mode" icon="desktop-computer" >}}
{{< card link="output" title="Output File and Format" icon="presentation-chart-bar" >}}
{{< /cards >}}
|