blob: 184d57d64bc55fc43b22b6890d5ff10bd5cc5628 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
|
---
title: 'Documentation'
linkTitle: 'Documentation'
sidebar:
open: true
---
## Introduction
{{< cards >}}
{{< card link="getting-started" title="Getting started" icon="play" >}}
{{< card link="installation" title="Installation" icon="cog" >}}
{{< card link="reference-script" title="Reference Script" icon="clipboard-check" >}}
{{< card link="api-reference" title="API Reference" icon="credit-card" >}}
{{< /cards >}}
## Configuration
{{< cards >}}
{{< card link="configuration/starting-url" title="Starting URL" icon="play" >}}
{{< card link="configuration/depth" title="Depth" icon="arrow-down" >}}
{{< card link="configuration/domain-filter" title="Domain Filter" icon="cube-transparent" >}}
{{< card link="configuration/url-filter" title="URL Filter" icon="sparkles" >}}
{{< card link="configuration/link-following" title="Link Following" icon="link" >}}
{{< card link="configuration/concurrency" title="Concurrency" icon="paper-airplane" >}}
{{< card link="configuration/rate-limiting" title="Rate Limiting" icon="chart-square-bar" >}}
{{< card link="configuration/retry" title="Retry" icon="refresh" >}}
{{< card link="configuration/caching" title="Caching" icon="template" >}}
{{< card link="configuration/proxies" title="Proxies" icon="server" >}}
{{< card link="configuration/cookies" title="Cookies" icon="finger-print" >}}
{{< card link="configuration/headers" title="Headers" icon="sort-ascending" >}}
{{< card link="configuration/browser-mode" title="Browser Mode" icon="desktop-computer" >}}
{{< card link="configuration/output" title="Output File and Format" icon="presentation-chart-bar" >}}
{{< /cards >}}
|