blob: 44e610da7a5636a51c090b8f926ecdb7f90d2f95 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
|
// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.
package cmd
import (
"flag"
"fmt"
"github.com/philippta/flyscrape"
)
type DevCommand struct{}
func (c *DevCommand) Run(args []string) error {
fs := flag.NewFlagSet("flyscrape-dev", flag.ContinueOnError)
fs.Usage = c.Usage
if err := fs.Parse(args); err != nil {
return err
} else if fs.NArg() == 0 || fs.Arg(0) == "" {
c.Usage()
return flag.ErrHelp
}
cfg, err := parseConfigArgs(fs.Args()[1:])
if err != nil {
return fmt.Errorf("error parsing config flags: %w", err)
}
return flyscrape.Dev(fs.Arg(0), cfg)
}
func (c *DevCommand) Usage() {
fmt.Println(`
The dev command watches the scraping script and re-runs it on any change.
Recursive scraping is disabled in this mode, only the initial URL will be scraped.
Usage:
flyscrape dev SCRIPT [config flags]
Examples:
# Run and watch script.
$ flyscrape dev example.js
# Set the URL as argument.
$ flyscrape dev example.js --url "http://other.com"
# Enable proxy support.
$ flyscrape dev example.js --proxies "http://someproxy:8043"
`[1:])
}
|