diff options
Diffstat (limited to 'cmd/dev.go')
| -rw-r--r-- | cmd/dev.go | 55 |
1 files changed, 55 insertions, 0 deletions
diff --git a/cmd/dev.go b/cmd/dev.go new file mode 100644 index 0000000..e7edbf8 --- /dev/null +++ b/cmd/dev.go @@ -0,0 +1,55 @@ +// This Source Code Form is subject to the terms of the Mozilla Public +// License, v. 2.0. If a copy of the MPL was not distributed with this +// file, You can obtain one at http://mozilla.org/MPL/2.0/. + +package cmd + +import ( + "flag" + "fmt" + + "github.com/philippta/flyscrape" +) + +type DevCommand struct{} + +func (c *DevCommand) Run(args []string) error { + fs := flag.NewFlagSet("flyscrape-dev", flag.ContinueOnError) + fs.Usage = c.Usage + + if err := fs.Parse(args); err != nil { + return err + } else if fs.NArg() == 0 || fs.Arg(0) == "" { + c.Usage() + return flag.ErrHelp + } + + cfg, err := parseConfigArgs(fs.Args()[1:]) + if err != nil { + return fmt.Errorf("Error parsing config flags: %w", err) + } + + return flyscrape.Dev(fs.Arg(0), cfg) +} + +func (c *DevCommand) Usage() { + fmt.Println(` +The dev command watches the scraping script and re-runs it on any change. +Recursive scraping is disabled in this mode, only the initial URL will be scraped. + +Usage: + + flyscrape dev SCRIPT [config flags] + +Examples: + + # Run and watch script. + $ flyscrape dev example.js + + # Set the URL as argument. + $ flyscrape dev example.js --url "http://other.com" + + # Enable proxy support. + $ flyscrape dev example.js --proxies "http://someproxy:8043" +`[1:]) +} |