path: root/cmd/dev.go

// This Source Code Form is subject to the terms of the Mozilla Public
// License, v. 2.0. If a copy of the MPL was not distributed with this
// file, You can obtain one at http://mozilla.org/MPL/2.0/.

package cmd

import (
	"flag"
	"fmt"

	"github.com/philippta/flyscrape"
)

type DevCommand struct{}

func (c *DevCommand) Run(args []string) error {
	fs := flag.NewFlagSet("flyscrape-dev", flag.ContinueOnError)
	fs.Usage = c.Usage

	if err := fs.Parse(args); err != nil {
		return err
	} else if fs.NArg() == 0 || fs.Arg(0) == "" {
		c.Usage()
		return flag.ErrHelp
	}

	cfg, err := parseConfigArgs(fs.Args()[1:])
	if err != nil {
		return fmt.Errorf("error parsing config flags: %w", err)
	}

	return flyscrape.Dev(fs.Arg(0), cfg)
}

func (c *DevCommand) Usage() {
	fmt.Println(`
The dev command watches the scraping script and re-runs it on any change.
Recursive scraping is disabled in this mode, only the initial URL will be scraped.

Usage:

    flyscrape dev SCRIPT [config flags]

Examples:

    # Run and watch script.
    $ flyscrape dev example.js

    # Set the URL as argument.
    $ flyscrape dev example.js --url "http://other.com"

    # Enable proxy support.
    $ flyscrape dev example.js --proxies "http://someproxy:8043"
`[1:])
}