Support passing config options as CLI arguments (#15)

1 files changed, 55 insertions, 0 deletions

diff --git a/cmd/dev.go b/cmd/dev.go
new file mode 100644
index 0000000..e7edbf8
--- /dev/null
+++ b/cmd/dev.go
@@ -0,0 +1,55 @@
+// This Source Code Form is subject to the terms of the Mozilla Public
+// License, v. 2.0. If a copy of the MPL was not distributed with this
+// file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+package cmd
+
+import (
+	"flag"
+	"fmt"
+
+	"github.com/philippta/flyscrape"
+)
+
+type DevCommand struct{}
+
+func (c *DevCommand) Run(args []string) error {
+	fs := flag.NewFlagSet("flyscrape-dev", flag.ContinueOnError)
+	fs.Usage = c.Usage
+
+	if err := fs.Parse(args); err != nil {
+		return err
+	} else if fs.NArg() == 0 || fs.Arg(0) == "" {
+		c.Usage()
+		return flag.ErrHelp
+	}
+
+	cfg, err := parseConfigArgs(fs.Args()[1:])
+	if err != nil {
+		return fmt.Errorf("Error parsing config flags: %w", err)
+	}
+
+	return flyscrape.Dev(fs.Arg(0), cfg)
+}
+
+func (c *DevCommand) Usage() {
+	fmt.Println(`
+The dev command watches the scraping script and re-runs it on any change.
+Recursive scraping is disabled in this mode, only the initial URL will be scraped.
+
+Usage:
+
+    flyscrape dev SCRIPT [config flags]
+
+Examples:
+
+    # Run and watch script.
+    $ flyscrape dev example.js
+
+    # Set the URL as argument.
+    $ flyscrape dev example.js --url "http://other.com"
+
+    # Enable proxy support.
+    $ flyscrape dev example.js --proxies "http://someproxy:8043"
+`[1:])
+}