From aadd80b3b213988aa5701075f2650198e4066349 Mon Sep 17 00:00:00 2001 From: Philipp Tanlak Date: Wed, 1 Nov 2023 21:20:40 +0100 Subject: Add login functionality --- flyscrape.go | 14 ++++++++------ 1 file changed, 8 insertions(+), 6 deletions(-) (limited to 'flyscrape.go') diff --git a/flyscrape.go b/flyscrape.go index bb4ee30..81c9346 100644 --- a/flyscrape.go +++ b/flyscrape.go @@ -25,16 +25,17 @@ func Run(file string) error { client := &http.Client{} - script, err := Compile(string(src), nil) + exports, err := Compile(string(src), NewJSLibrary(client)) if err != nil { return fmt.Errorf("failed to compile script: %w", err) } scraper := NewScraper() - scraper.ScrapeFunc = script.Scrape + scraper.ScrapeFunc = exports.Scrape + scraper.LoginFunc = exports.Login scraper.Script = file scraper.Client = client - scraper.Modules = LoadModules(script.Config()) + scraper.Modules = LoadModules(exports.Config()) scraper.Run() return nil @@ -53,18 +54,19 @@ func Dev(file string) error { fn := func(s string) error { client := &http.Client{} - script, err := Compile(s, nil) + exports, err := Compile(s, NewJSLibrary(client)) if err != nil { printCompileErr(file, err) return nil } - cfg := script.Config() + cfg := exports.Config() cfg = updateCfg(cfg, "depth", 0) cfg = updateCfg(cfg, "cache", "file:"+cachefile) scraper := NewScraper() - scraper.ScrapeFunc = script.Scrape + scraper.ScrapeFunc = exports.Scrape + scraper.LoginFunc = exports.Login scraper.Script = file scraper.Client = client scraper.Modules = LoadModules(cfg) -- cgit v1.2.3