diff options
| -rw-r--r-- | README.md | 5 | ||||
| -rw-r--r-- | flyscrape.go | 2 | ||||
| -rw-r--r-- | js.go | 6 | ||||
| -rw-r--r-- | scrape.go | 5 |
4 files changed, 0 insertions, 18 deletions
@@ -238,11 +238,6 @@ export const config = { }, }; -export function setup() { - // Optional setup function, called once before scraping starts. - // Can be used for authentication. -} - export default function ({ doc, url, absoluteURL }) { // doc - Contains the parsed HTML document // url - Contains the scraped URL diff --git a/flyscrape.go b/flyscrape.go index 057eb08..ce7c51f 100644 --- a/flyscrape.go +++ b/flyscrape.go @@ -49,7 +49,6 @@ func Run(file string, overrides map[string]any) error { scraper := NewScraper() scraper.ScrapeFunc = exports.Scrape - scraper.SetupFunc = exports.Setup scraper.Script = file scraper.Client = client scraper.Modules = LoadModules(cfg) @@ -96,7 +95,6 @@ func Dev(file string, overrides map[string]any) error { scraper := NewScraper() scraper.ScrapeFunc = exports.Scrape - scraper.SetupFunc = exports.Setup scraper.Script = file scraper.Client = client scraper.Modules = LoadModules(cfg) @@ -55,12 +55,6 @@ func (e Exports) Scrape(p ScrapeParams) (any, error) { return fn(p) } -func (e Exports) Setup() { - if fn, ok := e["setup"].(func(goja.FunctionCall) goja.Value); ok { - fn(goja.FunctionCall{}) - } -} - type Imports map[string]map[string]any func Compile(src string, imports Imports) (Exports, error) { @@ -53,7 +53,6 @@ func NewScraper() *Scraper { type Scraper struct { ScrapeFunc ScrapeFunc - SetupFunc func() Script string Modules []Module Client *http.Client @@ -97,10 +96,6 @@ func (s *Scraper) Run() { } } - if s.SetupFunc != nil { - s.SetupFunc() - } - go s.scrape() s.wg.Wait() close(s.jobs) |