diff options
Diffstat (limited to 'modules/starturl/starturl.go')
| -rw-r--r-- | modules/starturl/starturl.go | 14 |
1 files changed, 7 insertions, 7 deletions
diff --git a/modules/starturl/starturl.go b/modules/starturl/starturl.go index 9e3ec31..a016324 100644 --- a/modules/starturl/starturl.go +++ b/modules/starturl/starturl.go @@ -13,7 +13,8 @@ func init() { } type Module struct { - URL string `json:"url"` + URL string `json:"url"` + URLs []string `json:"urls"` } func (Module) ModuleInfo() flyscrape.ModuleInfo { @@ -24,14 +25,13 @@ func (Module) ModuleInfo() flyscrape.ModuleInfo { } func (m *Module) Provision(ctx flyscrape.Context) { - if m.disabled() { - return + if m.URL != "" { + ctx.Visit(m.URL) } - ctx.Visit(m.URL) -} -func (m *Module) disabled() bool { - return m.URL == "" + for _, url := range m.URLs { + ctx.Visit(url) + } } var _ flyscrape.Provisioner = (*Module)(nil) |