From beadfd1db3d2398b9b1e66d60779a7b2649af044 Mon Sep 17 00:00:00 2001
From: rafiramadhana <rf.ramadhana@gmail.com>
Date: Wed, 15 Nov 2023 22:18:06 +0700
Subject: Add multiple starting URLs

Add multiple starting URLs by adding Module.URLs.
---
 modules/starturl/starturl.go | 14 +++++++-------
 1 file changed, 7 insertions(+), 7 deletions(-)

(limited to 'modules/starturl/starturl.go')

diff --git a/modules/starturl/starturl.go b/modules/starturl/starturl.go
index 9e3ec31..a016324 100644
--- a/modules/starturl/starturl.go
+++ b/modules/starturl/starturl.go
@@ -13,7 +13,8 @@ func init() {
 }
 
 type Module struct {
-	URL string `json:"url"`
+	URL  string   `json:"url"`
+	URLs []string `json:"urls"`
 }
 
 func (Module) ModuleInfo() flyscrape.ModuleInfo {
@@ -24,14 +25,13 @@ func (Module) ModuleInfo() flyscrape.ModuleInfo {
 }
 
 func (m *Module) Provision(ctx flyscrape.Context) {
-	if m.disabled() {
-		return
+	if m.URL != "" {
+		ctx.Visit(m.URL)
 	}
-	ctx.Visit(m.URL)
-}
 
-func (m *Module) disabled() bool {
-	return m.URL == ""
+	for _, url := range m.URLs {
+		ctx.Visit(url)
+	}
 }
 
 var _ flyscrape.Provisioner = (*Module)(nil)
-- 
cgit v1.2.3