From 08df9258a532b653c243e077e82491dbe62ad854 Mon Sep 17 00:00:00 2001 From: Philipp Tanlak Date: Sat, 23 Sep 2023 17:41:57 +0200 Subject: refactor scraper into modules --- modules/starturl/starturl.go | 30 ++++++++++++++++++++++++++++++ 1 file changed, 30 insertions(+) create mode 100644 modules/starturl/starturl.go (limited to 'modules/starturl/starturl.go') diff --git a/modules/starturl/starturl.go b/modules/starturl/starturl.go new file mode 100644 index 0000000..b2e6c47 --- /dev/null +++ b/modules/starturl/starturl.go @@ -0,0 +1,30 @@ +// This Source Code Form is subject to the terms of the Mozilla Public +// License, v. 2.0. If a copy of the MPL was not distributed with this +// file, You can obtain one at http://mozilla.org/MPL/2.0/. + +package starturl + +import ( + "github.com/philippta/flyscrape" +) + +func init() { + flyscrape.RegisterModule(new(Module)) +} + +type Module struct { + URL string `json:"url"` +} + +func (m *Module) ID() string { + return "starturl" +} + +func (m *Module) OnLoad(v flyscrape.Visitor) { + v.Visit(m.URL) +} + +var ( + _ flyscrape.Module = (*Module)(nil) + _ flyscrape.OnLoad = (*Module)(nil) +) -- cgit v1.2.3