From 08df9258a532b653c243e077e82491dbe62ad854 Mon Sep 17 00:00:00 2001 From: Philipp Tanlak Date: Sat, 23 Sep 2023 17:41:57 +0200 Subject: refactor scraper into modules --- modules/jsonprinter/jsonprinter.go | 47 ++++++++++++++++++++++++++++++++++++++ 1 file changed, 47 insertions(+) create mode 100644 modules/jsonprinter/jsonprinter.go (limited to 'modules/jsonprinter/jsonprinter.go') diff --git a/modules/jsonprinter/jsonprinter.go b/modules/jsonprinter/jsonprinter.go new file mode 100644 index 0000000..3936277 --- /dev/null +++ b/modules/jsonprinter/jsonprinter.go @@ -0,0 +1,47 @@ +// This Source Code Form is subject to the terms of the Mozilla Public +// License, v. 2.0. If a copy of the MPL was not distributed with this +// file, You can obtain one at http://mozilla.org/MPL/2.0/. + +package jsonprinter + +import ( + "fmt" + + "github.com/philippta/flyscrape" +) + +func init() { + flyscrape.RegisterModule(new(Module)) +} + +type Module struct { + first bool +} + +func (m *Module) ID() string { + return "jsonprinter" +} + +func (m *Module) OnResponse(resp *flyscrape.Response) { + if resp.Error == nil && resp.Data == nil { + return + } + + if m.first { + fmt.Println("[") + } else { + fmt.Println(",") + } + + fmt.Print(flyscrape.PrettyPrint(resp.ScrapeResult, " ")) +} + +func (m *Module) OnComplete() { + fmt.Println("\n]") +} + +var ( + _ flyscrape.Module = (*Module)(nil) + _ flyscrape.OnResponse = (*Module)(nil) + _ flyscrape.OnComplete = (*Module)(nil) +) -- cgit v1.2.3