diff options
Diffstat (limited to 'modules/followlinks/followlinks.go')
| -rw-r--r-- | modules/followlinks/followlinks.go | 11 |
1 files changed, 2 insertions, 9 deletions
diff --git a/modules/followlinks/followlinks.go b/modules/followlinks/followlinks.go index dde0e90..99d6cee 100644 --- a/modules/followlinks/followlinks.go +++ b/modules/followlinks/followlinks.go @@ -14,17 +14,10 @@ func init() { type Module struct{} -func (m *Module) ID() string { - return "followlinks" -} - func (m *Module) OnResponse(resp *flyscrape.Response) { - for _, link := range flyscrape.ParseLinks(resp.HTML, resp.URL) { + for _, link := range flyscrape.ParseLinks(string(resp.Body), resp.Request.URL) { resp.Visit(link) } } -var ( - _ flyscrape.Module = (*Module)(nil) - _ flyscrape.OnResponse = (*Module)(nil) -) +var _ flyscrape.OnResponse = (*Module)(nil) |