diff options
| author | Philipp Tanlak <philipp.tanlak@gmail.com> | 2023-09-24 23:36:00 +0200 |
|---|---|---|
| committer | Philipp Tanlak <philipp.tanlak@gmail.com> | 2023-09-24 23:36:00 +0200 |
| commit | bd9e7f7acfd855d4685aa4544169c0e29cdbf205 (patch) | |
| tree | c5218c65359c0c2dee5a8db2670f30db677f068a /modules/domainfilter | |
| parent | 08df9258a532b653c243e077e82491dbe62ad854 (diff) | |
clean up modules
Diffstat (limited to 'modules/domainfilter')
| -rw-r--r-- | modules/domainfilter/domainfilter.go | 5 | ||||
| -rw-r--r-- | modules/domainfilter/domainfilter_test.go | 8 |
2 files changed, 4 insertions, 9 deletions
diff --git a/modules/domainfilter/domainfilter.go b/modules/domainfilter/domainfilter.go index b892882..ba9ebe6 100644 --- a/modules/domainfilter/domainfilter.go +++ b/modules/domainfilter/domainfilter.go @@ -19,10 +19,6 @@ type Module struct { BlockedDomains []string `json:"blockedDomains"` } -func (m *Module) ID() string { - return "domainfilter" -} - func (m *Module) OnLoad(v flyscrape.Visitor) { if u, err := url.Parse(m.URL); err == nil { m.AllowedDomains = append(m.AllowedDomains, u.Host()) @@ -56,7 +52,6 @@ func (m *Module) CanRequest(rawurl string, depth int) bool { } var ( - _ flyscrape.Module = (*Module)(nil) _ flyscrape.CanRequest = (*Module)(nil) _ flyscrape.OnLoad = (*Module)(nil) ) diff --git a/modules/domainfilter/domainfilter_test.go b/modules/domainfilter/domainfilter_test.go index 97bdc9c..884a89f 100644 --- a/modules/domainfilter/domainfilter_test.go +++ b/modules/domainfilter/domainfilter_test.go @@ -36,7 +36,7 @@ func TestDomainfilterAllowed(t *testing.T) { require.Len(t, urls, 2) require.Contains(t, urls, "http://www.example.com") - require.Contains(t, urls, "http://www.google.com/") + require.Contains(t, urls, "http://www.google.com") } func TestDomainfilterAllowedAll(t *testing.T) { @@ -61,8 +61,8 @@ func TestDomainfilterAllowedAll(t *testing.T) { require.Len(t, urls, 3) require.Contains(t, urls, "http://www.example.com") - require.Contains(t, urls, "http://www.duckduckgo.com/") - require.Contains(t, urls, "http://www.google.com/") + require.Contains(t, urls, "http://www.duckduckgo.com") + require.Contains(t, urls, "http://www.google.com") } func TestDomainfilterBlocked(t *testing.T) { @@ -88,5 +88,5 @@ func TestDomainfilterBlocked(t *testing.T) { require.Len(t, urls, 2) require.Contains(t, urls, "http://www.example.com") - require.Contains(t, urls, "http://www.duckduckgo.com/") + require.Contains(t, urls, "http://www.duckduckgo.com") } |