summaryrefslogtreecommitdiff
path: root/modules/domainfilter
diff options
context:
space:
mode:
authorPhilipp Tanlak <philipp.tanlak@gmail.com>2023-09-24 23:36:00 +0200
committerPhilipp Tanlak <philipp.tanlak@gmail.com>2023-09-24 23:36:00 +0200
commitbd9e7f7acfd855d4685aa4544169c0e29cdbf205 (patch)
treec5218c65359c0c2dee5a8db2670f30db677f068a /modules/domainfilter
parent08df9258a532b653c243e077e82491dbe62ad854 (diff)
clean up modules
Diffstat (limited to 'modules/domainfilter')
-rw-r--r--modules/domainfilter/domainfilter.go5
-rw-r--r--modules/domainfilter/domainfilter_test.go8
2 files changed, 4 insertions, 9 deletions
diff --git a/modules/domainfilter/domainfilter.go b/modules/domainfilter/domainfilter.go
index b892882..ba9ebe6 100644
--- a/modules/domainfilter/domainfilter.go
+++ b/modules/domainfilter/domainfilter.go
@@ -19,10 +19,6 @@ type Module struct {
BlockedDomains []string `json:"blockedDomains"`
}
-func (m *Module) ID() string {
- return "domainfilter"
-}
-
func (m *Module) OnLoad(v flyscrape.Visitor) {
if u, err := url.Parse(m.URL); err == nil {
m.AllowedDomains = append(m.AllowedDomains, u.Host())
@@ -56,7 +52,6 @@ func (m *Module) CanRequest(rawurl string, depth int) bool {
}
var (
- _ flyscrape.Module = (*Module)(nil)
_ flyscrape.CanRequest = (*Module)(nil)
_ flyscrape.OnLoad = (*Module)(nil)
)
diff --git a/modules/domainfilter/domainfilter_test.go b/modules/domainfilter/domainfilter_test.go
index 97bdc9c..884a89f 100644
--- a/modules/domainfilter/domainfilter_test.go
+++ b/modules/domainfilter/domainfilter_test.go
@@ -36,7 +36,7 @@ func TestDomainfilterAllowed(t *testing.T) {
require.Len(t, urls, 2)
require.Contains(t, urls, "http://www.example.com")
- require.Contains(t, urls, "http://www.google.com/")
+ require.Contains(t, urls, "http://www.google.com")
}
func TestDomainfilterAllowedAll(t *testing.T) {
@@ -61,8 +61,8 @@ func TestDomainfilterAllowedAll(t *testing.T) {
require.Len(t, urls, 3)
require.Contains(t, urls, "http://www.example.com")
- require.Contains(t, urls, "http://www.duckduckgo.com/")
- require.Contains(t, urls, "http://www.google.com/")
+ require.Contains(t, urls, "http://www.duckduckgo.com")
+ require.Contains(t, urls, "http://www.google.com")
}
func TestDomainfilterBlocked(t *testing.T) {
@@ -88,5 +88,5 @@ func TestDomainfilterBlocked(t *testing.T) {
require.Len(t, urls, 2)
require.Contains(t, urls, "http://www.example.com")
- require.Contains(t, urls, "http://www.duckduckgo.com/")
+ require.Contains(t, urls, "http://www.duckduckgo.com")
}