diff options
Diffstat (limited to 'modules/depth/depth.go')
| -rw-r--r-- | modules/depth/depth.go | 30 |
1 files changed, 30 insertions, 0 deletions
diff --git a/modules/depth/depth.go b/modules/depth/depth.go new file mode 100644 index 0000000..5efedc8 --- /dev/null +++ b/modules/depth/depth.go @@ -0,0 +1,30 @@ +// This Source Code Form is subject to the terms of the Mozilla Public +// License, v. 2.0. If a copy of the MPL was not distributed with this +// file, You can obtain one at http://mozilla.org/MPL/2.0/. + +package depth + +import ( + "github.com/philippta/flyscrape" +) + +func init() { + flyscrape.RegisterModule(new(Module)) +} + +type Module struct { + Depth int `json:"depth"` +} + +func (m *Module) ID() string { + return "depth" +} + +func (m *Module) CanRequest(url string, depth int) bool { + return depth <= m.Depth +} + +var ( + _ flyscrape.Module = (*Module)(nil) + _ flyscrape.CanRequest = (*Module)(nil) +) |