From 1a9af21755a78bb8689bd1f3830239f81dadc324 Mon Sep 17 00:00:00 2001 From: Philipp Tanlak Date: Thu, 17 Aug 2023 20:31:44 +0200 Subject: refactor --- scrape_test.go | 22 ---------------------- 1 file changed, 22 deletions(-) (limited to 'scrape_test.go') diff --git a/scrape_test.go b/scrape_test.go index 643b10d..ffd8b70 100644 --- a/scrape_test.go +++ b/scrape_test.go @@ -11,7 +11,6 @@ import ( func TestScrape(t *testing.T) { svc := flyscrape.Scraper{ - Concurrency: 10, ScrapeOptions: flyscrape.ScrapeOptions{ URL: "http://example.com/foo/bar", Depth: 1, @@ -45,24 +44,3 @@ func TestScrape(t *testing.T) { require.Equal(t, "http://example.com/foo/baz", urls[2]) require.Equal(t, "http://www.google.com/", urls[3]) } - -func TestFindLinks(t *testing.T) { - origin := "http://example.com/foo/bar" - html := ` - - - Baz - Baz - Google - Google - Anchor - - ` - - links := flyscrape.Links(html, origin) - require.Len(t, links, 4) - require.Equal(t, "http://example.com/baz", links[0]) - require.Equal(t, "http://example.com/foo/baz", links[1]) - require.Equal(t, "http://www.google.com/", links[2]) - require.Equal(t, "http://example.com/foo", links[3]) -} -- cgit v1.2.3