From 1fc497fbdc79a43c62ac2e8eaf4827752dbeef8e Mon Sep 17 00:00:00 2001 From: Philipp Tanlak Date: Thu, 5 Oct 2023 14:53:37 +0200 Subject: Refactor codebase into modules --- fetch_test.go | 68 ----------------------------------------------------------- 1 file changed, 68 deletions(-) delete mode 100644 fetch_test.go (limited to 'fetch_test.go') diff --git a/fetch_test.go b/fetch_test.go deleted file mode 100644 index b32ac0f..0000000 --- a/fetch_test.go +++ /dev/null @@ -1,68 +0,0 @@ -package flyscrape_test - -import ( - "net/http" - "net/http/httptest" - "testing" - - "github.com/philippta/flyscrape" - "github.com/stretchr/testify/require" -) - -func TestFetchFetch(t *testing.T) { - srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { - w.Write([]byte("foobar")) - })) - - fetch := flyscrape.Fetch() - - html, err := fetch(srv.URL) - require.NoError(t, err) - require.Equal(t, html, "foobar") -} - -func TestFetchCachedFetch(t *testing.T) { - numcalled := 0 - srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { - numcalled++ - w.Write([]byte("foobar")) - })) - - fetch := flyscrape.CachedFetch(flyscrape.Fetch()) - - html, err := fetch(srv.URL) - require.NoError(t, err) - require.Equal(t, html, "foobar") - - html, err = fetch(srv.URL) - require.NoError(t, err) - require.Equal(t, html, "foobar") - - require.Equal(t, 1, numcalled) -} - -func TestFetchProxiedFetch(t *testing.T) { - srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { - require.Equal(t, r.URL.String(), "http://example.com/foo") - w.Write([]byte("foobar")) - })) - - fetch := flyscrape.ProxiedFetch(srv.URL) - - html, err := fetch("http://example.com/foo") - require.NoError(t, err) - require.Equal(t, html, "foobar") -} - -func TestFetchUserAgent(t *testing.T) { - var userAgent string - srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) { - userAgent = r.Header.Get("User-Agent") - })) - - fetch := flyscrape.Fetch() - - _, err := fetch(srv.URL) - require.NoError(t, err) - require.Equal(t, "flyscrape/0.1", userAgent) -} -- cgit v1.2.3