summaryrefslogtreecommitdiff
path: root/fetch_test.go
diff options
context:
space:
mode:
authorPhilipp Tanlak <philipp.tanlak@gmail.com>2023-10-05 14:53:37 +0200
committerPhilipp Tanlak <philipp.tanlak@gmail.com>2023-10-05 14:53:37 +0200
commit1fc497fbdc79a43c62ac2e8eaf4827752dbeef8e (patch)
tree67738e213ef97f249bdfa0f1bddda0839192cb77 /fetch_test.go
parentbd9e7f7acfd855d4685aa4544169c0e29cdbf205 (diff)
Refactor codebase into modules
Diffstat (limited to 'fetch_test.go')
-rw-r--r--fetch_test.go68
1 files changed, 0 insertions, 68 deletions
diff --git a/fetch_test.go b/fetch_test.go
deleted file mode 100644
index b32ac0f..0000000
--- a/fetch_test.go
+++ /dev/null
@@ -1,68 +0,0 @@
-package flyscrape_test
-
-import (
- "net/http"
- "net/http/httptest"
- "testing"
-
- "github.com/philippta/flyscrape"
- "github.com/stretchr/testify/require"
-)
-
-func TestFetchFetch(t *testing.T) {
- srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
- w.Write([]byte("foobar"))
- }))
-
- fetch := flyscrape.Fetch()
-
- html, err := fetch(srv.URL)
- require.NoError(t, err)
- require.Equal(t, html, "foobar")
-}
-
-func TestFetchCachedFetch(t *testing.T) {
- numcalled := 0
- srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
- numcalled++
- w.Write([]byte("foobar"))
- }))
-
- fetch := flyscrape.CachedFetch(flyscrape.Fetch())
-
- html, err := fetch(srv.URL)
- require.NoError(t, err)
- require.Equal(t, html, "foobar")
-
- html, err = fetch(srv.URL)
- require.NoError(t, err)
- require.Equal(t, html, "foobar")
-
- require.Equal(t, 1, numcalled)
-}
-
-func TestFetchProxiedFetch(t *testing.T) {
- srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
- require.Equal(t, r.URL.String(), "http://example.com/foo")
- w.Write([]byte("foobar"))
- }))
-
- fetch := flyscrape.ProxiedFetch(srv.URL)
-
- html, err := fetch("http://example.com/foo")
- require.NoError(t, err)
- require.Equal(t, html, "foobar")
-}
-
-func TestFetchUserAgent(t *testing.T) {
- var userAgent string
- srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
- userAgent = r.Header.Get("User-Agent")
- }))
-
- fetch := flyscrape.Fetch()
-
- _, err := fetch(srv.URL)
- require.NoError(t, err)
- require.Equal(t, "flyscrape/0.1", userAgent)
-}