summaryrefslogtreecommitdiff
path: root/modules/ratelimit
diff options
context:
space:
mode:
authorPhilipp Tanlak <philipp.tanlak@gmail.com>2024-03-07 12:46:44 +0100
committerPhilipp Tanlak <philipp.tanlak@gmail.com>2024-03-07 12:46:44 +0100
commitde0f7e5341fd8957b6ed451f9098505f3b5a68ee (patch)
tree08c84f51db46b2433ab9d04951d9c6bfd6f76ea6 /modules/ratelimit
parent92baa1671dd2a9dcc43d14f3a893f0e7f9a4b34d (diff)
test: add mutex to testsv0.8.1
Diffstat (limited to 'modules/ratelimit')
-rw-r--r--modules/ratelimit/ratelimit_test.go8
1 files changed, 8 insertions, 0 deletions
diff --git a/modules/ratelimit/ratelimit_test.go b/modules/ratelimit/ratelimit_test.go
index 23cc8c8..9aa8acb 100644
--- a/modules/ratelimit/ratelimit_test.go
+++ b/modules/ratelimit/ratelimit_test.go
@@ -6,6 +6,7 @@ package ratelimit_test
import (
"net/http"
+ "sync"
"testing"
"time"
@@ -19,6 +20,7 @@ import (
func TestRatelimit(t *testing.T) {
var times []time.Time
+ var mu sync.Mutex
mods := []flyscrape.Module{
&starturl.Module{URL: "http://www.example.com"},
@@ -28,7 +30,9 @@ func TestRatelimit(t *testing.T) {
return flyscrape.MockTransport(200, `<a href="foo">foo</a>`)
},
ReceiveResponseFn: func(r *flyscrape.Response) {
+ mu.Lock()
times = append(times, time.Now())
+ mu.Unlock()
},
},
&ratelimit.Module{
@@ -53,6 +57,7 @@ func TestRatelimit(t *testing.T) {
func TestRatelimitConcurrency(t *testing.T) {
var times []time.Time
+ var mu sync.Mutex
mods := []flyscrape.Module{
&starturl.Module{URL: "http://www.example.com"},
@@ -60,7 +65,10 @@ func TestRatelimitConcurrency(t *testing.T) {
hook.Module{
AdaptTransportFn: func(rt http.RoundTripper) http.RoundTripper {
return flyscrape.RoundTripFunc(func(r *http.Request) (*http.Response, error) {
+ mu.Lock()
times = append(times, time.Now())
+ mu.Unlock()
+
time.Sleep(10 * time.Millisecond)
return flyscrape.MockResponse(200, `
<a href="foo"></a>