Add file download functionality

1 files changed, 12 insertions, 1 deletions

diff --git a/modules/cache/cache.go b/modules/cache/cache.go
index 4750e55..401aa49 100644
--- a/modules/cache/cache.go
+++ b/modules/cache/cache.go
@@ -51,8 +51,11 @@ func (m *Module) AdaptTransport(t http.RoundTripper) http.RoundTripper {
 		return t
 	}
 	return flyscrape.RoundTripFunc(func(r *http.Request) (*http.Response, error) {
-		key := r.Method + " " + r.URL.String()
+		if nocache(r) {
+			return t.RoundTrip(r)
+		}
 
+		key := r.Method + " " + r.URL.String()
 		if b, ok := m.store.Get(key); ok {
 			if resp, err := http.ReadResponse(bufio.NewReader(bytes.NewReader(b)), r); err == nil {
 				return resp, nil
@@ -86,6 +89,14 @@ func (m *Module) Finalize() {
 	}
 }
 
+func nocache(r *http.Request) bool {
+	if r.Header.Get(flyscrape.HeaderBypassCache) != "" {
+		r.Header.Del(flyscrape.HeaderBypassCache)
+		return true
+	}
+	return false
+}
+
 func replaceExt(filePath string, newExt string) string {
 	ext := filepath.Ext(filePath)
 	if ext != "" {