diff options
Diffstat (limited to 'js_lib.go')
| -rw-r--r-- | js_lib.go | 71 |
1 files changed, 71 insertions, 0 deletions
diff --git a/js_lib.go b/js_lib.go new file mode 100644 index 0000000..1ba2a57 --- /dev/null +++ b/js_lib.go @@ -0,0 +1,71 @@ +// This Source Code Form is subject to the terms of the Mozilla Public +// License, v. 2.0. If a copy of the MPL was not distributed with this +// file, You can obtain one at http://mozilla.org/MPL/2.0/. + +package flyscrape + +import ( + "fmt" + "io" + "net/http" + gourl "net/url" + "strings" +) + +func NewJSLibrary(client *http.Client) Imports { + return Imports{ + "flyscrape": map[string]any{ + "fetchDocument": jsFetchDocument(client), + "submitForm": jsSubmitForm(client), + }, + } +} + +func jsFetchDocument(client *http.Client) func(url string) map[string]any { + return func(url string) map[string]any { + resp, err := client.Get(url) + if err != nil { + return nil + } + defer resp.Body.Close() + + var b strings.Builder + if _, err := io.Copy(&b, resp.Body); err != nil { + return nil + } + + doc, err := DocumentFromString(b.String()) + if err != nil { + return nil + } + + return doc + } +} + +func jsSubmitForm(client *http.Client) func(url string, data map[string]any) map[string]any { + return func(url string, data map[string]any) map[string]any { + form := gourl.Values{} + for k, v := range data { + form.Set(k, fmt.Sprintf("%v", v)) + } + + resp, err := client.PostForm(url, form) + if err != nil { + return nil + } + defer resp.Body.Close() + + var b strings.Builder + if _, err := io.Copy(&b, resp.Body); err != nil { + return nil + } + + doc, err := DocumentFromString(b.String()) + if err != nil { + return nil + } + + return doc + } +} |