diff options
| author | Philipp Tanlak <philipp.tanlak@gmail.com> | 2023-11-01 21:20:40 +0100 |
|---|---|---|
| committer | Philipp Tanlak <philipp.tanlak@gmail.com> | 2023-11-01 21:20:40 +0100 |
| commit | aadd80b3b213988aa5701075f2650198e4066349 (patch) | |
| tree | 23d61848106682a0c72338c07c37d6b9f87a1b47 /js_lib.go | |
| parent | 2d3cd6584dedce45ea709d1757a28ce7537f3472 (diff) | |
Add login functionality
Diffstat (limited to 'js_lib.go')
| -rw-r--r-- | js_lib.go | 71 |
1 files changed, 71 insertions, 0 deletions
diff --git a/js_lib.go b/js_lib.go new file mode 100644 index 0000000..1ba2a57 --- /dev/null +++ b/js_lib.go @@ -0,0 +1,71 @@ +// This Source Code Form is subject to the terms of the Mozilla Public +// License, v. 2.0. If a copy of the MPL was not distributed with this +// file, You can obtain one at http://mozilla.org/MPL/2.0/. + +package flyscrape + +import ( + "fmt" + "io" + "net/http" + gourl "net/url" + "strings" +) + +func NewJSLibrary(client *http.Client) Imports { + return Imports{ + "flyscrape": map[string]any{ + "fetchDocument": jsFetchDocument(client), + "submitForm": jsSubmitForm(client), + }, + } +} + +func jsFetchDocument(client *http.Client) func(url string) map[string]any { + return func(url string) map[string]any { + resp, err := client.Get(url) + if err != nil { + return nil + } + defer resp.Body.Close() + + var b strings.Builder + if _, err := io.Copy(&b, resp.Body); err != nil { + return nil + } + + doc, err := DocumentFromString(b.String()) + if err != nil { + return nil + } + + return doc + } +} + +func jsSubmitForm(client *http.Client) func(url string, data map[string]any) map[string]any { + return func(url string, data map[string]any) map[string]any { + form := gourl.Values{} + for k, v := range data { + form.Set(k, fmt.Sprintf("%v", v)) + } + + resp, err := client.PostForm(url, form) + if err != nil { + return nil + } + defer resp.Body.Close() + + var b strings.Builder + if _, err := io.Copy(&b, resp.Body); err != nil { + return nil + } + + doc, err := DocumentFromString(b.String()) + if err != nil { + return nil + } + + return doc + } +} |