From 94da9293f63e46712b0a890e1e0eab4153fdb3f9 Mon Sep 17 00:00:00 2001 From: Philipp Tanlak Date: Wed, 15 Nov 2023 16:31:50 +0100 Subject: Add file download functionality --- examples/download.js | 25 +++++++++++++++++++++++++ 1 file changed, 25 insertions(+) create mode 100644 examples/download.js (limited to 'examples/download.js') diff --git a/examples/download.js b/examples/download.js new file mode 100644 index 0000000..7048846 --- /dev/null +++ b/examples/download.js @@ -0,0 +1,25 @@ +import { download } from "flyscrape/http"; + +export const config = { + url: "https://commons.wikimedia.org/wiki/London", +}; + +export default function ({ doc }) { + const symbols = doc.find("#mw-content-text .mw-gallery-traditional:first-of-type li"); + + return { + symbols: symbols.map(symbol => { + const name = symbol.text().trim(); + const url = symbol.find("img").attr("src"); + const file = `symbols/${basename(url)}`; + + download(url, file); + + return { name, url, file }; + }) + }; +} + +function basename(path) { + return path.split("/").slice(-1)[0]; +} -- cgit v1.2.3