Implement nested scraping (#81)

1 files changed, 23 insertions, 0 deletions

diff --git a/examples/hackernews_with_comments.js b/examples/hackernews_with_comments.js
new file mode 100644
index 0000000..8d9cfb5
--- /dev/null
+++ b/examples/hackernews_with_comments.js
@@ -0,0 +1,23 @@
+export const config = {
+  url: "https://news.ycombinator.com/",
+};
+
+export default function({ doc, scrape }) {
+  const post = doc.find(".athing.submission").first();
+  const title = post.find(".titleline > a").text();
+  const commentsLink = post.next().find("a").last().attr("href");
+
+  const comments = scrape(commentsLink, function({ doc }) {
+    return doc.find(".comtr").map(comment => {
+      return {
+        author: comment.find(".hnuser").text(),
+        text: comment.find(".commtext").text(),
+      };
+    });
+  });
+
+  return {
+    title,
+    comments,
+  };
+}