feat: search books

Author: shakogegia

.prettierrc

@@ -0,0 +1,5 @@
+{
+  "semi": false,
+  "singleQuote": true,
+  "printWidth": 80
+}

.vscode/settings.json

@@ -0,0 +1,5 @@
+{
+  "editor.formatOnSave": true,
+  "editor.codeActionsOnSave": ["source.fixAll.format", "source.fixAll.eslint"],
+  "cSpell.words": ["Goodreads"]
+}

example/sample.js

@@ -1,12 +1,10 @@
-const GoodReadsParser = require("../build/")
-
+const GoodReadsParser = require('../build/')
 
 ;(async () => {
   try {
-    const data = await GoodReadsParser.search("dark matter")
-    console.log("Book Data::", data);
-
+    const result = await GoodReadsParser.searchBooks({ q: 'Dark', page: 2 })
+    console.log('result:', result)
   } catch (error) {
-    console.log("error", error);
+    console.log('error', error)
   }
-})();
+})()

global.d.ts

@@ -0,0 +1,6 @@
+interface String {
+  toInt(): number
+  toFloat(): number
+  between(start: string, end: string): string
+  escape(): string
+}

src/api/search-books.ts

@@ -0,0 +1,73 @@
+import { element } from '../parsers/element'
+import cover from '../utils/cover'
+import fetch from '../utils/fetch'
+
+type SearchBooksProps = {
+  q: string
+  page?: number
+  field?: 'title' | 'author' | 'genre'
+}
+
+type SearchBooksResult = {
+  page: number
+  totalRecords: number
+  books: SearchBookItem[]
+}
+
+type SearchBookItem = {
+  id: string
+  url: string
+  title: string
+  author: string
+  cover: string
+  rating: number
+  ratingCount: number
+  publicationYear: number
+}
+
+export default async function searchBooks({
+  q,
+  page,
+  field,
+}: SearchBooksProps): Promise<SearchBooksResult> {
+  const document = await fetch(`/search`, { q, page, field })
+
+  const resultInfo = element(document).query('.searchSubNavContainer').text()
+
+  const [pageInfo, totalInfo] = resultInfo.split('of about')
+
+  const trs = document.querySelectorAll('[itemtype^="http://schema.org/Book"]')
+
+  const books = Array.from(trs).map((tr) => {
+    const el = element(tr)
+    const ratingStr = el
+      .query('td:nth-child(2) .minirating')
+      .text()
+      .split('avg rating — ')
+
+    return {
+      title: el.query('td:first-of-type a')?.attr('title'),
+      author: el.query('.authorName__container').text(),
+      rating: ratingStr[0].toFloat(),
+      ratingCount: ratingStr[1].toInt(),
+      cover: cover(el.query('td:first-of-type img').attr('src')),
+      publicationYear: el
+        .query('.greyText.smallText.uitext')
+        .textContent()
+        .between('published', '—')
+        .toInt(),
+      url: 'https://goodreads.com/' + el.query('.bookTitle').attr('href'),
+      id: el
+        .query('.bookTitle')
+        .attr('href')
+        .split('&')[0]
+        .replace('/book/show/', ''),
+    }
+  })
+
+  return {
+    page: pageInfo.toInt(),
+    totalRecords: totalInfo.split('results')[0].toInt(),
+    books,
+  }
+}

src/index.ts

@@ -1,37 +1,4 @@
-import axios from "axios"
-import jsdom from "jsdom"
-import { getIdAndUrl, parseBookPage, parseSearchResult } from "./utils"
+import './utils/number'
+import searchBooks from './api/search-books'
 
-const { JSDOM } = jsdom;
-
-async function parseBook(url: string) {
-  const response = await axios.get(url);
-  const result = parseBookPage(new JSDOM(response.data).window.document);
-  return { ...result, ...getIdAndUrl(response) }
-}
-
-export async function parseByISBN13(isbn13: string){
-  try {
-    return await parseBook("https://www.goodreads.com/search?q="+encodeURIComponent(isbn13))
-  } catch (error) {
-    throw error;
-  }
-};
-
-export async function parseByURL(url: string){
-  try {
-    return await parseBook(url)
-  } catch (error) {
-    throw error;
-  }
-};
-
-export async function search(term: string){
-  try {
-    const response = await axios.get("https://www.goodreads.com/search?q="+encodeURIComponent(term));
-    const result = parseSearchResult(new JSDOM(response.data).window.document);
-    return { result }
-  } catch (error) {
-    throw error;
-  }
-};
+export { searchBooks }

src/parsers/element.ts

@@ -0,0 +1,17 @@
+import { escape } from '../utils/string'
+
+export function element(el: Document | Element | null) {
+  return {
+    query: (selector: string) => element(el.querySelector(selector)),
+    attr: (attribute: string) => {
+      if (el.getAttribute) {
+        return escape(el.getAttribute(attribute))
+      }
+    },
+    innerHTML: () => el.innerHTML,
+    innerText: () => el.innerText,
+    textContent: () => el.textContent,
+    text: () => escape(el.textContent),
+    textUnsafe: () => el.textContent,
+  }
+}

src/types.ts

@@ -0,0 +1,10 @@
+export interface Book {
+  id: string
+  url: string
+  title: string
+  author: string
+  description: string
+  cover: string
+  isbn: number | null
+  isbn13: number | null
+}

src/utils.ts

@@ -0,0 +1,3 @@
+export default function cover(url: string) {
+  return url.replace('._SY75_', '')
+}