78 lines
2.2 KiB
JavaScript
78 lines
2.2 KiB
JavaScript
|
|
const got = require('got')
|
|
const { JSDOM } = require("jsdom")
|
|
const md5 = require('md5')
|
|
|
|
const fsp = require('fs').promises
|
|
const { createWriteStream, existsSync } = require("fs")
|
|
const stream = require("stream")
|
|
const { promisify } = require("util")
|
|
const pipeline = promisify(stream.pipeline)
|
|
|
|
async function discoverAnimals() {
|
|
const list = await got('https://animalcrossing.fandom.com/wiki/Villager_list_(New_Horizons)')
|
|
const dom = new JSDOM(list.body)
|
|
|
|
const rows = [...dom.window.document.querySelectorAll('table.roundy')[1].querySelectorAll('tr')].slice(3)
|
|
|
|
return rows.map(row => {
|
|
const attrs = [...row.querySelectorAll('td')]
|
|
|
|
const link = attrs[0].querySelector('a')
|
|
const img = attrs[1].querySelector('a').href
|
|
const birthday = attrs[4].innerHTML
|
|
|
|
return {
|
|
href: link.href,
|
|
name: link.innerHTML,
|
|
birthday,
|
|
img
|
|
}
|
|
})
|
|
}
|
|
|
|
async function discoverQuotes(animal) {
|
|
const detail = await got(`https://animalcrossing.fandom.com${animal.href}`)
|
|
const dom = new JSDOM(detail.body)
|
|
|
|
const text = dom.window.document.querySelector('.mw-parser-output').innerHTML.match(/<span style=\"font-family:Copper Black; color:#9e6700; font-size:18px\"><b>“<\/b><\/span><i>(.*?)<\/i>/g)
|
|
if(!text) return []
|
|
return text.map(itm => {
|
|
return itm
|
|
.replace("</i>", "")
|
|
.replace(/<a href=.*>(.*)<\/a>/g, "$1")
|
|
.replace("<span style=\"font-family:Copper Black; color:#9e6700; font-size:18px\"><b>“<\/b><\/span><i>", "")
|
|
})
|
|
}
|
|
|
|
async function collect() {
|
|
const animals = await discoverAnimals()
|
|
const shouldIDownloadQuotes = existsSync('data/ac/animals.json')
|
|
|
|
for await(animal of animals) {
|
|
const fileName = `data/ac/${md5(animal.img)}.png`
|
|
|
|
if(!existsSync(fileName)) {
|
|
await pipeline(got.stream(animal.img), createWriteStream(fileName))
|
|
console.log(`${animal.name} avatar downloaded.`)
|
|
}
|
|
|
|
if(!shouldIDownloadQuotes) {
|
|
const quotes = await discoverQuotes(animal)
|
|
animal.quotes = quotes
|
|
console.log(`${animal.name} quotes downloaded (${quotes}).`)
|
|
}
|
|
}
|
|
|
|
if(!shouldIDownloadQuotes) {
|
|
await fsp.writeFile('data/ac/animals.json', JSON.stringify({ animals }, null, 2))
|
|
console.log('Okay, animals.json written!')
|
|
}
|
|
|
|
return animals
|
|
}
|
|
|
|
|
|
module.exports = {
|
|
collect
|
|
} |