Inspecting performance.

This commit is contained in:
2020-01-27 00:41:04 +00:00
parent 72817f7be3
commit eca65f6b4d
4 changed files with 52 additions and 32 deletions

View File

@@ -131,7 +131,11 @@ async function scrapeScene(html, url, site) {
}
async function fetchLatest(site, page = 1) {
console.time('dogfart');
console.log('scraping...', site.name);
const res = await bhttp.get(`https://dogfartnetwork.com/tour/scenes/?p=${page}`);
console.timeEnd('dogfart');
console.log('done!', site.name);
return scrapeLatest(res.body.toString(), site);
}