Inspecting performance.

2020-01-27 00:41:04 +00:00
parent 72817f7be3
commit eca65f6b4d
4 changed files with 52 additions and 32 deletions
--- a/src/scrapers/dogfart.js
+++ b/src/scrapers/dogfart.js
@@ -131,7 +131,11 @@ async function scrapeScene(html, url, site) {
 }

 async function fetchLatest(site, page = 1) {
+    console.time('dogfart');
+    console.log('scraping...', site.name);
    const res = await bhttp.get(`https://dogfartnetwork.com/tour/scenes/?p=${page}`);
+    console.timeEnd('dogfart');
+    console.log('done!', site.name);

    return scrapeLatest(res.body.toString(), site);
 }