Added Private scraper. Added Vixen scraper to repository.

2019-04-04 04:00:28 +02:00
parent 439d3225ec
commit b3beeef3e4
14 changed files with 545 additions and 90 deletions
--- a/src/scrapers/kink.js
+++ b/src/scrapers/kink.js
@@ -65,8 +65,10 @@ async function scrapeScene(html, url, shootId, ratingRes, site) {

    const rawTags = $('.tag-list > a[href*="/tag"]').map((tagIndex, tagElement) => $(tagElement).text()).toArray();

-    const channelSite = await knex('sites').where({ id: sitename }).first();
-    const tags = await matchTags(rawTags);
+    const [channelSite, tags] = await Promise.all([
+        knex('sites').where({ id: sitename }).first(),
+        matchTags(rawTags),
+    ]);

    return {
        url,