Added Nubiles network.

src/scrapers/template.js

@@ -1,105 +1,50 @@
 'use strict';
 
-/* eslint-disable newline-per-chained-call */
-const bhttp = require('bhttp');
-const { JSDOM } = require('jsdom');
-const moment = require('moment');
+const { get, geta } = require('../utils/q');
 
-const { matchTags } = require('../tags');
+function scrapeLatest(scenes, site) {
+    return scenes.map(({ q, qa, qu, qd }) => {
+        const release = {};
 
-function scrapeLatest(html, site) {
-    const { document } = new JSDOM(html).window;
-    const sceneElements = $('.scenes-latest').toArray();
+        release.title = q('.title a', true);
 
-    return sceneElements.map((element) => {
-        const actors = $(element).find('.actors a').map((actorIndex, actorElement) => $(actorElement).text()).toArray();
+        const pathname = qu('.title a');
+        release.entryId = pathname.split('/')[3];
+        release.url = `${site.url}${pathname}`;
 
-        return {
-            url,
-            entryId,
-            title,
-            actors,
-            date,
-            rating: {
-                likes,
-                dislikes,
-                stars,
-            },
-            site,
-        };
+        release.date = qd('.date', 'MMM DD, YYYY');
+        release.actors = qa('.models a.model', true);
+
+        release.poster = q('img').dataset.original;
+
+        release.stars = Number(q('.rating', true));
+        release.likes = Number(q('.likes', true));
+
+        console.log(release);
+        return release;
     });
 }
 
-function scrapeUpcoming(html, site) {
-    const { document } = new JSDOM(html).window;
-    const sceneElements = $('.scenes-upcoming').toArray();
+function scrapeScene(({ q }), _site) {
+    const release = {};
 
-    return sceneElements.map((element) => {
-        const actors = $(element).find('.actors a').map((actorIndex, actorElement) => $(actorElement).text()).toArray();
-
-        return {
-            url,
-            entryId,
-            title,
-            actors,
-            date,
-            rating: {
-                likes,
-                dislikes,
-                stars,
-            },
-            site,
-        };
-    });
-}
-
-async function scrapeScene(html, url, site) {
-    const $ = cheerio.load(html, { normalizeWhitespace: true });
-
-    const actors = $('.actors a').map((actorIndex, actorElement) => $(actorElement).text()).toArray();
-
-    const rawTags = $('.tags a').map((tagIndex, tagElement) => $(tagElement).text()).toArray();
-    const tags = await matchTags(rawTags);
-
-    return {
-        url,
-        entryId,
-        title,
-        description,
-        actors,
-        director,
-        date,
-        duration,
-        tags,
-        rating: {
-            likes,
-            dislikes,
-            stars,
-        },
-        site,
-    };
+    console.log(release);
+    return release;
 }
 
 async function fetchLatest(site, page = 1) {
-    const res = await bhttp.get(`${site.url}/url`);
+    const url = `${site.url}/${page}`;
+    const qLatest = await geta(url, '.selector');
 
-    return scrapeLatest(res.body.toString(), site);
-}
-
-async function fetchUpcoming(site) {
-    const res = await bhttp.get(`${site.url}/url`);
-
-    return scrapeUpcoming(res.body.toString(), site);
+    return qLatest && scrapeLatest(qLatest, site);
 }
 
 async function fetchScene(url, site) {
-    const res = await bhttp.get(url);
+    const qScene = await get(url);
 
-    return scrapeScene(res.body.toString(), url, site);
+    return qScene && scrapeScene(qScene, site);
 }
 
 module.exports = {
     fetchLatest,
-    fetchUpcoming,
-    fetchScene,
 };