Added Vivid network. Added ASMR Fantasy to Adult Time. Storing deep URL in database. Added href to header links.

src/scrapers/vivid.js

@@ -0,0 +1,114 @@
+'use strict';
+
+/* eslint-disable no-unused-vars */
+const bhttp = require('bhttp');
+
+const { get, date } = require('../utils/q');
+const { fetchApiLatest, fetchApiUpcoming, fetchScene, fetchApiProfile } = require('./gamma');
+
+function scrapeLatestNative(scenes, site) {
+    return scenes.map((scene) => {
+        const release = {};
+
+        release.entryId = scene.id;
+        release.url = `${site.url}${scene.url}`;
+
+        release.title = scene.name;
+        release.date = date(scene.release_date, 'YYYY-MM-DD');
+        release.duration = parseInt(scene.runtime, 10) * 60;
+
+        release.actors = scene.cast?.map(actor => ({
+            name: actor.stagename,
+            gender: actor.gender.toLowerCase(),
+            avatar: actor.placard,
+        })) || [];
+
+        release.stars = Number(scene.rating);
+        release.poster = scene.placard_800 || scene.placard;
+
+        return release;
+    });
+}
+
+function scrapeSceneNative({ html, q, qa }, url, _site) {
+    const release = { url };
+
+    release.entryId = new URL(url).pathname.split('/')[2]; // eslint-disable-line prefer-destructuring
+
+    release.title = q('.scene-h2-heading', true);
+    release.description = q('.indie-model-p', true);
+
+    const dateString = qa('h5').find(el => /Released/.test(el.textContent)).textContent;
+    release.date = date(dateString, 'MMM DD, YYYY', /\w+ \d{1,2}, \d{4}/);
+
+    const duration = qa('h5').find(el => /Runtime/.test(el.textContent)).textContent;
+    const [hours, minutes] = duration.match(/\d+/g);
+
+    if (minutes) release.duration = (hours * 3600) + (minutes * 60);
+    else release.duration = hours * 60; // scene shorter that 1hr, hour match are minutes
+
+    release.actors = qa('h4 a[href*="/stars"], h4 a[href*="/celebs"]', true);
+    release.tags = qa('h5 a[href*="/categories"]', true);
+
+    const [poster, trailer] = html.match(/https:\/\/content.vivid.com(.*)(.jpg|.mp4)/g);
+    release.poster = poster;
+
+    if (trailer) {
+        release.trailer = {
+            src: trailer,
+        };
+    }
+
+    const channel = q('h5 a[href*="/sites"]', true);
+    if (channel) release.channel = channel.replace(/\.\w+/, '');
+
+    return release;
+}
+
+async function fetchLatestNative(site, page = 1) {
+    if (site.parameters?.useGamma) {
+        return fetchApiLatest(site, page);
+    }
+
+    const apiUrl = `${site.url}/videos/api/?limit=50&offset=${(page - 1) * 50}&sort=datedesc`;
+    const res = await bhttp.get(apiUrl, {
+        decodeJSON: true,
+    });
+
+    if (res.statusCode === 200 && res.body.code === 200) {
+        return scrapeLatestNative(res.body.responseData, site);
+    }
+
+    return null;
+}
+
+async function fetchUpcomingNative(site) {
+    if (site.parameters?.useGamma) {
+        return fetchApiUpcoming(site);
+    }
+
+    return null;
+}
+
+async function fetchSceneNative(url, site, release) {
+    if (site.parameters?.useGamma) {
+        return fetchScene(url, site, release);
+    }
+
+    const qScene = await get(url);
+
+    return qScene && scrapeSceneNative(qScene, url, site);
+}
+
+async function fetchSceneWrapper(url, site, release) {
+    const scene = await fetchScene(url, site, release);
+
+    return scene;
+}
+
+module.exports = {
+    fetchLatest: fetchApiLatest,
+    fetchProfile: fetchApiProfile,
+    fetchUpcoming: fetchApiUpcoming,
+    fetchScene: fetchSceneWrapper,
+};