Integrated Blowpass into generic Gamma scraper.

src/scrapers/blowpass.js

@@ -1,132 +1,38 @@
 'use strict';
 
-/* eslint-disable newline-per-chained-call */
 const bhttp = require('bhttp');
-const cheerio = require('cheerio');
-const moment = require('moment');
 
-const { getPhotos, fetchProfile } = require('./gamma');
+const { scrapeAll, scrapeScene, fetchProfile } = require('./gamma');
 
-function scrape(html, site) {
-    const $ = cheerio.load(html, { normalizeWhitespace: true });
-    const sceneElements = $('.sceneList .scene').toArray();
+async function fetchScene(url, site) {
+    // const res = await bhttp.get(url);
+    const res = await bhttp.get(`https://www.blowpass.com/en/video/${site.id}/${new URL(url).pathname.split('/').slice(-2).join('/')}`);
 
-    return sceneElements.map((element) => {
-        const entryId = $(element).attr('data-itemid');
+    const release = await scrapeScene(res.body.toString(), url, site);
+    release.channel = release.$('.siteNameSpan').text().trim().toLowerCase();
 
-        const sceneLinkElement = $(element).find('.sceneTitle a');
-        const title = sceneLinkElement.attr('title');
-        const url = `${site.url}/en/scene/${sceneLinkElement.attr('href').split('/').slice(-2).join('/')}`;
+    if (['onlyteenblowjobs.com', 'mommyblowsbest.com'].includes(release.channel)) release.url = url.replace(/video\/\w+\//, 'scene/');
+    else release.url = url.replace(/video\/\w+\//, 'video/');
 
-        const date = moment.utc($(element).find('.sceneDate').text(), 'MM-DD-YYYY').toDate();
-        const actors = $(element).find('.sceneActors a').map((actorIndex, actorElement) => $(actorElement).text()).toArray();
-
-        const poster = $(element).find('a.imgLink img.img').attr('data-original');
-        const trailer = `https://videothumb.gammacdn.com/600x339/${entryId}.mp4`;
-
-        const likes = Number($(element).find('.rating .state_1 .value').text());
-
-        return {
-            url,
-            entryId,
-            title,
-            actors,
-            date,
-            poster,
-            trailer: {
-                src: trailer,
-                quality: 339,
-            },
-            rating: {
-                likes,
-            },
-            site,
-        };
-    });
-}
-
-async function scrapeScene(html, url, site) {
-    const $ = cheerio.load(html, { normalizeWhitespace: true });
-    const json = $('script[type="application/ld+json"]').html();
-    const data = JSON.parse(json).slice(-1)[0];
-    const sceneElement = $('#wrapper');
-
-    const videoScript = $('script:contains("window.ScenePlayerOptions")').html();
-    const playerObject = videoScript.slice(videoScript.indexOf('{'), videoScript.indexOf('};') + 1);
-    const playerData = JSON.parse(playerObject);
-
-    // const workName = data.isPartOf.name.split(' - ');
-    // const shootId = workName.length > 1 ? workName[1] : null;
-    const entryId = url.split('/').slice(-1)[0];
-    const title = data.title || $('meta[name="twitter:title"]').attr('content');
-    const description = data.description || $('meta[name="twitter:description"]').attr('content');
-    // date in data object is not the release date of the scene, but the date the entry was added
-    const date = moment.utc($('.updatedDate').first().text(), 'MM-DD-YYYY').toDate();
-
-    const actors = data.actor.map(({ name }) => name);
-
-    const likes = Number(sceneElement.find('.rating .state_1 .value').text());
-    const dislikes = Number(sceneElement.find('.rating .state_2 .value').text());
-
-    const channel = $('.siteNameSpan').text().trim().toLowerCase();
-
-    const poster = playerData.picPreview;
-    const trailer = `${playerData.playerOptions.host}${playerData.url}`;
-    const photos = await getPhotos($('.picturesItem a').attr('href'), 'blowpass.com', site);
-
-    const duration = moment.duration(data.duration.slice(2)).asSeconds();
-    const tags = data.keywords.split(', ');
-
-    return {
-        url,
-        // shootId,
-        entryId,
-        title,
-        description,
-        actors,
-        date,
-        duration,
-        poster,
-        photos,
-        trailer: {
-            src: trailer,
-            quality: playerData.sizeOnLoad.slice(0, -1),
-        },
-        tags,
-        rating: {
-            likes,
-            dislikes,
-        },
-        site,
-        channel,
-    };
+    return release;
 }
 
 async function fetchLatest(site, page = 1) {
     const res = await bhttp.get(`https://www.blowpass.com/en/videos/${site.slug}/latest/All-Categories/0/All-Pornstars/0/${page}`);
 
-    return scrape(res.body.toString(), site);
+    return scrapeAll(res.body.toString(), site);
 }
 
 async function fetchUpcoming(site) {
     const res = await bhttp.get(`https://www.blowpass.com/en/videos/${site.slug}/upcoming`);
 
-    return scrape(res.body.toString(), site);
+    return scrapeAll(res.body.toString(), site);
 }
 
-async function fetchScene(url, site) {
-    const res = await bhttp.get(`https://www.blowpass.com/en/video/${site.id}/${new URL(url).pathname.split('/').slice(-2).join('/')}`);
-
-    return scrapeScene(res.body.toString(), url, site);
-}
-
-async function blowpassFetchProfile(actorName) {
-    return fetchProfile(actorName, 'blowpass');
-}
 
 module.exports = {
     fetchLatest,
-    fetchProfile: blowpassFetchProfile,
-    fetchScene,
+    fetchProfile,
     fetchUpcoming,
+    fetchScene,
 };