2020-01-14 20:45:30 +00:00
|
|
|
'use strict';
|
|
|
|
|
|
|
|
const bhttp = require('bhttp');
|
|
|
|
const { JSDOM } = require('jsdom');
|
|
|
|
const moment = require('moment');
|
|
|
|
|
|
|
|
function scrapeLatest(html, site) {
|
2020-01-16 20:04:44 +00:00
|
|
|
const { document } = new JSDOM(html).window;
|
2020-01-15 00:01:16 +00:00
|
|
|
const { origin } = new URL(site.url);
|
|
|
|
|
2020-02-18 15:00:36 +00:00
|
|
|
const videos = Array.from(document.querySelectorAll('.video-releases-list')).slice(-1)[0];
|
2020-01-14 20:45:30 +00:00
|
|
|
|
2020-01-15 00:01:16 +00:00
|
|
|
return Array.from(videos.querySelectorAll('.card'), (scene) => {
|
2020-01-14 20:45:30 +00:00
|
|
|
const release = { site };
|
|
|
|
|
2020-01-15 00:01:16 +00:00
|
|
|
release.url = `${origin}${scene.querySelector(':scope > a').href}`;
|
2020-01-14 20:45:30 +00:00
|
|
|
release.entryId = scene.dataset.videoId;
|
|
|
|
release.title = scene.querySelector('.card-title').textContent;
|
|
|
|
release.date = moment.utc(scene.dataset.date, 'MMMM DD, YYYY').toDate();
|
|
|
|
release.actors = Array.from(scene.querySelectorAll('.actors a'), el => el.textContent);
|
|
|
|
|
|
|
|
release.poster = `https:${scene.querySelector('.single-image').src}`;
|
|
|
|
release.photos = Array.from(scene.querySelectorAll('.rollover-thumbs img'), el => `https:${el.dataset.src}`);
|
|
|
|
|
|
|
|
const trailerEl = scene.querySelector('source');
|
|
|
|
if (trailerEl) release.trailer = { src: trailerEl.dataset.src };
|
|
|
|
|
|
|
|
return release;
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2020-01-15 00:01:16 +00:00
|
|
|
function scrapeScene(html, site, url) {
|
2020-01-14 20:45:30 +00:00
|
|
|
const { document } = new JSDOM(html).window;
|
|
|
|
const release = { site };
|
|
|
|
|
|
|
|
const scene = document.querySelector('#t2019-2col');
|
|
|
|
|
2020-01-15 00:01:16 +00:00
|
|
|
release.url = url;
|
2020-01-14 20:45:30 +00:00
|
|
|
release.title = scene.querySelector('.t2019-stitle').textContent.trim();
|
|
|
|
release.description = scene.querySelector('#t2019-description').textContent.trim();
|
|
|
|
release.actors = Array.from(scene.querySelectorAll('#t2019-models a'), el => el.textContent);
|
|
|
|
|
2020-01-15 00:01:16 +00:00
|
|
|
const durationEls = Array.from(scene.querySelectorAll('#t2019-stime span'));
|
|
|
|
|
|
|
|
if (durationEls.length > 1) {
|
|
|
|
release.date = moment.utc(durationEls[0].textContent, 'MMMM DD, YYYY').toDate();
|
|
|
|
release.duration = Number(durationEls[1].textContent.match(/\d+/)[0]) * 60;
|
|
|
|
} else {
|
|
|
|
release.duration = Number(durationEls[0].textContent.match(/\d+/)[0]) * 60;
|
|
|
|
}
|
2020-01-14 20:45:30 +00:00
|
|
|
|
|
|
|
release.photos = Array.from(scene.querySelectorAll('#t2019-main .t2019-thumbs img'), el => `https:${el.src}`);
|
|
|
|
|
|
|
|
const posterEl = scene.querySelector('#no-player-image');
|
|
|
|
const videoEl = scene.querySelector('video');
|
|
|
|
|
|
|
|
if (posterEl) release.poster = `https:${posterEl.src}`;
|
|
|
|
else if (videoEl) release.poster = `https:${videoEl.poster}`;
|
|
|
|
|
|
|
|
const trailerEl = scene.querySelector('#t2019-video source');
|
|
|
|
if (trailerEl) release.trailer = { src: trailerEl.src };
|
|
|
|
|
|
|
|
return release;
|
|
|
|
}
|
|
|
|
|
|
|
|
async function fetchLatest(site, page = 1) {
|
2020-01-15 00:01:16 +00:00
|
|
|
const url = `${site.url}?page=${page}`;
|
2020-01-14 20:45:30 +00:00
|
|
|
const res = await bhttp.get(url);
|
|
|
|
|
|
|
|
if (res.statusCode === 200) {
|
|
|
|
return scrapeLatest(res.body.toString(), site);
|
|
|
|
}
|
|
|
|
|
2020-01-15 00:01:16 +00:00
|
|
|
return [];
|
2020-01-14 20:45:30 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
async function fetchScene(url, site) {
|
|
|
|
const res = await bhttp.get(url);
|
|
|
|
|
|
|
|
if (res.statusCode === 200) {
|
2020-01-15 00:01:16 +00:00
|
|
|
return scrapeScene(res.body.toString(), site, url);
|
2020-01-14 20:45:30 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
return null;
|
|
|
|
}
|
|
|
|
|
|
|
|
module.exports = {
|
|
|
|
fetchLatest,
|
|
|
|
fetchScene,
|
|
|
|
};
|