Added actor releases to MindGeek module.

This commit is contained in:
ThePendulum 2020-02-01 04:42:35 +01:00
parent 8ba6a82065
commit 87e2d6bbfd
1 changed files with 41 additions and 26 deletions

View File

@ -61,36 +61,36 @@ async function scrapeLatest(items, site) {
return Promise.all(items.map(async data => scrapeLatestX(data, site))); return Promise.all(items.map(async data => scrapeLatestX(data, site)));
} }
async function scrapeScene(data, url, site) { function scrapeScene(data, url, _site) {
const release = {};
const { id: entryId, title, description } = data; const { id: entryId, title, description } = data;
const date = new Date(data.dateReleased);
const actors = data.actors.map(actor => actor.name);
const tags = data.tags.map(tag => tag.name); release.entryId = data.id;
release.title = title;
release.description = description;
release.date = new Date(data.dateReleased);
release.actors = data.actors.map(actor => actor.name);
release.tags = data.tags.map(tag => tag.name);
[release.poster, ...release.photos] = getThumbs(data);
const [poster, ...photos] = getThumbs(data);
const trailer = data.videos.mediabook && (data.videos.mediabook.files['720p'] || data.videos.mediabook.files['320p']); const trailer = data.videos.mediabook && (data.videos.mediabook.files['720p'] || data.videos.mediabook.files['320p']);
if (trailer) {
const siteName = data.collections[0].name; release.trailer = {
const channel = siteName.replace(/\s+/g, '').toLowerCase();
return {
url,
entryId,
title,
description,
actors,
tags,
poster,
photos,
trailer: trailer && {
src: trailer.urls.view, src: trailer.urls.view,
quality: parseInt(trailer.format, 10), quality: parseInt(trailer.format, 10),
}, };
date, }
site,
channel, const siteName = data.collections[0].name;
}; release.channel = siteName.replace(/\s+/g, '').toLowerCase();
release.url = url || `https://www.realitykings.com/scene/${entryId}/`;
return release;
} }
function getUrl(site) { function getUrl(site) {
@ -124,7 +124,7 @@ async function getSession(url) {
return { session, instanceToken }; return { session, instanceToken };
} }
function scrapeProfile(data, html) { function scrapeProfile(data, html, releases = []) {
const { qa, qd } = ex(html); const { qa, qd } = ex(html);
const profile = { const profile = {
@ -155,6 +155,8 @@ function scrapeProfile(data, html) {
const birthdate = qa('li').find(el => /Date of Birth/.test(el.textContent)); const birthdate = qa('li').find(el => /Date of Birth/.test(el.textContent));
if (birthdate) profile.birthdate = qd(birthdate, 'span', 'MMMM Do, YYYY'); if (birthdate) profile.birthdate = qd(birthdate, 'span', 'MMMM Do, YYYY');
profile.releases = releases.map(release => scrapeScene(release));
return profile; return profile;
} }
@ -218,7 +220,20 @@ async function fetchProfile(actorName, networkName, actorPath = 'model') {
if (actorData) { if (actorData) {
const actorUrl = `https://www.${networkName}.com/${actorPath}/${actorData.id}/`; const actorUrl = `https://www.${networkName}.com/${actorPath}/${actorData.id}/`;
const actorRes = await bhttp.get(actorUrl); const actorReleasesUrl = `https://site-api.project1service.com/v2/releases?actorId=${actorData.id}&limit=100&offset=0&orderBy=-dateReleased&type=scene`;
const [actorRes, actorReleasesRes] = await Promise.all([
bhttp.get(actorUrl),
session.get(actorReleasesUrl, {
headers: {
Instance: instanceToken,
},
}),
]);
if (actorRes.statusCode === 200 && actorReleasesRes.statusCode === 200 && actorReleasesRes.body.result) {
return scrapeProfile(actorData, actorRes.body.toString(), actorReleasesRes.body.result);
}
if (actorRes.statusCode === 200) { if (actorRes.statusCode === 200) {
return scrapeProfile(actorData, actorRes.body.toString()); return scrapeProfile(actorData, actorRes.body.toString());