DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Added Men network and Icon Male to MindGeek. Added entropy filter to media module to help filter out generic avatars. Added Pure Taboo. Various logo updates.

Browse Source
This commit is contained in:
ThePendulum
2020-01-30 01:14:31 +01:00
parent 04e9d29010
commit ff61094b69
124 changed files with 360 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

28
src/scrapers/mindgeek.js
View File

@@ -27,7 +27,7 @@ function getThumbs(scene) {
function scrapeLatestX(data, site) {
const { id: entryId, title, description } = data;
const hostname = site.parameters?.classic ? site.url : site.network.url;
const hostname = site.parameters?.native ? site.url : site.network.url;
const url = `${hostname}/scene/${entryId}/`;
const date = new Date(data.dateReleased);
const actors = data.actors.map(actor => actor.name);
@@ -100,7 +100,12 @@ function getUrl(site) {
return site.url;
}
if (site.parameters && site.parameters.siteId) {
if (site.parameters?.native) {
return `${site.url}/scenes`;
}
if (site.parameters?.siteId) {
return `${site.network.url}/scenes?site=${site.parameters.siteId}`;
}
@@ -161,14 +166,23 @@ async function fetchLatest(site, page = 1) {
const beforeDate = moment().add('1', 'day').format('YYYY-MM-DD');
const limit = 10;
const apiUrl = `https://site-api.project1service.com/v2/releases?collectionId=${siteId}&dateReleased=<${beforeDate}&limit=${limit}&offset=${limit * (page - 1)}&orderBy=-dateReleased&type=scene`;
const apiUrl = site.parameters?.native
? `https://site-api.project1service.com/v2/releases?dateReleased=<${beforeDate}&limit=${limit}&offset=${limit * (page - 1)}&orderBy=-dateReleased&type=scene`
: `https://site-api.project1service.com/v2/releases?collectionId=${siteId}&dateReleased=<${beforeDate}&limit=${limit}&offset=${limit * (page - 1)}&orderBy=-dateReleased&type=scene`;
const res = await session.get(apiUrl, {
headers: {
Instance: instanceToken,
Origin: site.url,
Referer: url,
},
});
return scrapeLatest(res.body.result, site);
if (res.statusCode === 200 && res.body.result) {
return scrapeLatest(res.body.result, site);
}
return null;
}
async function fetchScene(url, site) {
@@ -181,7 +195,11 @@ async function fetchScene(url, site) {
},
});
return scrapeScene(res.body.result, url, site);
if (res.statusCode === 200 && res.body.result) {
return scrapeScene(res.body.result, url, site);
}
return null;
}
async function fetchProfile(actorName, networkName, actorPath = 'model') {