DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Integrated Blowpass into generic Gamma scraper.

Browse Source
This commit is contained in:
ThePendulum
2020-02-01 02:26:00 +01:00
parent 5dfaa4c126
commit 3541a9c402
5 changed files with 36 additions and 146 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
src/scrapers/gamma.js
View File

@@ -106,14 +106,14 @@ async function scrapeApiReleases(json, site) {
});
}
function scrapeAll(html, site) {
function scrapeAll(html, site, useNetworkUrl) {
const $ = cheerio.load(html, { normalizeWhitespace: true });
const scenesElements = $('li[data-itemtype=scene]').toArray();
return scenesElements.map((element) => {
const sceneLinkElement = $(element).find('.sceneTitle a');
const url = `${site.url}${sceneLinkElement.attr('href')}`;
const url = `${useNetworkUrl ? site.network.url : site.url}${sceneLinkElement.attr('href')}`;
const title = sceneLinkElement.attr('title');
const entryId = $(element).attr('data-itemid');
@@ -175,8 +175,8 @@ async function scrapeScene(html, url, site) {
release.date = moment.utc(dateMatch, ['MM-DD-YYYY', 'YYYY-MM-DD']).toDate();
release.director = data.director?.[0].name || data2?.director?.[0].name;
release.actors = data.actor.map(actor => actor.name);
const hasTrans = data.actor.some(actor => actor.gender === 'shemale');
release.actors = (data.actor || data2.actor).map(actor => actor.name);
const hasTrans = (data.actor || data2.actor).some(actor => actor.gender === 'shemale');
const stars = (data.aggregateRating.ratingValue / data.aggregateRating.bestRating) * 5;
if (stars) release.rating = { stars };
@@ -339,7 +339,8 @@ async function fetchApiUpcoming(site) {
}
async function fetchLatest(site, page = 1) {
const res = await bhttp.get(`${site.url}/en/videos/AllCategories/0/${page}`);
const url = `${site.url}/en/videos/AllCategories/0/${page}`;
const res = await bhttp.get(url);
return scrapeAll(res.body.toString(), site);
}