Compare commits

..

No commits in common. "24fe61e0643ad92b24045f713316fa27120b27bd" and "77b214f1dc39210b924079e36ca8e4a68376cb43" have entirely different histories.

5 changed files with 17 additions and 32 deletions

2
package-lock.json generated
View File

@ -1,6 +1,6 @@
{
"name": "traxxx",
"version": "1.62.10",
"version": "1.62.9",
"lockfileVersion": 1,
"requires": true,
"dependencies": {

View File

@ -1,6 +1,6 @@
{
"name": "traxxx",
"version": "1.62.10",
"version": "1.62.9",
"description": "All the latest porn releases in one place",
"main": "src/app.js",
"scripts": {

View File

@ -126,7 +126,11 @@ async function scrapeSites() {
try {
return await scrapeSiteReleases(scraper, site);
} catch (error) {
logger.error(`${site.name}: Failed to scrape releases: ${error.message}`);
if (argv.debug) {
logger.error(`${site.name}: Failed to scrape releases`, error);
}
logger.warn(`${site.id}: Failed to scrape releases`);
return [];
}

View File

@ -24,22 +24,15 @@ function scrapeProfile(html) {
if (bio.Ethnicity) profile.ethnicity = bio.Ethnicity;
if (bio.Measurements) {
const measurements = bio.Measurements
const [bust, waist, hip] = bio.Measurements
.match(/\d+(\w+)?-\d+-\d+/g)
?.slice(-1)[0] // allow for both '34C-25-36' and '86-64-94 cm / 34-25-37 in'
.slice(-1)[0] // allow for both '34C-25-36' and '86-64-94 cm / 34-25-37 in'
.split('-');
// account for measuemrents being just e.g. '32EE'
if (measurements) {
const [bust, waist, hip] = measurements;
if (/[a-zA-Z]/.test(bust)) profile.bust = bust; // only use bust if cup size is included
if (/[a-zA-Z]/.test(bust)) profile.bust = bust; // only use bust if cup size is included
profile.waist = Number(waist);
profile.hip = Number(hip);
}
if (/^\d+\w+$/.test(bio.Measurements)) profile.bust = bio.Measurements;
profile.waist = Number(waist);
profile.hip = Number(hip);
}
if (bio.Bra_cup_size) {
@ -63,12 +56,9 @@ function scrapeProfile(html) {
if (avatars.length > 0) {
const [avatarThumbPath] = avatars;
const avatarPath = avatarThumbPath.slice(0, avatarThumbPath.lastIndexOf('/')).replace('thumb/', '');
if (!/NoImageAvailable/.test(avatarThumbPath)) {
const avatarPath = avatarThumbPath.slice(0, avatarThumbPath.lastIndexOf('/')).replace('thumb/', '');
profile.avatar = `http://www.boobpedia.com${avatarPath}`;
}
profile.avatar = `http://www.boobpedia.com${avatarPath}`;
}
profile.social = qu('.infobox a.external');

View File

@ -110,24 +110,15 @@ async function scrapeScene(html, url, site) {
}
async function fetchLatest(site, page = 1) {
const url = `${site.url}/videos?page=${page}&size=7`;
const res = await bhttp.get(url);
const res = await bhttp.get(`${site.url}/videos?page=${page}&size=7`);
if (res.statusCode === 200) {
return scrapeLatest(res.body.toString(), site);
}
throw new Error(`Vixen response not OK for latest: ${res.statusCode}`);
return scrapeLatest(res.body.toString(), site);
}
async function fetchScene(url, site) {
const res = await bhttp.get(url);
if (res.statusCode === 200) {
return scrapeScene(res.body.toString(), url, site);
}
throw new Error(`Vixen response not OK for scene (${url}): ${res.statusCode}`);
return scrapeScene(res.body.toString(), url, site);
}
module.exports = {