DebaucheryLibrarian
/
traxxx
2
1
Fork 1
Code Issues 37 Pull Requests 1 Releases Wiki Activity

Fixed MYLF scraper failing when channel is missing, fixed profile measurement matching. Added MYLF Selects channel.

This commit is contained in:
DebaucheryLibrarian 2021-03-29 22:47:43 +02:00
parent e643e0a924
commit 010da8954b
2 changed files with 14 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
seeds/02_sites.js
View File

@ -5263,6 +5263,15 @@ const sites = [
id: 'mylfwood', id: 'mylfwood',
}, },
}, },
{
slug: 'mylfselects',
name: 'MYLF Selects',
url: 'https://www.mylf.com/series/selects',
parent: 'mylf',
parameters: {
id: 'selects',
},
},
{ {
slug: 'stayhomemilf', slug: 'stayhomemilf',
name: 'StayHomeMilf', name: 'StayHomeMilf',

11
src/scrapers/teamskeet.js
View File

@ -15,7 +15,7 @@ function getChannelSlug(channelName, entity) {
const channelSlug = slugify(channelName, '', { removePunctuation: true }); const channelSlug = slugify(channelName, '', { removePunctuation: true });
const channel = entity.children.find(child => new RegExp(channelSlug).test(child.slug)); const channel = entity.children.find(child => new RegExp(channelSlug).test(child.slug));
return channel.slug; return channel?.slug || null;
} }
function scrapeScene(scene, channel) { function scrapeScene(scene, channel) {
@ -70,10 +70,9 @@ function scrapeProfile(actor, entity) {
}, {}); }, {});
// birthdate seems never/rarely correct // birthdate seems never/rarely correct
const measurements = bio.measurements?.match(/Measurements: (\d+)(\w+)-(\d+)-(\d+)/i);
if (measurements) { if (bio.measurements) {
[profile.bust, profile.cup, profile.waist, profile.hip] = measurements.slice(1); profile.measurements = bio.measurements;
} else { } else {
const breastSize = actor.bio.breastSize?.match(/(\d+)(\w+)/)?.slice(1) || actor.bio.about.match(/Measurements: (\d+)(\w+)/)?.slice(1); const breastSize = actor.bio.breastSize?.match(/(\d+)(\w+)/)?.slice(1) || actor.bio.about.match(/Measurements: (\d+)(\w+)/)?.slice(1);
@ -144,8 +143,8 @@ async function fetchProfile(baseActor, { entity, parameters }) {
const url = format(parameters.profiles, { slug: baseActor.slug }); const url = format(parameters.profiles, { slug: baseActor.slug });
const res = await qu.get(url); const res = await qu.get(url);
if (res.ok) { if (res.ok && res.body) {
return scrapeProfile(res.body, entity); return scrapeProfile(res.body._source, entity);
} }
return res.status; return res.status;