Added Metro HD network using MindGeek scraper. Fixed MindGeek profile scraper avatar issue.

This commit is contained in:
2020-01-29 02:24:19 +01:00
parent b75780044c
commit fc675ae144
18 changed files with 78 additions and 9 deletions

13
src/scrapers/metrohd.js Normal file
View File

@@ -0,0 +1,13 @@
'use strict';
const { fetchScene, fetchLatest, fetchProfile } = require('./mindgeek');
async function networkFetchProfile(actorName) {
return fetchProfile(actorName, 'devianthardcore');
}
module.exports = {
fetchLatest,
fetchProfile: networkFetchProfile,
fetchScene,
};

View File

@@ -138,11 +138,11 @@ function scrapeProfile(data, html) {
if (data.height) profile.height = inchesToCm(data.height);
if (data.weight) profile.weight = lbsToKg(data.weight);
profile.avatar = data.images.card_main_rect[0].xl?.url
|| data.images.card_main_rect[0].lg?.url
|| data.images.card_main_rect[0].md?.url
|| data.images.card_main_rect[0].sm?.url
|| data.images.card_main_rect[0].xs?.url;
profile.avatar = data.images.card_main_rect?.[0].xl?.url
|| data.images.card_main_rect?.[0].lg?.url
|| data.images.card_main_rect?.[0].md?.url
|| data.images.card_main_rect?.[0].sm?.url
|| data.images.card_main_rect?.[0].xs?.url;
const birthdate = qa('li').find(el => /Date of Birth/.test(el.textContent));
if (birthdate) profile.birthdate = qd(birthdate, 'span', 'MMMM Do, YYYY');

View File

@@ -25,6 +25,7 @@ const vogov = require('./vogov');
const blowpass = require('./blowpass');
const brazzers = require('./brazzers');
const ddfnetwork = require('./ddfnetwork');
const metrohd = require('./metrohd');
const evilangel = require('./evilangel');
const julesjordan = require('./julesjordan');
const kellymadison = require('./kellymadison');
@@ -48,6 +49,7 @@ module.exports = {
blowpass,
brazzers,
ddfnetwork,
metrohd,
digitalplayground,
dogfart,
dogfartnetwork: dogfart,
@@ -83,6 +85,7 @@ module.exports = {
digitalplayground,
fakehub,
babes,
metrohd,
milehighmedia,
julesjordan,
brazzers,