Added Metro HD network using MindGeek scraper. Fixed MindGeek profile scraper avatar issue.

This commit is contained in:
ThePendulum 2020-01-29 02:24:19 +01:00
parent b75780044c
commit fc675ae144
18 changed files with 78 additions and 9 deletions

Binary file not shown.

After

Width:  |  Height:  |  Size: 34 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 6.0 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.8 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 28 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 3.6 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 5.2 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 3.9 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 415 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 126 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 841 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 137 KiB

View File

@ -48,6 +48,12 @@ const networks = [
url: 'https://www.digitalplayground.com', url: 'https://www.digitalplayground.com',
description: 'DigitalPlayground.com is the leader in high quality adult blockbuster movies and award winning sex parodies that feature the most exclusive pornstars online! Adult Film Database of adult movies.', description: 'DigitalPlayground.com is the leader in high quality adult blockbuster movies and award winning sex parodies that feature the most exclusive pornstars online! Adult Film Database of adult movies.',
}, },
{
slug: 'metrohd',
name: 'Metro HD',
url: 'https://www.metrohd.com',
description: 'Checkout MetroHD official pornsite featuring top rated pornstars and XXX videos.',
},
{ {
slug: 'dogfartnetwork', slug: 'dogfartnetwork',
name: 'Dogfart Network', name: 'Dogfart Network',

View File

@ -1602,6 +1602,48 @@ function getSites(networksMap) {
parameters: JSON.stringify({ independent: true }), parameters: JSON.stringify({ independent: true }),
network_id: networksMap.legalporno, network_id: networksMap.legalporno,
}, },
// METRO HD
{
slug: 'devianthardcore',
name: 'Deviant Hardcore',
url: 'https://www.devianthardcore.com',
description: '',
parameters: JSON.stringify({ siteId: 305 }),
network_id: networksMap.metrohd,
},
{
slug: 'shewillcheat',
name: 'She Will Cheat',
url: 'https://www.shewillcheat.com',
description: '',
parameters: JSON.stringify({ siteId: 306 }),
network_id: networksMap.metrohd,
},
{
slug: 'familyhookups',
name: 'Family Hookups',
url: 'https://www.familyhookups.com',
description: '',
parameters: JSON.stringify({ siteId: 307 }),
network_id: networksMap.metrohd,
},
{
slug: 'kinkyspa',
name: 'Kinky Spa',
url: 'https://www.kinkyspa.com',
description: '',
parameters: JSON.stringify({ siteId: 308 }),
network_id: networksMap.metrohd,
},
{
slug: 'girlgrind',
name: 'Girl Grind',
url: 'https://www.girlgrind.com',
description: '',
parameters: JSON.stringify({ siteId: 309 }),
network_id: networksMap.metrohd,
},
// MIKE ADRIANO
{ {
slug: 'trueanal', slug: 'trueanal',
name: 'True Anal', name: 'True Anal',

View File

@ -138,7 +138,7 @@ function getTags(groupsMap) {
name: 'ass to mouth', name: 'ass to mouth',
slug: 'ass-to-mouth', slug: 'ass-to-mouth',
priority: 6, priority: 6,
description: 'Sucking off a cock right after anal, giving your own or someone else`s asshole a second hand taste.', description: 'Sucking off a cock right after anal, giving your own or someone else\'s asshole a second hand taste.',
alias_for: null, alias_for: null,
group_id: groupsMap.oral, group_id: groupsMap.oral,
}, },
@ -1617,12 +1617,16 @@ function getSiteTags() {
cum4k: ['fake-cum', 'creampie', '4k'], cum4k: ['fake-cum', 'creampie', '4k'],
darkx: ['interracial'], darkx: ['interracial'],
deepthroatlove: ['blowjob', 'deepthroat'], deepthroatlove: ['blowjob', 'deepthroat'],
devianthardcore: ['bdsm'],
divinebitches: ['femdom'], divinebitches: ['femdom'],
dpparodies: ['parody'], dpparodies: ['parody'],
eighteenyearsold: ['teen'], eighteenyearsold: ['teen'],
exotic4k: ['4k'], exotic4k: ['4k'],
familyhookups: ['family'],
familystrokes: ['family'], familystrokes: ['family'],
givemepink: ['solo', 'masturbation'], givemepink: ['solo', 'masturbation'],
girlgrind: ['lesbian'],
kinkyspa: ['massage'],
lesbianx: ['lesbian'], lesbianx: ['lesbian'],
lubed: ['oil'], lubed: ['oil'],
massagecreep: ['massage'], massagecreep: ['massage'],

View File

@ -19,8 +19,9 @@ const tagPosters = Object.entries({
creampie: ['poster'], creampie: ['poster'],
ebony: [1, 'Sarah Banks for Brazzers'], ebony: [1, 'Sarah Banks for Brazzers'],
facial: ['poster'], facial: ['poster'],
facefucking: ['1', 'Carrie for Young Throats'],
gangbang: ['poster', 'Kristen Scott in "Interracial Gangbang!" for Jules Jordan'], gangbang: ['poster', 'Kristen Scott in "Interracial Gangbang!" for Jules Jordan'],
gaping: ['poster', 'Paulina in "Anal Buffet 4" for Evil Angel'], gaping: [0, 'McKenzee Miles in "Anal Buffet 4" for Evil Angel'],
interracial: ['poster'], interracial: ['poster'],
latina: ['poster'], latina: ['poster'],
mff: ['poster'], mff: ['poster'],
@ -54,11 +55,11 @@ const tagPhotos = [
['double-penetration', 0], ['double-penetration', 0],
['dv-tp', 1, 'Adriana Chechik in "Adriana\'s Triple Anal Penetration!"'], ['dv-tp', 1, 'Adriana Chechik in "Adriana\'s Triple Anal Penetration!"'],
['dv-tp', 0, 'Luna Rival in LegalPorno SZ1490'], ['dv-tp', 0, 'Luna Rival in LegalPorno SZ1490'],
['facefucking', '0', 'Brea for Young Throats'],
['gangbang', 0, '"4 On 1 Gangbangs" for Doghouse Digital'], ['gangbang', 0, '"4 On 1 Gangbangs" for Doghouse Digital'],
['gangbang', 1, 'Ginger Lynn in "Gangbang Mystique", a photoset shot by Suze Randall for Puritan No. 10, 1984. This photo pushed the boundaries of pornography at the time, as depicting a woman \'fully occupied\' was unheard of.'], ['gangbang', 1, 'Ginger Lynn in "Gangbang Mystique", a photoset shot by Suze Randall for Puritan No. 10, 1984. This photo pushed the boundaries of pornography at the time, as depicting a woman \'fully occupied\' was unheard of.'],
['gangbang', 2, 'Riley Reid\'s double anal in "The Gangbang of Riley Reid" for Jules Jordan'], ['gangbang', 2, 'Riley Reid\'s double anal in "The Gangbang of Riley Reid" for Jules Jordan'],
['gaping', 3, 'Kelsi Monroe in "Brazzers House 2, Day 2" for Brazzers'], ['gaping', 'poster', 'Paulina in "Anal Buffet 4" for Evil Angel'],
['gaping', 0, 'McKenzee Miles in "Anal Buffet 4" for Evil Angel'],
['trainbang', 0, 'Nicole Black in GIO971 for LegalPorno'], ['trainbang', 0, 'Nicole Black in GIO971 for LegalPorno'],
['triple-anal', 1, 'Natasha Teen in SZ2098 for LegalPorno'], ['triple-anal', 1, 'Natasha Teen in SZ2098 for LegalPorno'],
['triple-anal', 2, 'Kira Thorn in GIO1018 for LegalPorno'], ['triple-anal', 2, 'Kira Thorn in GIO1018 for LegalPorno'],

13
src/scrapers/metrohd.js Normal file
View File

@ -0,0 +1,13 @@
'use strict';
const { fetchScene, fetchLatest, fetchProfile } = require('./mindgeek');
async function networkFetchProfile(actorName) {
return fetchProfile(actorName, 'devianthardcore');
}
module.exports = {
fetchLatest,
fetchProfile: networkFetchProfile,
fetchScene,
};

View File

@ -138,11 +138,11 @@ function scrapeProfile(data, html) {
if (data.height) profile.height = inchesToCm(data.height); if (data.height) profile.height = inchesToCm(data.height);
if (data.weight) profile.weight = lbsToKg(data.weight); if (data.weight) profile.weight = lbsToKg(data.weight);
profile.avatar = data.images.card_main_rect[0].xl?.url profile.avatar = data.images.card_main_rect?.[0].xl?.url
|| data.images.card_main_rect[0].lg?.url || data.images.card_main_rect?.[0].lg?.url
|| data.images.card_main_rect[0].md?.url || data.images.card_main_rect?.[0].md?.url
|| data.images.card_main_rect[0].sm?.url || data.images.card_main_rect?.[0].sm?.url
|| data.images.card_main_rect[0].xs?.url; || data.images.card_main_rect?.[0].xs?.url;
const birthdate = qa('li').find(el => /Date of Birth/.test(el.textContent)); const birthdate = qa('li').find(el => /Date of Birth/.test(el.textContent));
if (birthdate) profile.birthdate = qd(birthdate, 'span', 'MMMM Do, YYYY'); if (birthdate) profile.birthdate = qd(birthdate, 'span', 'MMMM Do, YYYY');

View File

@ -25,6 +25,7 @@ const vogov = require('./vogov');
const blowpass = require('./blowpass'); const blowpass = require('./blowpass');
const brazzers = require('./brazzers'); const brazzers = require('./brazzers');
const ddfnetwork = require('./ddfnetwork'); const ddfnetwork = require('./ddfnetwork');
const metrohd = require('./metrohd');
const evilangel = require('./evilangel'); const evilangel = require('./evilangel');
const julesjordan = require('./julesjordan'); const julesjordan = require('./julesjordan');
const kellymadison = require('./kellymadison'); const kellymadison = require('./kellymadison');
@ -48,6 +49,7 @@ module.exports = {
blowpass, blowpass,
brazzers, brazzers,
ddfnetwork, ddfnetwork,
metrohd,
digitalplayground, digitalplayground,
dogfart, dogfart,
dogfartnetwork: dogfart, dogfartnetwork: dogfart,
@ -83,6 +85,7 @@ module.exports = {
digitalplayground, digitalplayground,
fakehub, fakehub,
babes, babes,
metrohd,
milehighmedia, milehighmedia,
julesjordan, julesjordan,
brazzers, brazzers,