Generalized Adult Empire subsite scraper, added West Coast Productions.

This commit is contained in:
DebaucheryLibrarian 2021-08-30 01:13:32 +02:00
parent b8657cb6e6
commit 7bd858f96b
97 changed files with 161 additions and 47 deletions

View File

@ -272,7 +272,7 @@ import Pagination from '../pagination/pagination.vue';
const toggleValues = [true, null, false]; const toggleValues = [true, null, false];
const boobSizes = 'ABCDEFGHIJKZ'.split(''); const boobSizes = 'ABCDEFGHIJKZ'.split('');
const topCountries = ['AU', 'BR', 'DE', 'RU', 'GB', 'US']; const topCountries = ['AU', 'BR', 'DE', 'JP', 'RU', 'GB', 'US'];
function updateFilters() { function updateFilters() {
this.$router.push({ this.$router.push({

View File

@ -78,7 +78,7 @@ export default {
return { return {
movies: [], movies: [],
totalCount: 0, totalCount: 0,
limit: 5, limit: 20,
}; };
}, },
watch: { watch: {

View File

@ -410,7 +410,9 @@ function initActorActions(store, router) {
${actorStashesFields} ${actorStashesFields}
} }
} }
countries { countries(
orderBy: NAME_ASC,
) {
alpha2 alpha2
name name
alias alias

View File

@ -142,6 +142,11 @@ module.exports = {
'hotcrazymess', 'hotcrazymess',
'thatsitcomshow', 'thatsitcomshow',
], ],
[
// Adult DVD Empire
'elegantangel',
'westcoastproductions',
],
'21sextury', '21sextury',
'julesjordan', 'julesjordan',
'dorcelclub', 'dorcelclub',
@ -267,6 +272,14 @@ module.exports = {
interval: 1000, interval: 1000,
concurrency: 1, concurrency: 1,
}, },
'westcoastproductions.com': {
interval: 100,
concurrency: 1,
},
'images.mylfcdn.net': {
interval: 50,
concurrency: 1,
},
}, },
fetchAfter: [1, 'week'], fetchAfter: [1, 'week'],
missingDateLimit: 3, missingDateLimit: 3,

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.5 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.6 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.5 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.5 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.5 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 23 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 17 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 15 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 15 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 17 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 2.1 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 8.2 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 39 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 2.9 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.8 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 39 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.6 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.4 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 33 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 3.0 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.6 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 34 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.3 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.7 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 35 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 5.6 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.1 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 31 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 485 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.9 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.7 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 8.2 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.3 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.9 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 36 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 35 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 37 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.3 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 30 KiB

After

Width:  |  Height:  |  Size: 24 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 37 KiB

After

Width:  |  Height:  |  Size: 29 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 29 KiB

After

Width:  |  Height:  |  Size: 22 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 34 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 2.7 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 456 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.5 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 34 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.7 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.7 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.9 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 898 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.1 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 6.8 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 6.7 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 6.8 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 6.5 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.3 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 31 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 31 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 31 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 27 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 33 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 456 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.5 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 2.4 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 2.3 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 2.0 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 2.5 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 2.6 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 2.4 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.8 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 8.0 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.5 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 8.0 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 8.1 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.7 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 8.1 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 35 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 36 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 35 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 36 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 36 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 34 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 38 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 2.1 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 5.5 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 23 KiB

View File

@ -10104,6 +10104,18 @@ const sites = [
tags: ['vr', 'transsexual'], tags: ['vr', 'transsexual'],
parent: 'wankzvr', parent: 'wankzvr',
}, },
// WEST COAST PRODUCTIONS
{
name: 'West Coast Productions',
slug: 'westcoastproductions',
url: 'https://westcoastproductions.com',
alias: ['wcp'],
tags: ['black-cock'],
parameters: {
studio: false,
layout: 'grid',
},
},
// WHALE MEMBER // WHALE MEMBER
{ {
name: 'Cum 4K', name: 'Cum 4K',

View File

@ -611,6 +611,7 @@ const tagMedia = [
['airtight', 9, 'Cindy Shine in GP1658'], ['airtight', 9, 'Cindy Shine in GP1658'],
['anal', 5, 'Abella Danger', 'hardx'], ['anal', 5, 'Abella Danger', 'hardx'],
['anal', 'kira_noir_julesjordan', 'Kira Noir in "Kira Noir Opens Her Ass For Manuel"', 'julesjordan'], ['anal', 'kira_noir_julesjordan', 'Kira Noir in "Kira Noir Opens Her Ass For Manuel"', 'julesjordan'],
['anal', 'courtney_taylor_brazzers', 'Courtney Taylor in "Pounding That Pussy By The Pool"', 'brazzers'],
['anal', 'kelly_oliveira_teenfidelity_1', 'Kelly Oliveira in "Keep It Going"', 'teenfidelity'], ['anal', 'kelly_oliveira_teenfidelity_1', 'Kelly Oliveira in "Keep It Going"', 'teenfidelity'],
['anal', 'jane_wilde_evilangel_2', 'Jane Wilde and Brock Cooper in "The Cock Hungry Chronicles"', 'evilangel'], ['anal', 'jane_wilde_evilangel_2', 'Jane Wilde and Brock Cooper in "The Cock Hungry Chronicles"', 'evilangel'],
['anal', 'jynx_maze_evilangel', 'Jynx Maze in "Gape Me"', 'evilangel'], ['anal', 'jynx_maze_evilangel', 'Jynx Maze in "Gape Me"', 'evilangel'],
@ -668,6 +669,7 @@ const tagMedia = [
['blowbang', 'gina_gerson_assholefever', 'Gina Gerson in "Oppa Gangbang Style"', 'assholefever'], ['blowbang', 'gina_gerson_assholefever', 'Gina Gerson in "Oppa Gangbang Style"', 'assholefever'],
['blowbang', 1, 'Nicole Black in GIO1680', 'legalporno'], ['blowbang', 1, 'Nicole Black in GIO1680', 'legalporno'],
['blowjob', 'clanddi_jinkcego_ddfbusty_1', 'Clanddi Jinkcego', 'ddfbusty'], ['blowjob', 'clanddi_jinkcego_ddfbusty_1', 'Clanddi Jinkcego', 'ddfbusty'],
['blowjob', 'juelz_ventura_babygotboobs', 'Juelz Ventura in "A Deep DP For Dessert"', 'babygotboobs'],
['blowjob', 4, 'Chloe Cherry in "Chloe\'s Big Anal"', 'darkx'], ['blowjob', 4, 'Chloe Cherry in "Chloe\'s Big Anal"', 'darkx'],
['blowjob', 'anissa_kate_vixen_1', 'Anissa Kate in "Power Moves"', 'vixen'], ['blowjob', 'anissa_kate_vixen_1', 'Anissa Kate in "Power Moves"', 'vixen'],
['blowjob', 'maddy_may_cherrypimps', 'Maddy May', 'cherrypimps'], ['blowjob', 'maddy_may_cherrypimps', 'Maddy May', 'cherrypimps'],
@ -692,11 +694,13 @@ const tagMedia = [
['bukkake', 'jasmine_byrne_julesjordan', 'Jasmine Byrne in "Flesh Hunter 10"', 'julesjordan'], ['bukkake', 'jasmine_byrne_julesjordan', 'Jasmine Byrne in "Flesh Hunter 10"', 'julesjordan'],
['bukkake', 'megan_rain_julesjordan', 'Megan Rain in "Slutty Teen In A 10 Cock Blowbang! It\'s RAINING Cum!"', 'julesjordan'], ['bukkake', 'megan_rain_julesjordan', 'Megan Rain in "Slutty Teen In A 10 Cock Blowbang! It\'s RAINING Cum!"', 'julesjordan'],
['creampie', 1, 'Eveline Dellai', 'nubiles'], ['creampie', 1, 'Eveline Dellai', 'nubiles'],
['creampie', 'katrina_moreno_bangbros', 'Katrina Moreno in "Stripper Cream Pie"', 'bangbros'],
['creampie', 3, 'Silvia Soprina in "Satisfaction"', '5kteens'], ['creampie', 3, 'Silvia Soprina in "Satisfaction"', '5kteens'],
['creampie', 2, 'Natasha Lapiedra in "New and Ready"', '5kporn'], ['creampie', 2, 'Natasha Lapiedra in "New and Ready"', '5kporn'],
['creampie', 'poster', 'Alina Lopez in "Making Yourself Unforgettable"', 'blacked'], ['creampie', 'poster', 'Alina Lopez in "Making Yourself Unforgettable"', 'blacked'],
['cum-drunk', 0, 'Ashly Anderson in "Rough Love"', 'hookuphotshot'], ['cum-drunk', 0, 'Ashly Anderson in "Rough Love"', 'hookuphotshot'],
['cum-in-mouth', 1, 'Sarah Vandella in "Blow Bang Vandella"', 'hardx'], ['cum-in-mouth', 1, 'Sarah Vandella in "Blow Bang Vandella"', 'hardx'],
['cum-in-mouth', 'courtney_taylor_brazzers', 'Courtney Taylor in "Nostalgic Nympho Finally Fucks"', 'brazzers'],
['cum-in-mouth', 3, 'Kira Noir', 'hardx'], ['cum-in-mouth', 3, 'Kira Noir', 'hardx'],
['cum-in-mouth', 5, 'Emma Hix in "A Big Dick"', 'darkx'], ['cum-in-mouth', 5, 'Emma Hix in "A Big Dick"', 'darkx'],
['cum-in-mouth', 4, 'Vanna Bardot and Isiah Maxwell in "Vanna Craves Isiah\'s Cock!"', 'darkx'], ['cum-in-mouth', 4, 'Vanna Bardot and Isiah Maxwell in "Vanna Craves Isiah\'s Cock!"', 'darkx'],
@ -705,11 +709,13 @@ const tagMedia = [
['cum-in-mouth', 'lara_frost_legalporno', 'Lara Frost in NRX059', 'legalporno'], ['cum-in-mouth', 'lara_frost_legalporno', 'Lara Frost in NRX059', 'legalporno'],
['cum-in-mouth', 0, 'Vina Sky and Avi Love', 'hardx'], ['cum-in-mouth', 0, 'Vina Sky and Avi Love', 'hardx'],
['cum-on-boobs', 'september_reign_penthouse', 'September Reign in "Sensual Ride"', 'penthouse'], ['cum-on-boobs', 'september_reign_penthouse', 'September Reign in "Sensual Ride"', 'penthouse'],
['cum-on-boobs', 'gogo_fukme_devilsfilm', 'GoGo FukMe in "BAD Relatives"', 'devilsfilm'],
['cum-on-boobs', 1, 'Kylie Page in "Melt In Your Mouth"', 'twistyshard'], ['cum-on-boobs', 1, 'Kylie Page in "Melt In Your Mouth"', 'twistyshard'],
['cum-on-boobs', 0, 'Alessandra Jane', 'private'], ['cum-on-boobs', 0, 'Alessandra Jane', 'private'],
['cum-on-boobs', 2, 'Blake Blossom in "Naturally Stacked Cutie"', 'hardx'], ['cum-on-boobs', 2, 'Blake Blossom in "Naturally Stacked Cutie"', 'hardx'],
['cum-on-butt', 'chloe_temple_macy_meadows_brattysis', 'Chloe Temple and Macy Meadows', 'brattysis'], ['cum-on-butt', 'chloe_temple_macy_meadows_brattysis', 'Chloe Temple and Macy Meadows', 'brattysis'],
['cum-on-butt', 0, 'Jynx Maze in "Don\'t Make Me Beg 4"', 'evilangel'], ['cum-on-butt', 0, 'Jynx Maze in "Don\'t Make Me Beg 4"', 'evilangel'],
['cum-on-pussy', 'katrina_moreno_elegantraw', 'Katrina Moreno in "Pump My Ass Raw!"', 'elegantraw'],
['cum-on-pussy', 0, 'Talinka A', 'sexart'], ['cum-on-pussy', 0, 'Talinka A', 'sexart'],
['da-tp', 7, 'Polly Petrova in YE069', 'legalporno'], ['da-tp', 7, 'Polly Petrova in YE069', 'legalporno'],
['da-tp', 5, 'Venera Maxima in GIO1287'], ['da-tp', 5, 'Venera Maxima in GIO1287'],
@ -780,12 +786,14 @@ const tagMedia = [
['double-dildo-kiss', 1, 'Bonnie Rotten and Gina Valentina in "Scared Un-Straight"', 'brazzers'], ['double-dildo-kiss', 1, 'Bonnie Rotten and Gina Valentina in "Scared Un-Straight"', 'brazzers'],
['double-dildo-kiss', 3, 'Kiki Daire and Brittany', 'kenmarcus'], ['double-dildo-kiss', 3, 'Kiki Daire and Brittany', 'kenmarcus'],
['double-dildo-kiss', 2, 'Adriana Chechik and Vicki Chase in "Anal Savages"', 'julesjordan'], ['double-dildo-kiss', 2, 'Adriana Chechik and Vicki Chase in "Anal Savages"', 'julesjordan'],
['dp', 3, 'Hime Marie in AA047', 'legalporno'],
['dp', 'kenna_james_tushy_1', 'Kenna James in "Yoga Retreat', 'tushy'],
['dp', 2, 'Megan Rain in "DP Masters 4"', 'julesjordan'], ['dp', 2, 'Megan Rain in "DP Masters 4"', 'julesjordan'],
['dp', 'lara_frost_legalporno', 'Lara Frost in NRX070', 'legalporno'], ['dp', 'lara_frost_legalporno', 'Lara Frost in NRX070', 'legalporno'],
['dp', 'juelz_ventura_babygotboobs_1', 'Juelz Ventura in "A Deep DP For Dessert"', 'babygotboobs'],
['dp', 6, 'Kira Noir', 'hardx'], ['dp', 6, 'Kira Noir', 'hardx'],
['dp', 'kenna_james_tushy_1', 'Kenna James in "Yoga Retreat', 'tushy'],
['dp', 5, 'Lana Rhoades in "Gangbang Me 3"', 'hardx'], ['dp', 5, 'Lana Rhoades in "Gangbang Me 3"', 'hardx'],
['dp', 'courtney_taylor_realwifestories', 'Courtney Taylor in "Divorce Me Please"', 'realwifewstories'],
['dp', 3, 'Hime Marie in AA047', 'legalporno'],
['dp', 'silvia_dellai_dpfanatics', 'Silvia Dellai in "Tempting Promises"', 'dpfanatics'], ['dp', 'silvia_dellai_dpfanatics', 'Silvia Dellai in "Tempting Promises"', 'dpfanatics'],
['dp', 'diamond_foxxx_milfslikeitbig', 'Diamond Foxxx in "Deep Cover...Deeper Throat"', 'milfslikeitbig'], ['dp', 'diamond_foxxx_milfslikeitbig', 'Diamond Foxxx in "Deep Cover...Deeper Throat"', 'milfslikeitbig'],
['dp', 'zaawaadi_roccosiffredi', 'Zaawaadi in "My Name Is Zaawaadi"', 'roccosiffredi'], ['dp', 'zaawaadi_roccosiffredi', 'Zaawaadi in "My Name Is Zaawaadi"', 'roccosiffredi'],
@ -793,9 +801,11 @@ const tagMedia = [
['dp', 'poster', 'Mia Malkova in "DP Me 8"', 'hardx'], ['dp', 'poster', 'Mia Malkova in "DP Me 8"', 'hardx'],
['dp', 4, 'Rebecca Volpetti', 'handsonhardcore'], ['dp', 4, 'Rebecca Volpetti', 'handsonhardcore'],
['dvp', 'poster', 'Riley Reid in "Pizza That Ass"', 'reidmylips'], ['dvp', 'poster', 'Riley Reid in "Pizza That Ass"', 'reidmylips'],
['dvp', 'jaclyn_case_digitalsin', 'Jaclyn Case in "2 Heads R Better Than 1 Volume Two"', 'digitalsin'],
['dvp', 'vina_sky_julesjordan', 'Vina Sky in "Asian Goddess Vina Sky Demands Two Cocks Inside Her At Once"', 'julesjordan'], ['dvp', 'vina_sky_julesjordan', 'Vina Sky in "Asian Goddess Vina Sky Demands Two Cocks Inside Her At Once"', 'julesjordan'],
['dvp', 0, 'Aaliyah Hadid in "Squirting From Double Penetration With Anal"', 'bangbros'], ['dvp', 0, 'Aaliyah Hadid in "Squirting From Double Penetration With Anal"', 'bangbros'],
['dv-tp', 'poster', 'Juelz Ventura in "Gangbanged 5"', 'elegantangel'], ['dv-tp', 'poster', 'Juelz Ventura in "Gangbanged 5"', 'elegantangel'],
['dv-tp', 'veronica_avluv_brazzers', 'Veronica Avluv in "The Secret Soiree: Six-Man Gang Bang"', 'brazzers'],
['dv-tp', 1, 'Adriana Chechik in "Adriana\'s Triple Anal Penetration!"'], ['dv-tp', 1, 'Adriana Chechik in "Adriana\'s Triple Anal Penetration!"'],
['dv-tp', 0, 'Luna Rival in SZ1490'], ['dv-tp', 0, 'Luna Rival in SZ1490'],
['facefucking', 5, 'Mia Moore B', 'throated'], ['facefucking', 5, 'Mia Moore B', 'throated'],
@ -828,7 +838,9 @@ const tagMedia = [
['enhanced-boobs', 'hunter_bryce_penthouse', 'Hunter Bryce in "On The Bed"', 'penthouse'], ['enhanced-boobs', 'hunter_bryce_penthouse', 'Hunter Bryce in "On The Bed"', 'penthouse'],
['enhanced-boobs', '18a', 'Ebony Godess', 'actiongirls'], ['enhanced-boobs', '18a', 'Ebony Godess', 'actiongirls'],
['enhanced-boobs', 1, 'Lela Star in "Thick"', 'julesjordan'], ['enhanced-boobs', 1, 'Lela Star in "Thick"', 'julesjordan'],
['enhanced-boobs', 'courtney_taylor_brazzers', 'Courtney Taylor in "Pounding That Pussy By The Pool"', 'brazzers'],
['enhanced-boobs', 'september_reign_spizoo', 'September Rain in "September Reign Loves Jessica"', 'spizoo'], ['enhanced-boobs', 'september_reign_spizoo', 'September Rain in "September Reign Loves Jessica"', 'spizoo'],
['enhanced-boobs', 'katrina_moreno_bangbros', 'Katrina Moreno in "Stripper Cream Pie"', 'bangbros'],
['enhanced-boobs', 'sadie_santana_newsensations', 'Sadie Santana in "Backdoor Beauties"', 'newsensations'], ['enhanced-boobs', 'sadie_santana_newsensations', 'Sadie Santana in "Backdoor Beauties"', 'newsensations'],
['enhanced-boobs', 'diana_prince_penthouse_2', 'Diana Prince in "It Is What It Seems"', 'penthouse'], ['enhanced-boobs', 'diana_prince_penthouse_2', 'Diana Prince in "It Is What It Seems"', 'penthouse'],
['enhanced-boobs', 'chessie_kay_chelsey_lanette_eurogirlsongirls', 'Chelsey Lanette and Chessie Kay', 'eurogirlsongirls'], ['enhanced-boobs', 'chessie_kay_chelsey_lanette_eurogirlsongirls', 'Chelsey Lanette and Chessie Kay', 'eurogirlsongirls'],
@ -923,6 +935,7 @@ const tagMedia = [
['mff', 1, 'Anikka Albrite, Kelsi Monroe and Mick Blue', 'hardx'], ['mff', 1, 'Anikka Albrite, Kelsi Monroe and Mick Blue', 'hardx'],
['mff', 'azul_hermosa_isis_love_pornstarslikeitbig', 'Azul Hermosa, Isis Love and Zac Wild in "She Likes Rough Quickies"', 'pornstarslikeitbig'], ['mff', 'azul_hermosa_isis_love_pornstarslikeitbig', 'Azul Hermosa, Isis Love and Zac Wild in "She Likes Rough Quickies"', 'pornstarslikeitbig'],
['mfm', 'kyra_black_21sextury', 'Kyra Black', '21sextury'], ['mfm', 'kyra_black_21sextury', 'Kyra Black', '21sextury'],
['mfm', 'juelz_ventura_babygotboobs_3a', 'Juelz Ventura in "A Deep DP For Dessert"', 'babygotboobs'],
['mfm', 0, 'Vina Sky in "Jules Jordan\'s Three Ways"', 'julesjordan'], ['mfm', 0, 'Vina Sky in "Jules Jordan\'s Three Ways"', 'julesjordan'],
['mfm', 'anne_amari_wefuckblackgirls', 'Anne Amari', 'wefuckblackgirls'], ['mfm', 'anne_amari_wefuckblackgirls', 'Anne Amari', 'wefuckblackgirls'],
['mfm', 8, 'Ariana Marie in "DP Masters 7"', 'julesjordan'], ['mfm', 8, 'Ariana Marie in "DP Masters 7"', 'julesjordan'],
@ -951,9 +964,10 @@ const tagMedia = [
['nurse', 3, 'Lullu Gun in "Hot Nurse Addicted to Anal"', 'private'], ['nurse', 3, 'Lullu Gun in "Hot Nurse Addicted to Anal"', 'private'],
['nurse', 'hunter_bryce_realityjunkies', 'Hunter Bryce', 'realityjunkies'], ['nurse', 'hunter_bryce_realityjunkies', 'Hunter Bryce', 'realityjunkies'],
['nurse', 1, 'Mia Malkova in "Always Think Happy Thoughts"', 'brazzers'], ['nurse', 1, 'Mia Malkova in "Always Think Happy Thoughts"', 'brazzers'],
['oil', 2, 'Jade Kush', 'passionhd'],
['oil', 1, 'Kissa Sins in "Oil Overload 14"', 'julesjordan'],
['oil', 3, 'Vina Sky', 'lubed'], ['oil', 3, 'Vina Sky', 'lubed'],
['oil', 1, 'Kissa Sins in "Oil Overload 14"', 'julesjordan'],
['oil', 'asia_rae_massagerooms', 'Asia Rae', 'massagerooms'],
['oil', 2, 'Jade Kush', 'passionhd'],
['oil', 0, 'Jada Stevens in "Jada Stevens Anal Ass Oiled Up\'s Cock"', 'julesjordan'], ['oil', 0, 'Jada Stevens in "Jada Stevens Anal Ass Oiled Up\'s Cock"', 'julesjordan'],
['oral-creampie', 1, 'Valentina Nappi', 'herlimit'], ['oral-creampie', 1, 'Valentina Nappi', 'herlimit'],
['oral-creampie', 0, 'Henessy in "B(ass)t Friends"', 'assholefever'], ['oral-creampie', 0, 'Henessy in "B(ass)t Friends"', 'assholefever'],

View File

@ -58,7 +58,12 @@ async function fetchScene(scraper, url, entity, baseRelease, options) {
if (scraper.scrapeScene) { if (scraper.scrapeScene) {
const session = qu.session(); const session = qu.session();
const res = await qu.get(url, null, null, { session });
const res = await qu.get(url, null, null, {
session,
rejectUnauthorized: false,
});
const cookie = await session._sessionOptions.cookieJar.get(url); const cookie = await session._sessionOptions.cookieJar.get(url);
if (res.ok) { if (res.ok) {

View File

@ -242,7 +242,7 @@ async function findSourceDuplicates(baseMedias) {
const existingSourceMediaByUrl = itemsByKey(existingSourceMedia, 'source'); const existingSourceMediaByUrl = itemsByKey(existingSourceMedia, 'source');
const existingExtractMediaByUrl = itemsByKey(existingExtractMedia, 'source_page'); const existingExtractMediaByUrl = itemsByKey(existingExtractMedia, 'source_page');
return [existingSourceMediaByUrl, existingExtractMediaByUrl]; return { existingSourceMediaByUrl, existingExtractMediaByUrl };
} }
async function findHashDuplicates(medias) { async function findHashDuplicates(medias) {
@ -285,7 +285,7 @@ async function findHashDuplicates(medias) {
})) }))
.concat(selfDuplicateMedias); .concat(selfDuplicateMedias);
return [selfUniqueHashMedias, existingHashMedias]; return { uniqueHashMedias: selfUniqueHashMedias, existingHashMedias };
} }
async function extractSource(baseSource, { existingExtractMediaByUrl }) { async function extractSource(baseSource, { existingExtractMediaByUrl }) {
@ -741,7 +741,7 @@ function curateMediaEntry(media, index) {
async function storeMedias(baseMedias, options) { async function storeMedias(baseMedias, options) {
await fsPromises.mkdir(path.join(config.media.path, 'temp'), { recursive: true }); await fsPromises.mkdir(path.join(config.media.path, 'temp'), { recursive: true });
const [existingSourceMediaByUrl, existingExtractMediaByUrl] = await findSourceDuplicates(baseMedias); const { existingSourceMediaByUrl, existingExtractMediaByUrl } = await findSourceDuplicates(baseMedias);
const fetchedMedias = await Promise.map( const fetchedMedias = await Promise.map(
baseMedias, baseMedias,
@ -749,7 +749,7 @@ async function storeMedias(baseMedias, options) {
{ concurrency: 100 }, // don't overload disk (or network, although this has its own throttling) { concurrency: 100 }, // don't overload disk (or network, although this has its own throttling)
); );
const [uniqueHashMedias, existingHashMedias] = await findHashDuplicates(fetchedMedias); const { uniqueHashMedias, existingHashMedias } = await findHashDuplicates(fetchedMedias);
const savedMedias = await Promise.map( const savedMedias = await Promise.map(
uniqueHashMedias, uniqueHashMedias,
@ -770,7 +770,7 @@ async function storeMedias(baseMedias, options) {
const newMediaEntries = newMediaWithEntries.filter(media => media.newEntry).map(media => media.entry); const newMediaEntries = newMediaWithEntries.filter(media => media.newEntry).map(media => media.entry);
try { try {
await bulkInsert('media', newMediaEntries); await bulkInsert('media', newMediaEntries, false);
return [...newMediaWithEntries, ...existingHashMedias]; return [...newMediaWithEntries, ...existingHashMedias];
} catch (error) { } catch (error) {

View File

@ -1,10 +1,21 @@
'use strict'; 'use strict';
const qu = require('../utils/q'); const qu = require('../utils/qu');
const http = require('../utils/http');
const slugify = require('../utils/slugify'); const slugify = require('../utils/slugify');
const { feetInchesToCm, lbsToKg } = require('../utils/convert'); const { feetInchesToCm, lbsToKg } = require('../utils/convert');
function scrapeAll(scenes, channel) { async function getPhotos(entryId, channel) {
const res = await http.get(`${channel.url}/Membership/GetScreenshots?sceneID=scene_${entryId}`);
if (res.ok) {
return res.body.split(/[\s,]+/).filter(Boolean);
}
return [];
}
function scrapeAllTour(scenes, channel) {
return scenes.map(({ query }) => { return scenes.map(({ query }) => {
const release = {}; const release = {};
@ -29,6 +40,26 @@ function scrapeAll(scenes, channel) {
}); });
} }
async function scrapeAllGrid(scenes, channel, options) {
return Promise.all(scenes.map(async ({ query, el }) => {
const release = {};
const uri = query.url('.grid-item-title') || query.url('a.animated-screen');
release.entryId = el.id.match(/\d+/)?.[0] || uri.match(/^(\d+)\//)?.[1];
release.title = query.cnt('.grid-item-title');
release.url = qu.prefixUrl(uri, channel.url);
release.poster = query.img('.screenshot');
if (options.includePhotos) {
release.photos = await getPhotos(release.entryId, channel);
}
return release;
}));
}
function scrapeMovieScenes(scenes) { function scrapeMovieScenes(scenes) {
return scenes.map(({ query }) => { return scenes.map(({ query }) => {
const release = {}; const release = {};
@ -46,8 +77,9 @@ function scrapeMovieScenes(scenes) {
}); });
} }
async function scrapeRelease({ query, html }, url, channel, baseRelease, type = 'scene') { async function scrapeRelease({ query, html }, url, channel, baseRelease, options) {
const release = {}; const release = {};
const type = query.exists('.scene-list-header') ? 'movie' : 'scene';
release.entryId = new URL(url).pathname.match(/\/(\d+)/)[1]; release.entryId = new URL(url).pathname.match(/\/(\d+)/)[1];
@ -68,7 +100,7 @@ async function scrapeRelease({ query, html }, url, channel, baseRelease, type =
}); });
release.tags = query.cnts('.tags a, .categories a'); release.tags = query.cnts('.tags a, .categories a');
release.studio = slugify(query.cnt('.studio span:last-child'), ''); release.studio = options?.parameters.studio === false ? null : slugify(query.cnt('.studio span:last-child'), '');
if (type === 'scene') { if (type === 'scene') {
release.director = query.text('.director'); release.director = query.text('.director');
@ -83,6 +115,15 @@ async function scrapeRelease({ query, html }, url, channel, baseRelease, type =
release.scenes = scrapeMovieScenes(qu.initAll(query.all('#scenes .grid-item')), channel); release.scenes = scrapeMovieScenes(qu.initAll(query.all('#scenes .grid-item')), channel);
} }
if (query.exists('.video-title .movie-title')) {
release.movie = {
title: query.cnt('#viewLargeBoxcover .modal-title a'),
url: query.url('#viewLargeBoxcover .modal-title a', 'href', { origin: channel.url }),
entryId: query.url('#viewLargeBoxcover .modal-title a')?.match(/(\d+)\//)[1],
covers: query.imgs('#viewLargeBoxcover #viewLargeBoxcoverCarousel .carousel-item > img'),
};
}
release.photos = query.imgs('#dv_frames a > img').map(photo => [ release.photos = query.imgs('#dv_frames a > img').map(photo => [
photo.replace(/(\/p\/\d+\/)\d+/, (match, path) => `${path}1920`), photo.replace(/(\/p\/\d+\/)\d+/, (match, path) => `${path}1920`),
photo.replace(/(\/p\/\d+\/)\d+/, (match, path) => `${path}1600`), photo.replace(/(\/p\/\d+\/)\d+/, (match, path) => `${path}1600`),
@ -174,7 +215,7 @@ async function scrapeProfile({ query }, url, channel, include) {
if (include) { if (include) {
const actorId = new URL(url).pathname.match(/\/(\d+)/)[1]; const actorId = new URL(url).pathname.match(/\/(\d+)/)[1];
const res = await qu.getAll(`https://www.elegantangel.com/streaming-video-by-scene.html?cast=${actorId}`, '.grid-item', null, { const res = await qu.getAll(`${channel.url}/www.elegantangel.com/streaming-video-by-scene.html?cast=${actorId}`, '.grid-item', null, {
rejectUnauthorized: false, rejectUnauthorized: false,
}); });
@ -186,7 +227,7 @@ async function scrapeProfile({ query }, url, channel, include) {
return profile; return profile;
} }
async function fetchLatest(channel, page = 1) { async function fetchLatestTour(channel, page = 1) {
const url = `${channel.url}/tour?page=${page}`; const url = `${channel.url}/tour?page=${page}`;
const res = await qu.getAll(url, '.scene-update', null, { const res = await qu.getAll(url, '.scene-update', null, {
// invalid certificate // invalid certificate
@ -194,33 +235,30 @@ async function fetchLatest(channel, page = 1) {
}); });
if (res.ok) { if (res.ok) {
return scrapeAll(res.items, channel); return scrapeAllTour(res.items, channel);
} }
return res.status; return res.status;
} }
async function fetchScene(url, channel, baseRelease) { async function fetchLatestGrid(channel, page, options) {
const res = await qu.getAll(`${channel.url}/watch-newest-clips-and-scenes.html?page=${page}&hybridview=member`, '.item-grid-scene .grid-item');
if (res.ok) {
return scrapeAllGrid(res.items, channel, options);
}
return res.status;
}
async function fetchMovie(url, channel, baseRelease, options) {
const res = await qu.get(url, null, null, { const res = await qu.get(url, null, null, {
// invalid certificate // invalid certificate
rejectUnauthorized: false, rejectUnauthorized: false,
}); });
if (res.ok) { if (res.ok) {
return scrapeRelease(res.item, url, channel, baseRelease); return scrapeRelease(res.item, url, channel, baseRelease, options);
}
return res.status;
}
async function fetchMovie(url, channel, baseRelease) {
const res = await qu.get(url, null, null, {
// invalid certificate
rejectUnauthorized: false,
});
if (res.ok) {
return scrapeRelease(res.item, url, channel, baseRelease, 'movie');
} }
return res.status; return res.status;
@ -239,26 +277,53 @@ async function fetchMovies(channel, page = 1) {
return res.status; return res.status;
} }
async function fetchProfile(baseActor, channel, include) { async function fetchProfilePage(actorUrl, channel, include) {
if (!baseActor.url) { const res = await qu.get(actorUrl, '.performer-page', null, {
return null;
}
const res = await qu.get(baseActor.url, '.performer-page', null, {
rejectUnauthorized: false, rejectUnauthorized: false,
}); });
if (res.ok) { if (res.ok) {
return scrapeProfile(res.item, baseActor.url, channel, include); return scrapeProfile(res.item, actorUrl, channel, include);
} }
return res.status; return res.status;
} }
async function fetchProfile(baseActor, channel, include) {
if (baseActor.url) {
const profile = await fetchProfilePage(baseActor, channel, include);
if (typeof profile === 'object') {
return profile;
}
}
const searchRes = await http.get(`${channel.url}/search/SearchAutoComplete_Agg_ByMedia?rows=9&name_startsWith=${slugify(baseActor.name, '+')}`);
if (searchRes.ok) {
const actorResult = searchRes.body.Results.find(result => /performer/i.test(result.BasicResponseGroup?.displaytype) && new RegExp(baseActor.name, 'i').test(result.BasicResponseGroup?.description));
if (actorResult) {
return fetchProfilePage(`${channel.url}${actorResult.BasicResponseGroup.id}`, channel, include);
}
return null;
}
return searchRes.status;
}
module.exports = { module.exports = {
fetchLatest, fetchLatest: fetchLatestTour,
fetchScene,
fetchMovies, fetchMovies,
fetchMovie, fetchMovie,
fetchProfile, fetchProfile,
scrapeScene: scrapeRelease,
scrapeMovie: scrapeRelease,
grid: {
fetchLatest: fetchLatestGrid,
scrapeScene: scrapeRelease,
fetchMovie,
fetchProfile,
},
}; };

View File

@ -1,5 +1,6 @@
'use strict'; 'use strict';
const adultempire = require('./adultempire');
const adulttime = require('./adulttime'); const adulttime = require('./adulttime');
const assylum = require('./assylum'); const assylum = require('./assylum');
const aziani = require('./aziani'); const aziani = require('./aziani');
@ -16,7 +17,6 @@ const czechav = require('./czechav');
const ddfnetwork = require('./ddfnetwork'); const ddfnetwork = require('./ddfnetwork');
const dogfart = require('./dogfart'); const dogfart = require('./dogfart');
const dorcel = require('./dorcel'); const dorcel = require('./dorcel');
const elegantangel = require('./elegantangel');
const famedigital = require('./famedigital'); const famedigital = require('./famedigital');
const firstanalquest = require('./firstanalquest'); const firstanalquest = require('./firstanalquest');
const elevatedx = require('./elevatedx'); const elevatedx = require('./elevatedx');
@ -88,7 +88,7 @@ const scrapers = {
dogfart, dogfart,
dogfartnetwork: dogfart, dogfartnetwork: dogfart,
dorcel, dorcel,
elegantangel, elegantangel: adultempire,
famedigital, famedigital,
exploitedx: elevatedx, exploitedx: elevatedx,
firstanalquest, firstanalquest,
@ -145,6 +145,7 @@ const scrapers = {
vixen, vixen,
vogov, vogov,
wankzvr, wankzvr,
westcoastproductions: adultempire,
whalemember, whalemember,
xempire, xempire,
}, },
@ -186,7 +187,7 @@ const scrapers = {
dorcelclub: dorcel, dorcelclub: dorcel,
doubleviewcasting: firstanalquest, doubleviewcasting: firstanalquest,
dtfsluts: fullpornnetwork, dtfsluts: fullpornnetwork,
elegantangel, elegantangel: adultempire,
evilangel: gamma, evilangel: gamma,
exploitedcollegegirls: elevatedx, exploitedcollegegirls: elevatedx,
eyeontheguy: hush, eyeontheguy: hush,
@ -271,6 +272,7 @@ const scrapers = {
vixen, vixen,
vrcosplayx: badoink, vrcosplayx: badoink,
wankzvr, wankzvr,
westcoastproductions: adultempire,
wicked: gamma, wicked: gamma,
wildoncam: cherrypimps, wildoncam: cherrypimps,
xempire, xempire,

View File

@ -570,6 +570,7 @@ module.exports = {
formatDate, formatDate,
get, get,
getAll, getAll,
http,
fetch: get, fetch: get,
fetchAll: getAll, fetchAll: getAll,
context: init, context: init,