Generalized Adult Empire subsite scraper, added West Coast Productions.

This commit is contained in:
DebaucheryLibrarian 2021-08-30 01:13:32 +02:00
parent b8657cb6e6
commit 7bd858f96b
97 changed files with 161 additions and 47 deletions

View File

@ -272,7 +272,7 @@ import Pagination from '../pagination/pagination.vue';
const toggleValues = [true, null, false];
const boobSizes = 'ABCDEFGHIJKZ'.split('');
const topCountries = ['AU', 'BR', 'DE', 'RU', 'GB', 'US'];
const topCountries = ['AU', 'BR', 'DE', 'JP', 'RU', 'GB', 'US'];
function updateFilters() {
this.$router.push({

View File

@ -78,7 +78,7 @@ export default {
return {
movies: [],
totalCount: 0,
limit: 5,
limit: 20,
};
},
watch: {

View File

@ -410,7 +410,9 @@ function initActorActions(store, router) {
${actorStashesFields}
}
}
countries {
countries(
orderBy: NAME_ASC,
) {
alpha2
name
alias

View File

@ -142,6 +142,11 @@ module.exports = {
'hotcrazymess',
'thatsitcomshow',
],
[
// Adult DVD Empire
'elegantangel',
'westcoastproductions',
],
'21sextury',
'julesjordan',
'dorcelclub',
@ -267,6 +272,14 @@ module.exports = {
interval: 1000,
concurrency: 1,
},
'westcoastproductions.com': {
interval: 100,
concurrency: 1,
},
'images.mylfcdn.net': {
interval: 50,
concurrency: 1,
},
},
fetchAfter: [1, 'week'],
missingDateLimit: 3,

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.5 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.6 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.5 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.5 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.5 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 23 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 17 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 15 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 15 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 17 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 2.1 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 8.2 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 39 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 2.9 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.8 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 39 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.6 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.4 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 33 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 3.0 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.6 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 34 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.3 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.7 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 35 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 5.6 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.1 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 31 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 485 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.9 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.7 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 8.2 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.3 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.9 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 36 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 35 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 37 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.3 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 30 KiB

After

Width:  |  Height:  |  Size: 24 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 37 KiB

After

Width:  |  Height:  |  Size: 29 KiB

Binary file not shown.

Before

Width:  |  Height:  |  Size: 29 KiB

After

Width:  |  Height:  |  Size: 22 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 34 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 2.7 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 456 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.5 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 34 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.7 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.7 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.9 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 898 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.1 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 6.8 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 6.7 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 6.8 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 6.5 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.3 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 31 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 31 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 31 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 27 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 33 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 456 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 1.5 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 2.4 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 2.3 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 2.0 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 2.5 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 2.6 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 2.4 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.8 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 8.0 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.5 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 8.0 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 8.1 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 7.7 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 8.1 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 35 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 36 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 35 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 36 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 36 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 34 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 38 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 2.1 MiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 5.5 KiB

Binary file not shown.

After

Width:  |  Height:  |  Size: 23 KiB

View File

@ -10104,6 +10104,18 @@ const sites = [
tags: ['vr', 'transsexual'],
parent: 'wankzvr',
},
// WEST COAST PRODUCTIONS
{
name: 'West Coast Productions',
slug: 'westcoastproductions',
url: 'https://westcoastproductions.com',
alias: ['wcp'],
tags: ['black-cock'],
parameters: {
studio: false,
layout: 'grid',
},
},
// WHALE MEMBER
{
name: 'Cum 4K',

View File

@ -611,6 +611,7 @@ const tagMedia = [
['airtight', 9, 'Cindy Shine in GP1658'],
['anal', 5, 'Abella Danger', 'hardx'],
['anal', 'kira_noir_julesjordan', 'Kira Noir in "Kira Noir Opens Her Ass For Manuel"', 'julesjordan'],
['anal', 'courtney_taylor_brazzers', 'Courtney Taylor in "Pounding That Pussy By The Pool"', 'brazzers'],
['anal', 'kelly_oliveira_teenfidelity_1', 'Kelly Oliveira in "Keep It Going"', 'teenfidelity'],
['anal', 'jane_wilde_evilangel_2', 'Jane Wilde and Brock Cooper in "The Cock Hungry Chronicles"', 'evilangel'],
['anal', 'jynx_maze_evilangel', 'Jynx Maze in "Gape Me"', 'evilangel'],
@ -668,6 +669,7 @@ const tagMedia = [
['blowbang', 'gina_gerson_assholefever', 'Gina Gerson in "Oppa Gangbang Style"', 'assholefever'],
['blowbang', 1, 'Nicole Black in GIO1680', 'legalporno'],
['blowjob', 'clanddi_jinkcego_ddfbusty_1', 'Clanddi Jinkcego', 'ddfbusty'],
['blowjob', 'juelz_ventura_babygotboobs', 'Juelz Ventura in "A Deep DP For Dessert"', 'babygotboobs'],
['blowjob', 4, 'Chloe Cherry in "Chloe\'s Big Anal"', 'darkx'],
['blowjob', 'anissa_kate_vixen_1', 'Anissa Kate in "Power Moves"', 'vixen'],
['blowjob', 'maddy_may_cherrypimps', 'Maddy May', 'cherrypimps'],
@ -692,11 +694,13 @@ const tagMedia = [
['bukkake', 'jasmine_byrne_julesjordan', 'Jasmine Byrne in "Flesh Hunter 10"', 'julesjordan'],
['bukkake', 'megan_rain_julesjordan', 'Megan Rain in "Slutty Teen In A 10 Cock Blowbang! It\'s RAINING Cum!"', 'julesjordan'],
['creampie', 1, 'Eveline Dellai', 'nubiles'],
['creampie', 'katrina_moreno_bangbros', 'Katrina Moreno in "Stripper Cream Pie"', 'bangbros'],
['creampie', 3, 'Silvia Soprina in "Satisfaction"', '5kteens'],
['creampie', 2, 'Natasha Lapiedra in "New and Ready"', '5kporn'],
['creampie', 'poster', 'Alina Lopez in "Making Yourself Unforgettable"', 'blacked'],
['cum-drunk', 0, 'Ashly Anderson in "Rough Love"', 'hookuphotshot'],
['cum-in-mouth', 1, 'Sarah Vandella in "Blow Bang Vandella"', 'hardx'],
['cum-in-mouth', 'courtney_taylor_brazzers', 'Courtney Taylor in "Nostalgic Nympho Finally Fucks"', 'brazzers'],
['cum-in-mouth', 3, 'Kira Noir', 'hardx'],
['cum-in-mouth', 5, 'Emma Hix in "A Big Dick"', 'darkx'],
['cum-in-mouth', 4, 'Vanna Bardot and Isiah Maxwell in "Vanna Craves Isiah\'s Cock!"', 'darkx'],
@ -705,11 +709,13 @@ const tagMedia = [
['cum-in-mouth', 'lara_frost_legalporno', 'Lara Frost in NRX059', 'legalporno'],
['cum-in-mouth', 0, 'Vina Sky and Avi Love', 'hardx'],
['cum-on-boobs', 'september_reign_penthouse', 'September Reign in "Sensual Ride"', 'penthouse'],
['cum-on-boobs', 'gogo_fukme_devilsfilm', 'GoGo FukMe in "BAD Relatives"', 'devilsfilm'],
['cum-on-boobs', 1, 'Kylie Page in "Melt In Your Mouth"', 'twistyshard'],
['cum-on-boobs', 0, 'Alessandra Jane', 'private'],
['cum-on-boobs', 2, 'Blake Blossom in "Naturally Stacked Cutie"', 'hardx'],
['cum-on-butt', 'chloe_temple_macy_meadows_brattysis', 'Chloe Temple and Macy Meadows', 'brattysis'],
['cum-on-butt', 0, 'Jynx Maze in "Don\'t Make Me Beg 4"', 'evilangel'],
['cum-on-pussy', 'katrina_moreno_elegantraw', 'Katrina Moreno in "Pump My Ass Raw!"', 'elegantraw'],
['cum-on-pussy', 0, 'Talinka A', 'sexart'],
['da-tp', 7, 'Polly Petrova in YE069', 'legalporno'],
['da-tp', 5, 'Venera Maxima in GIO1287'],
@ -780,12 +786,14 @@ const tagMedia = [
['double-dildo-kiss', 1, 'Bonnie Rotten and Gina Valentina in "Scared Un-Straight"', 'brazzers'],
['double-dildo-kiss', 3, 'Kiki Daire and Brittany', 'kenmarcus'],
['double-dildo-kiss', 2, 'Adriana Chechik and Vicki Chase in "Anal Savages"', 'julesjordan'],
['dp', 3, 'Hime Marie in AA047', 'legalporno'],
['dp', 'kenna_james_tushy_1', 'Kenna James in "Yoga Retreat', 'tushy'],
['dp', 2, 'Megan Rain in "DP Masters 4"', 'julesjordan'],
['dp', 'lara_frost_legalporno', 'Lara Frost in NRX070', 'legalporno'],
['dp', 'juelz_ventura_babygotboobs_1', 'Juelz Ventura in "A Deep DP For Dessert"', 'babygotboobs'],
['dp', 6, 'Kira Noir', 'hardx'],
['dp', 'kenna_james_tushy_1', 'Kenna James in "Yoga Retreat', 'tushy'],
['dp', 5, 'Lana Rhoades in "Gangbang Me 3"', 'hardx'],
['dp', 'courtney_taylor_realwifestories', 'Courtney Taylor in "Divorce Me Please"', 'realwifewstories'],
['dp', 3, 'Hime Marie in AA047', 'legalporno'],
['dp', 'silvia_dellai_dpfanatics', 'Silvia Dellai in "Tempting Promises"', 'dpfanatics'],
['dp', 'diamond_foxxx_milfslikeitbig', 'Diamond Foxxx in "Deep Cover...Deeper Throat"', 'milfslikeitbig'],
['dp', 'zaawaadi_roccosiffredi', 'Zaawaadi in "My Name Is Zaawaadi"', 'roccosiffredi'],
@ -793,9 +801,11 @@ const tagMedia = [
['dp', 'poster', 'Mia Malkova in "DP Me 8"', 'hardx'],
['dp', 4, 'Rebecca Volpetti', 'handsonhardcore'],
['dvp', 'poster', 'Riley Reid in "Pizza That Ass"', 'reidmylips'],
['dvp', 'jaclyn_case_digitalsin', 'Jaclyn Case in "2 Heads R Better Than 1 Volume Two"', 'digitalsin'],
['dvp', 'vina_sky_julesjordan', 'Vina Sky in "Asian Goddess Vina Sky Demands Two Cocks Inside Her At Once"', 'julesjordan'],
['dvp', 0, 'Aaliyah Hadid in "Squirting From Double Penetration With Anal"', 'bangbros'],
['dv-tp', 'poster', 'Juelz Ventura in "Gangbanged 5"', 'elegantangel'],
['dv-tp', 'veronica_avluv_brazzers', 'Veronica Avluv in "The Secret Soiree: Six-Man Gang Bang"', 'brazzers'],
['dv-tp', 1, 'Adriana Chechik in "Adriana\'s Triple Anal Penetration!"'],
['dv-tp', 0, 'Luna Rival in SZ1490'],
['facefucking', 5, 'Mia Moore B', 'throated'],
@ -828,7 +838,9 @@ const tagMedia = [
['enhanced-boobs', 'hunter_bryce_penthouse', 'Hunter Bryce in "On The Bed"', 'penthouse'],
['enhanced-boobs', '18a', 'Ebony Godess', 'actiongirls'],
['enhanced-boobs', 1, 'Lela Star in "Thick"', 'julesjordan'],
['enhanced-boobs', 'courtney_taylor_brazzers', 'Courtney Taylor in "Pounding That Pussy By The Pool"', 'brazzers'],
['enhanced-boobs', 'september_reign_spizoo', 'September Rain in "September Reign Loves Jessica"', 'spizoo'],
['enhanced-boobs', 'katrina_moreno_bangbros', 'Katrina Moreno in "Stripper Cream Pie"', 'bangbros'],
['enhanced-boobs', 'sadie_santana_newsensations', 'Sadie Santana in "Backdoor Beauties"', 'newsensations'],
['enhanced-boobs', 'diana_prince_penthouse_2', 'Diana Prince in "It Is What It Seems"', 'penthouse'],
['enhanced-boobs', 'chessie_kay_chelsey_lanette_eurogirlsongirls', 'Chelsey Lanette and Chessie Kay', 'eurogirlsongirls'],
@ -923,6 +935,7 @@ const tagMedia = [
['mff', 1, 'Anikka Albrite, Kelsi Monroe and Mick Blue', 'hardx'],
['mff', 'azul_hermosa_isis_love_pornstarslikeitbig', 'Azul Hermosa, Isis Love and Zac Wild in "She Likes Rough Quickies"', 'pornstarslikeitbig'],
['mfm', 'kyra_black_21sextury', 'Kyra Black', '21sextury'],
['mfm', 'juelz_ventura_babygotboobs_3a', 'Juelz Ventura in "A Deep DP For Dessert"', 'babygotboobs'],
['mfm', 0, 'Vina Sky in "Jules Jordan\'s Three Ways"', 'julesjordan'],
['mfm', 'anne_amari_wefuckblackgirls', 'Anne Amari', 'wefuckblackgirls'],
['mfm', 8, 'Ariana Marie in "DP Masters 7"', 'julesjordan'],
@ -951,9 +964,10 @@ const tagMedia = [
['nurse', 3, 'Lullu Gun in "Hot Nurse Addicted to Anal"', 'private'],
['nurse', 'hunter_bryce_realityjunkies', 'Hunter Bryce', 'realityjunkies'],
['nurse', 1, 'Mia Malkova in "Always Think Happy Thoughts"', 'brazzers'],
['oil', 2, 'Jade Kush', 'passionhd'],
['oil', 1, 'Kissa Sins in "Oil Overload 14"', 'julesjordan'],
['oil', 3, 'Vina Sky', 'lubed'],
['oil', 1, 'Kissa Sins in "Oil Overload 14"', 'julesjordan'],
['oil', 'asia_rae_massagerooms', 'Asia Rae', 'massagerooms'],
['oil', 2, 'Jade Kush', 'passionhd'],
['oil', 0, 'Jada Stevens in "Jada Stevens Anal Ass Oiled Up\'s Cock"', 'julesjordan'],
['oral-creampie', 1, 'Valentina Nappi', 'herlimit'],
['oral-creampie', 0, 'Henessy in "B(ass)t Friends"', 'assholefever'],

View File

@ -58,7 +58,12 @@ async function fetchScene(scraper, url, entity, baseRelease, options) {
if (scraper.scrapeScene) {
const session = qu.session();
const res = await qu.get(url, null, null, { session });
const res = await qu.get(url, null, null, {
session,
rejectUnauthorized: false,
});
const cookie = await session._sessionOptions.cookieJar.get(url);
if (res.ok) {

View File

@ -242,7 +242,7 @@ async function findSourceDuplicates(baseMedias) {
const existingSourceMediaByUrl = itemsByKey(existingSourceMedia, 'source');
const existingExtractMediaByUrl = itemsByKey(existingExtractMedia, 'source_page');
return [existingSourceMediaByUrl, existingExtractMediaByUrl];
return { existingSourceMediaByUrl, existingExtractMediaByUrl };
}
async function findHashDuplicates(medias) {
@ -285,7 +285,7 @@ async function findHashDuplicates(medias) {
}))
.concat(selfDuplicateMedias);
return [selfUniqueHashMedias, existingHashMedias];
return { uniqueHashMedias: selfUniqueHashMedias, existingHashMedias };
}
async function extractSource(baseSource, { existingExtractMediaByUrl }) {
@ -741,7 +741,7 @@ function curateMediaEntry(media, index) {
async function storeMedias(baseMedias, options) {
await fsPromises.mkdir(path.join(config.media.path, 'temp'), { recursive: true });
const [existingSourceMediaByUrl, existingExtractMediaByUrl] = await findSourceDuplicates(baseMedias);
const { existingSourceMediaByUrl, existingExtractMediaByUrl } = await findSourceDuplicates(baseMedias);
const fetchedMedias = await Promise.map(
baseMedias,
@ -749,7 +749,7 @@ async function storeMedias(baseMedias, options) {
{ concurrency: 100 }, // don't overload disk (or network, although this has its own throttling)
);
const [uniqueHashMedias, existingHashMedias] = await findHashDuplicates(fetchedMedias);
const { uniqueHashMedias, existingHashMedias } = await findHashDuplicates(fetchedMedias);
const savedMedias = await Promise.map(
uniqueHashMedias,
@ -770,7 +770,7 @@ async function storeMedias(baseMedias, options) {
const newMediaEntries = newMediaWithEntries.filter(media => media.newEntry).map(media => media.entry);
try {
await bulkInsert('media', newMediaEntries);
await bulkInsert('media', newMediaEntries, false);
return [...newMediaWithEntries, ...existingHashMedias];
} catch (error) {

View File

@ -1,10 +1,21 @@
'use strict';
const qu = require('../utils/q');
const qu = require('../utils/qu');
const http = require('../utils/http');
const slugify = require('../utils/slugify');
const { feetInchesToCm, lbsToKg } = require('../utils/convert');
function scrapeAll(scenes, channel) {
async function getPhotos(entryId, channel) {
const res = await http.get(`${channel.url}/Membership/GetScreenshots?sceneID=scene_${entryId}`);
if (res.ok) {
return res.body.split(/[\s,]+/).filter(Boolean);
}
return [];
}
function scrapeAllTour(scenes, channel) {
return scenes.map(({ query }) => {
const release = {};
@ -29,6 +40,26 @@ function scrapeAll(scenes, channel) {
});
}
async function scrapeAllGrid(scenes, channel, options) {
return Promise.all(scenes.map(async ({ query, el }) => {
const release = {};
const uri = query.url('.grid-item-title') || query.url('a.animated-screen');
release.entryId = el.id.match(/\d+/)?.[0] || uri.match(/^(\d+)\//)?.[1];
release.title = query.cnt('.grid-item-title');
release.url = qu.prefixUrl(uri, channel.url);
release.poster = query.img('.screenshot');
if (options.includePhotos) {
release.photos = await getPhotos(release.entryId, channel);
}
return release;
}));
}
function scrapeMovieScenes(scenes) {
return scenes.map(({ query }) => {
const release = {};
@ -46,8 +77,9 @@ function scrapeMovieScenes(scenes) {
});
}
async function scrapeRelease({ query, html }, url, channel, baseRelease, type = 'scene') {
async function scrapeRelease({ query, html }, url, channel, baseRelease, options) {
const release = {};
const type = query.exists('.scene-list-header') ? 'movie' : 'scene';
release.entryId = new URL(url).pathname.match(/\/(\d+)/)[1];
@ -68,7 +100,7 @@ async function scrapeRelease({ query, html }, url, channel, baseRelease, type =
});
release.tags = query.cnts('.tags a, .categories a');
release.studio = slugify(query.cnt('.studio span:last-child'), '');
release.studio = options?.parameters.studio === false ? null : slugify(query.cnt('.studio span:last-child'), '');
if (type === 'scene') {
release.director = query.text('.director');
@ -83,6 +115,15 @@ async function scrapeRelease({ query, html }, url, channel, baseRelease, type =
release.scenes = scrapeMovieScenes(qu.initAll(query.all('#scenes .grid-item')), channel);
}
if (query.exists('.video-title .movie-title')) {
release.movie = {
title: query.cnt('#viewLargeBoxcover .modal-title a'),
url: query.url('#viewLargeBoxcover .modal-title a', 'href', { origin: channel.url }),
entryId: query.url('#viewLargeBoxcover .modal-title a')?.match(/(\d+)\//)[1],
covers: query.imgs('#viewLargeBoxcover #viewLargeBoxcoverCarousel .carousel-item > img'),
};
}
release.photos = query.imgs('#dv_frames a > img').map(photo => [
photo.replace(/(\/p\/\d+\/)\d+/, (match, path) => `${path}1920`),
photo.replace(/(\/p\/\d+\/)\d+/, (match, path) => `${path}1600`),
@ -174,7 +215,7 @@ async function scrapeProfile({ query }, url, channel, include) {
if (include) {
const actorId = new URL(url).pathname.match(/\/(\d+)/)[1];
const res = await qu.getAll(`https://www.elegantangel.com/streaming-video-by-scene.html?cast=${actorId}`, '.grid-item', null, {
const res = await qu.getAll(`${channel.url}/www.elegantangel.com/streaming-video-by-scene.html?cast=${actorId}`, '.grid-item', null, {
rejectUnauthorized: false,
});
@ -186,7 +227,7 @@ async function scrapeProfile({ query }, url, channel, include) {
return profile;
}
async function fetchLatest(channel, page = 1) {
async function fetchLatestTour(channel, page = 1) {
const url = `${channel.url}/tour?page=${page}`;
const res = await qu.getAll(url, '.scene-update', null, {
// invalid certificate
@ -194,33 +235,30 @@ async function fetchLatest(channel, page = 1) {
});
if (res.ok) {
return scrapeAll(res.items, channel);
return scrapeAllTour(res.items, channel);
}
return res.status;
}
async function fetchScene(url, channel, baseRelease) {
async function fetchLatestGrid(channel, page, options) {
const res = await qu.getAll(`${channel.url}/watch-newest-clips-and-scenes.html?page=${page}&hybridview=member`, '.item-grid-scene .grid-item');
if (res.ok) {
return scrapeAllGrid(res.items, channel, options);
}
return res.status;
}
async function fetchMovie(url, channel, baseRelease, options) {
const res = await qu.get(url, null, null, {
// invalid certificate
rejectUnauthorized: false,
});
if (res.ok) {
return scrapeRelease(res.item, url, channel, baseRelease);
}
return res.status;
}
async function fetchMovie(url, channel, baseRelease) {
const res = await qu.get(url, null, null, {
// invalid certificate
rejectUnauthorized: false,
});
if (res.ok) {
return scrapeRelease(res.item, url, channel, baseRelease, 'movie');
return scrapeRelease(res.item, url, channel, baseRelease, options);
}
return res.status;
@ -239,26 +277,53 @@ async function fetchMovies(channel, page = 1) {
return res.status;
}
async function fetchProfile(baseActor, channel, include) {
if (!baseActor.url) {
return null;
}
const res = await qu.get(baseActor.url, '.performer-page', null, {
async function fetchProfilePage(actorUrl, channel, include) {
const res = await qu.get(actorUrl, '.performer-page', null, {
rejectUnauthorized: false,
});
if (res.ok) {
return scrapeProfile(res.item, baseActor.url, channel, include);
return scrapeProfile(res.item, actorUrl, channel, include);
}
return res.status;
}
async function fetchProfile(baseActor, channel, include) {
if (baseActor.url) {
const profile = await fetchProfilePage(baseActor, channel, include);
if (typeof profile === 'object') {
return profile;
}
}
const searchRes = await http.get(`${channel.url}/search/SearchAutoComplete_Agg_ByMedia?rows=9&name_startsWith=${slugify(baseActor.name, '+')}`);
if (searchRes.ok) {
const actorResult = searchRes.body.Results.find(result => /performer/i.test(result.BasicResponseGroup?.displaytype) && new RegExp(baseActor.name, 'i').test(result.BasicResponseGroup?.description));
if (actorResult) {
return fetchProfilePage(`${channel.url}${actorResult.BasicResponseGroup.id}`, channel, include);
}
return null;
}
return searchRes.status;
}
module.exports = {
fetchLatest,
fetchScene,
fetchLatest: fetchLatestTour,
fetchMovies,
fetchMovie,
fetchProfile,
scrapeScene: scrapeRelease,
scrapeMovie: scrapeRelease,
grid: {
fetchLatest: fetchLatestGrid,
scrapeScene: scrapeRelease,
fetchMovie,
fetchProfile,
},
};

View File

@ -1,5 +1,6 @@
'use strict';
const adultempire = require('./adultempire');
const adulttime = require('./adulttime');
const assylum = require('./assylum');
const aziani = require('./aziani');
@ -16,7 +17,6 @@ const czechav = require('./czechav');
const ddfnetwork = require('./ddfnetwork');
const dogfart = require('./dogfart');
const dorcel = require('./dorcel');
const elegantangel = require('./elegantangel');
const famedigital = require('./famedigital');
const firstanalquest = require('./firstanalquest');
const elevatedx = require('./elevatedx');
@ -88,7 +88,7 @@ const scrapers = {
dogfart,
dogfartnetwork: dogfart,
dorcel,
elegantangel,
elegantangel: adultempire,
famedigital,
exploitedx: elevatedx,
firstanalquest,
@ -145,6 +145,7 @@ const scrapers = {
vixen,
vogov,
wankzvr,
westcoastproductions: adultempire,
whalemember,
xempire,
},
@ -186,7 +187,7 @@ const scrapers = {
dorcelclub: dorcel,
doubleviewcasting: firstanalquest,
dtfsluts: fullpornnetwork,
elegantangel,
elegantangel: adultempire,
evilangel: gamma,
exploitedcollegegirls: elevatedx,
eyeontheguy: hush,
@ -271,6 +272,7 @@ const scrapers = {
vixen,
vrcosplayx: badoink,
wankzvr,
westcoastproductions: adultempire,
wicked: gamma,
wildoncam: cherrypimps,
xempire,

View File

@ -570,6 +570,7 @@ module.exports = {
formatDate,
get,
getAll,
http,
fetch: get,
fetchAll: getAll,
context: init,