Updated all dependencies. Updated MindGeek to Aylo.

This commit is contained in:
DebaucheryLibrarian
2023-11-30 03:12:47 +01:00
parent 90aa29d2d4
commit 98bf7ea9dd
83 changed files with 9071 additions and 23082 deletions

View File

@@ -224,13 +224,15 @@ async function getSession(site, parameters, url) {
session,
headers: {
'Accept-Language': 'en-US,en;', // somehow seems essential for some MG sites
Connection: 'keep-alive',
'User-Agent': 'HTTPie/3.2.1',
},
interval: parameters?.interval,
concurrency: parameters?.concurrency,
parse: false,
});
if (res.statusCode === 200) {
if (res.status === 200) {
const cookieString = await cookieJar.getCookieStringAsync(sessionUrl);
const { instance_token: instanceToken } = cookie.parse(cookieString);
@@ -242,7 +244,7 @@ async function getSession(site, parameters, url) {
throw new Error(`Failed to acquire MindGeek session (${res.statusCode})`);
}
function scrapeProfile(data, releases = [], networkName) {
function scrapeProfile(data, networkName, releases = []) {
const profile = {
description: data.bio,
aliases: data.aliases.filter(Boolean),
@@ -297,7 +299,7 @@ async function fetchLatest(site, page = 1, options) {
return null;
}
const { session, instanceToken } = options.beforeNetwork?.headers?.Instance
const { instanceToken } = options.beforeNetwork?.headers?.Instance
? options.beforeNetwork
: await getSession(site, options.parameters, url);
@@ -308,7 +310,6 @@ async function fetchLatest(site, page = 1, options) {
: `https://site-api.project1service.com/v2/releases?collectionId=${siteId}&dateReleased=<${beforeDate}&limit=${limit}&offset=${limit * (page - 1)}&orderBy=-dateReleased&type=scene`;
const res = await http.get(apiUrl, {
session,
interval: options.parameters.interval,
concurrency: options.parameters.concurrency,
headers: {
@@ -409,10 +410,10 @@ async function fetchProfile({ name: actorName }, { entity, parameters }, include
});
if (actorReleasesRes.statusCode === 200 && actorReleasesRes.body.result) {
return scrapeProfile(actorData, actorReleasesRes.body.result, entity.slug);
return scrapeProfile(actorData, entity.slug, actorReleasesRes.body.result);
}
return scrapeProfile(actorData, [], entity.slug);
return scrapeProfile(actorData, entity.slug, []);
}
}

View File

@@ -40,7 +40,7 @@ const littlecapricedreams = require('./littlecapricedreams');
const loveherfilms = require('./loveherfilms');
const bluedonkeymedia = require('./bluedonkeymedia');
const mikeadriano = require('./mikeadriano');
const mindgeek = require('./mindgeek');
const aylo = require('./aylo');
const naughtyamerica = require('./naughtyamerica');
const newsensations = require('./newsensations');
const nubiles = require('./nubiles');
@@ -90,7 +90,7 @@ const scrapers = {
bangbros,
bluedonkeymedia,
bradmontana,
brazzers: mindgeek,
brazzers: aylo,
cherrypimps,
cumlouder,
czechav,
@@ -130,7 +130,7 @@ const scrapers = {
mamacitaz: porndoe,
mariskax,
mikeadriano,
mindgeek,
aylo,
mylf: teamskeet,
naughtyamerica,
nebraskacoeds: elevatedx,
@@ -150,7 +150,7 @@ const scrapers = {
rickysroom,
sayuncle: teamskeet,
score,
sexyhub: mindgeek,
sexyhub: aylo,
spizoo,
swallowsalon: julesjordan,
theflourish: archangel,
@@ -182,7 +182,7 @@ const scrapers = {
anilos: nubiles,
archangel,
asiam: modelmedia,
babes: mindgeek,
babes: aylo,
babevr: badoink,
backroomcastingcouch: elevatedx,
baddaddypov: fullpornnetwork,
@@ -201,14 +201,14 @@ const scrapers = {
boobpedia,
bradmontana,
brattysis: nubiles,
brazzers: mindgeek,
brazzers: aylo,
burningangel: gamma,
cherrypimps,
cumlouder,
deeper: vixen,
deeplush: nubiles,
devilsfilm: famedigital,
digitalplayground: mindgeek,
digitalplayground: aylo,
dorcelclub: dorcel,
doubleviewcasting: firstanalquest,
dtfsluts: fullpornnetwork,
@@ -216,7 +216,7 @@ const scrapers = {
evilangel: gamma,
exploitedcollegegirls: elevatedx,
eyeontheguy: hush,
fakehub: mindgeek,
fakehub: aylo,
firstanalquest,
forbondage: porndoe,
freeones,
@@ -232,7 +232,7 @@ const scrapers = {
hotcrazymess: nubiles,
hushpass: hush,
hussiepass: hush,
iconmale: mindgeek,
iconmale: aylo,
inserted: radical,
interracialpass: hush,
interracialpovs: hush,
@@ -253,13 +253,13 @@ const scrapers = {
letsdoeit: porndoe,
littlecapricedreams,
mamacitaz: porndoe,
men: mindgeek,
men: aylo,
mariskax,
metrohd: mindgeek,
milehighmedia: mindgeek,
metrohd: aylo,
milehighmedia: aylo,
milfy: vixen,
milfvr: wankzvr,
mofos: mindgeek,
mofos: aylo,
mylf: teamskeet,
mugfucked: fullpornnetwork,
naughtyamerica,
@@ -283,14 +283,14 @@ const scrapers = {
povpornstars: hush,
private: privateNetwork,
purgatoryx,
realitykings: mindgeek,
realitykings: aylo,
realvr: badoink,
rickysroom,
roccosiffredi: famedigital,
sayuncle: teamskeet,
score,
seehimfuck: hush,
sexyhub: mindgeek,
sexyhub: aylo,
silverstonedvd: famedigital,
silviasaint: famedigital,
spizoo,
@@ -306,13 +306,13 @@ const scrapers = {
testedefudelidade,
thatsitcomshow: nubiles,
tokyohot,
transangels: mindgeek,
transangels: aylo,
transbella: porndoe,
tranzvr: wankzvr,
trueanal: mikeadriano,
tushy: vixen,
tushyraw: vixen,
twistys: mindgeek,
twistys: aylo,
vipsexvault: porndoe,
vixen,
vrcosplayx: badoink,

View File

@@ -3,7 +3,7 @@
/* eslint-disable no-unused-vars */
const config = require('config');
const faker = require('faker');
const { faker } = require('@faker-js/faker');
const { nanoid } = require('nanoid');
const moment = require('moment');