Updated all dependencies. Updated MindGeek to Aylo.
This commit is contained in:
@@ -224,13 +224,15 @@ async function getSession(site, parameters, url) {
|
||||
session,
|
||||
headers: {
|
||||
'Accept-Language': 'en-US,en;', // somehow seems essential for some MG sites
|
||||
Connection: 'keep-alive',
|
||||
'User-Agent': 'HTTPie/3.2.1',
|
||||
},
|
||||
interval: parameters?.interval,
|
||||
concurrency: parameters?.concurrency,
|
||||
parse: false,
|
||||
});
|
||||
|
||||
if (res.statusCode === 200) {
|
||||
if (res.status === 200) {
|
||||
const cookieString = await cookieJar.getCookieStringAsync(sessionUrl);
|
||||
const { instance_token: instanceToken } = cookie.parse(cookieString);
|
||||
|
||||
@@ -242,7 +244,7 @@ async function getSession(site, parameters, url) {
|
||||
throw new Error(`Failed to acquire MindGeek session (${res.statusCode})`);
|
||||
}
|
||||
|
||||
function scrapeProfile(data, releases = [], networkName) {
|
||||
function scrapeProfile(data, networkName, releases = []) {
|
||||
const profile = {
|
||||
description: data.bio,
|
||||
aliases: data.aliases.filter(Boolean),
|
||||
@@ -297,7 +299,7 @@ async function fetchLatest(site, page = 1, options) {
|
||||
return null;
|
||||
}
|
||||
|
||||
const { session, instanceToken } = options.beforeNetwork?.headers?.Instance
|
||||
const { instanceToken } = options.beforeNetwork?.headers?.Instance
|
||||
? options.beforeNetwork
|
||||
: await getSession(site, options.parameters, url);
|
||||
|
||||
@@ -308,7 +310,6 @@ async function fetchLatest(site, page = 1, options) {
|
||||
: `https://site-api.project1service.com/v2/releases?collectionId=${siteId}&dateReleased=<${beforeDate}&limit=${limit}&offset=${limit * (page - 1)}&orderBy=-dateReleased&type=scene`;
|
||||
|
||||
const res = await http.get(apiUrl, {
|
||||
session,
|
||||
interval: options.parameters.interval,
|
||||
concurrency: options.parameters.concurrency,
|
||||
headers: {
|
||||
@@ -409,10 +410,10 @@ async function fetchProfile({ name: actorName }, { entity, parameters }, include
|
||||
});
|
||||
|
||||
if (actorReleasesRes.statusCode === 200 && actorReleasesRes.body.result) {
|
||||
return scrapeProfile(actorData, actorReleasesRes.body.result, entity.slug);
|
||||
return scrapeProfile(actorData, entity.slug, actorReleasesRes.body.result);
|
||||
}
|
||||
|
||||
return scrapeProfile(actorData, [], entity.slug);
|
||||
return scrapeProfile(actorData, entity.slug, []);
|
||||
}
|
||||
}
|
||||
|
||||
@@ -40,7 +40,7 @@ const littlecapricedreams = require('./littlecapricedreams');
|
||||
const loveherfilms = require('./loveherfilms');
|
||||
const bluedonkeymedia = require('./bluedonkeymedia');
|
||||
const mikeadriano = require('./mikeadriano');
|
||||
const mindgeek = require('./mindgeek');
|
||||
const aylo = require('./aylo');
|
||||
const naughtyamerica = require('./naughtyamerica');
|
||||
const newsensations = require('./newsensations');
|
||||
const nubiles = require('./nubiles');
|
||||
@@ -90,7 +90,7 @@ const scrapers = {
|
||||
bangbros,
|
||||
bluedonkeymedia,
|
||||
bradmontana,
|
||||
brazzers: mindgeek,
|
||||
brazzers: aylo,
|
||||
cherrypimps,
|
||||
cumlouder,
|
||||
czechav,
|
||||
@@ -130,7 +130,7 @@ const scrapers = {
|
||||
mamacitaz: porndoe,
|
||||
mariskax,
|
||||
mikeadriano,
|
||||
mindgeek,
|
||||
aylo,
|
||||
mylf: teamskeet,
|
||||
naughtyamerica,
|
||||
nebraskacoeds: elevatedx,
|
||||
@@ -150,7 +150,7 @@ const scrapers = {
|
||||
rickysroom,
|
||||
sayuncle: teamskeet,
|
||||
score,
|
||||
sexyhub: mindgeek,
|
||||
sexyhub: aylo,
|
||||
spizoo,
|
||||
swallowsalon: julesjordan,
|
||||
theflourish: archangel,
|
||||
@@ -182,7 +182,7 @@ const scrapers = {
|
||||
anilos: nubiles,
|
||||
archangel,
|
||||
asiam: modelmedia,
|
||||
babes: mindgeek,
|
||||
babes: aylo,
|
||||
babevr: badoink,
|
||||
backroomcastingcouch: elevatedx,
|
||||
baddaddypov: fullpornnetwork,
|
||||
@@ -201,14 +201,14 @@ const scrapers = {
|
||||
boobpedia,
|
||||
bradmontana,
|
||||
brattysis: nubiles,
|
||||
brazzers: mindgeek,
|
||||
brazzers: aylo,
|
||||
burningangel: gamma,
|
||||
cherrypimps,
|
||||
cumlouder,
|
||||
deeper: vixen,
|
||||
deeplush: nubiles,
|
||||
devilsfilm: famedigital,
|
||||
digitalplayground: mindgeek,
|
||||
digitalplayground: aylo,
|
||||
dorcelclub: dorcel,
|
||||
doubleviewcasting: firstanalquest,
|
||||
dtfsluts: fullpornnetwork,
|
||||
@@ -216,7 +216,7 @@ const scrapers = {
|
||||
evilangel: gamma,
|
||||
exploitedcollegegirls: elevatedx,
|
||||
eyeontheguy: hush,
|
||||
fakehub: mindgeek,
|
||||
fakehub: aylo,
|
||||
firstanalquest,
|
||||
forbondage: porndoe,
|
||||
freeones,
|
||||
@@ -232,7 +232,7 @@ const scrapers = {
|
||||
hotcrazymess: nubiles,
|
||||
hushpass: hush,
|
||||
hussiepass: hush,
|
||||
iconmale: mindgeek,
|
||||
iconmale: aylo,
|
||||
inserted: radical,
|
||||
interracialpass: hush,
|
||||
interracialpovs: hush,
|
||||
@@ -253,13 +253,13 @@ const scrapers = {
|
||||
letsdoeit: porndoe,
|
||||
littlecapricedreams,
|
||||
mamacitaz: porndoe,
|
||||
men: mindgeek,
|
||||
men: aylo,
|
||||
mariskax,
|
||||
metrohd: mindgeek,
|
||||
milehighmedia: mindgeek,
|
||||
metrohd: aylo,
|
||||
milehighmedia: aylo,
|
||||
milfy: vixen,
|
||||
milfvr: wankzvr,
|
||||
mofos: mindgeek,
|
||||
mofos: aylo,
|
||||
mylf: teamskeet,
|
||||
mugfucked: fullpornnetwork,
|
||||
naughtyamerica,
|
||||
@@ -283,14 +283,14 @@ const scrapers = {
|
||||
povpornstars: hush,
|
||||
private: privateNetwork,
|
||||
purgatoryx,
|
||||
realitykings: mindgeek,
|
||||
realitykings: aylo,
|
||||
realvr: badoink,
|
||||
rickysroom,
|
||||
roccosiffredi: famedigital,
|
||||
sayuncle: teamskeet,
|
||||
score,
|
||||
seehimfuck: hush,
|
||||
sexyhub: mindgeek,
|
||||
sexyhub: aylo,
|
||||
silverstonedvd: famedigital,
|
||||
silviasaint: famedigital,
|
||||
spizoo,
|
||||
@@ -306,13 +306,13 @@ const scrapers = {
|
||||
testedefudelidade,
|
||||
thatsitcomshow: nubiles,
|
||||
tokyohot,
|
||||
transangels: mindgeek,
|
||||
transangels: aylo,
|
||||
transbella: porndoe,
|
||||
tranzvr: wankzvr,
|
||||
trueanal: mikeadriano,
|
||||
tushy: vixen,
|
||||
tushyraw: vixen,
|
||||
twistys: mindgeek,
|
||||
twistys: aylo,
|
||||
vipsexvault: porndoe,
|
||||
vixen,
|
||||
vrcosplayx: badoink,
|
||||
|
||||
@@ -3,7 +3,7 @@
|
||||
/* eslint-disable no-unused-vars */
|
||||
|
||||
const config = require('config');
|
||||
const faker = require('faker');
|
||||
const { faker } = require('@faker-js/faker');
|
||||
const { nanoid } = require('nanoid');
|
||||
const moment = require('moment');
|
||||
|
||||
|
||||
Reference in New Issue
Block a user