Compare commits

..

No commits in common. "7b3bdadd4489b548c7c0fff994fd909a799879ad" and "a5afffc968a65ee319c79e92528df4de9773a2c8" have entirely different histories.

5 changed files with 17 additions and 7 deletions

View File

@ -298,6 +298,18 @@ module.exports = {
interval: 1000, interval: 1000,
concurrency: 1, concurrency: 1,
}, },
'www.realitykings.com': {
interval: 1000,
concurrency: 1,
},
'www.mofos.com': {
interval: 1000,
concurrency: 1,
},
'www.twistys.com': {
interval: 1000,
concurrency: 1,
},
'westcoastproductions.com': { 'westcoastproductions.com': {
interval: 100, interval: 100,
concurrency: 1, concurrency: 1,

4
package-lock.json generated
View File

@ -1,12 +1,12 @@
{ {
"name": "traxxx", "name": "traxxx",
"version": "1.209.4", "version": "1.209.3",
"lockfileVersion": 2, "lockfileVersion": 2,
"requires": true, "requires": true,
"packages": { "packages": {
"": { "": {
"name": "traxxx", "name": "traxxx",
"version": "1.209.4", "version": "1.209.3",
"license": "ISC", "license": "ISC",
"dependencies": { "dependencies": {
"@casl/ability": "^5.2.2", "@casl/ability": "^5.2.2",

View File

@ -1,6 +1,6 @@
{ {
"name": "traxxx", "name": "traxxx",
"version": "1.209.4", "version": "1.209.3",
"description": "All the latest porn releases in one place", "description": "All the latest porn releases in one place",
"main": "src/app.js", "main": "src/app.js",
"scripts": { "scripts": {

View File

@ -200,8 +200,7 @@ async function scrapeRelease(baseRelease, entitiesBySlug, type = 'scene') {
async function scrapeReleases(baseReleases, entitiesBySlug, type) { async function scrapeReleases(baseReleases, entitiesBySlug, type) {
const entitiesWithBeforeDataEntries = await Promise.all(Object.entries(entitiesBySlug).map(async ([slug, entity]) => { const entitiesWithBeforeDataEntries = await Promise.all(Object.entries(entitiesBySlug).map(async ([slug, entity]) => {
if (entity.scraper?.beforeFetchScenes) { if (entity.scraper?.beforeFetchScenes) {
const parameters = getRecursiveParameters(entity); const preData = await entity.scraper.beforeFetchScenes(entity);
const preData = await entity.scraper.beforeFetchScenes(entity, parameters);
return [slug, { ...entity, preData }]; return [slug, { ...entity, preData }];
} }

View File

@ -269,8 +269,7 @@ async function scrapeNetworkSequential(networkEntity) {
async function getBeforeNetwork(networkEntity) { async function getBeforeNetwork(networkEntity) {
try { try {
const parameters = getRecursiveParameters(networkEntity); return await networkEntity.scraper?.beforeNetwork?.(networkEntity);
return await networkEntity.scraper?.beforeNetwork?.(networkEntity, parameters);
} catch (error) { } catch (error) {
if (networkEntity.scraper?.requireBeforeNetwork === false) { if (networkEntity.scraper?.requireBeforeNetwork === false) {
return null; return null;