diff --git a/config/default.js b/config/default.js index 7f57e7a00..bbb3e1915 100644 --- a/config/default.js +++ b/config/default.js @@ -298,18 +298,6 @@ module.exports = { interval: 1000, concurrency: 1, }, - 'www.realitykings.com': { - interval: 1000, - concurrency: 1, - }, - 'www.mofos.com': { - interval: 1000, - concurrency: 1, - }, - 'www.twistys.com': { - interval: 1000, - concurrency: 1, - }, 'westcoastproductions.com': { interval: 100, concurrency: 1, diff --git a/src/deep.js b/src/deep.js index 3d26bf23d..a7ad4160d 100644 --- a/src/deep.js +++ b/src/deep.js @@ -200,7 +200,8 @@ async function scrapeRelease(baseRelease, entitiesBySlug, type = 'scene') { async function scrapeReleases(baseReleases, entitiesBySlug, type) { const entitiesWithBeforeDataEntries = await Promise.all(Object.entries(entitiesBySlug).map(async ([slug, entity]) => { if (entity.scraper?.beforeFetchScenes) { - const preData = await entity.scraper.beforeFetchScenes(entity); + const parameters = getRecursiveParameters(entity); + const preData = await entity.scraper.beforeFetchScenes(entity, parameters); return [slug, { ...entity, preData }]; } diff --git a/src/updates.js b/src/updates.js index 382f550ca..7540b47f9 100644 --- a/src/updates.js +++ b/src/updates.js @@ -269,7 +269,8 @@ async function scrapeNetworkSequential(networkEntity) { async function getBeforeNetwork(networkEntity) { try { - return await networkEntity.scraper?.beforeNetwork?.(networkEntity); + const parameters = getRecursiveParameters(networkEntity); + return await networkEntity.scraper?.beforeNetwork?.(networkEntity, parameters); } catch (error) { if (networkEntity.scraper?.requireBeforeNetwork === false) { return null;