Passing recursive parameters to all scraper methods. Using throttle parameters in MindGeek scraper, fixed missing slug breaking scene and actor URLs.
This commit is contained in:
@@ -11,6 +11,7 @@ const { curateRelease } = require('./releases');
|
||||
const include = require('./utils/argv-include')(argv);
|
||||
const { resolveScraper, resolveLayoutScraper } = require('./scrapers/resolve');
|
||||
const { fetchIncludedEntities } = require('./entities');
|
||||
const getRecursiveParameters = require('./utils/get-recursive-parameters');
|
||||
|
||||
const emptyReleases = { uniqueReleases: [], duplicateReleases: [] };
|
||||
|
||||
@@ -97,6 +98,7 @@ async function scrapeReleases(scraper, entity, preData, isUpcoming) {
|
||||
const options = {
|
||||
...config.options[scraper.slug],
|
||||
...include,
|
||||
parameters: getRecursiveParameters(entity),
|
||||
};
|
||||
|
||||
const pageReleases = isUpcoming
|
||||
|
||||
Reference in New Issue
Block a user