Fixed and refactored Dorcel scraper.
This commit is contained in:
@@ -198,14 +198,19 @@ async function scrapeUpcomingReleases(scraper, entity, preData) {
|
||||
return emptyReleases;
|
||||
}
|
||||
|
||||
async function scrapeMovies(scraper, entity) {
|
||||
async function scrapeMovies(scraper, entity, preData) {
|
||||
if (!argv.movies || !scraper.fetchMovies) {
|
||||
return [];
|
||||
}
|
||||
|
||||
try {
|
||||
const context = {
|
||||
...preData,
|
||||
include,
|
||||
parameters: getRecursiveParameters(entity),
|
||||
};
|
||||
// return await scrapeReleases(scraper, entity, preData, true);
|
||||
return await scraper.fetchMovies(entity);
|
||||
return await scraper.fetchMovies(entity, 1, context); // TODO: implement pagination
|
||||
} catch (error) {
|
||||
logger.warn(`Failed to scrape movies for '${entity.slug}' (${entity.parent?.slug}): ${error.message}`);
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user