Fixed actor scraper list reference.
This commit is contained in:
@@ -17,7 +17,7 @@ const domPurify = DOMPurify(window);
|
|||||||
// const logger = require('./logger')(__filename);
|
// const logger = require('./logger')(__filename);
|
||||||
const knex = require('./knex');
|
const knex = require('./knex');
|
||||||
const redis = require('./redis');
|
const redis = require('./redis');
|
||||||
const scrapers = require('./scrapers/scrapers').actors;
|
const actorScrapers = require('./scrapers/scrapers').actors;
|
||||||
|
|
||||||
const argv = require('./argv');
|
const argv = require('./argv');
|
||||||
const include = require('./utils/argv-include')(argv);
|
const include = require('./utils/argv-include')(argv);
|
||||||
@@ -624,7 +624,7 @@ async function scrapeProfiles(actor, sources, entitiesBySlug, existingProfilesBy
|
|||||||
try {
|
try {
|
||||||
const entity = entitiesBySlug[scraperSlug] || null;
|
const entity = entitiesBySlug[scraperSlug] || null;
|
||||||
|
|
||||||
const scraper = scrapers[scraperSlug];
|
const scraper = actorScrapers[scraperSlug];
|
||||||
const layoutScraper = resolveLayoutScraper(entity, scraper);
|
const layoutScraper = resolveLayoutScraper(entity, scraper);
|
||||||
|
|
||||||
if (!layoutScraper?.fetchProfile) {
|
if (!layoutScraper?.fetchProfile) {
|
||||||
@@ -832,7 +832,7 @@ async function scrapeActors(argNames) {
|
|||||||
|
|
||||||
logger.info(`Scraping profiles for ${actorNames.length} actors`);
|
logger.info(`Scraping profiles for ${actorNames.length} actors`);
|
||||||
|
|
||||||
const sources = argv.profileSources || config.profiles || Object.keys(scrapers.actors);
|
const sources = argv.profileSources || config.profiles || Object.keys(actorScrapers);
|
||||||
const entitySlugs = sources.flat();
|
const entitySlugs = sources.flat();
|
||||||
|
|
||||||
const [entitiesBySlug, existingActorEntries] = await Promise.all([
|
const [entitiesBySlug, existingActorEntries] = await Promise.all([
|
||||||
|
|||||||
Reference in New Issue
Block a user