Added sparse date mode. Fixed profile fetch error catching. Updated Kelly Madison scraper, using site IDs and fixed profile scraper.
This commit is contained in:
@@ -614,7 +614,7 @@ async function scrapeProfiles(actor, sources, entitiesBySlug, existingProfilesBy
|
||||
const profiles = Promise.map(validSources, async (source) => {
|
||||
try {
|
||||
// config may group sources to try until success
|
||||
return [].concat(source).reduce(async (outcome, scraperSlug) => outcome.catch(async () => {
|
||||
return await [].concat(source).reduce(async (outcome, scraperSlug) => outcome.catch(async () => {
|
||||
try {
|
||||
const entity = entitiesBySlug[scraperSlug] || null;
|
||||
|
||||
|
||||
Reference in New Issue
Block a user