Preserving Jules Jordan base photos in deep scrape.
This commit is contained in:
@@ -279,6 +279,7 @@ async function findSourceDuplicates(baseMedias) {
|
||||
const [existingSourceMedia, existingExtractMedia] = await Promise.all([
|
||||
// may try to check thousands of URLs at once, don't pass all of them to a single query
|
||||
chunk(sourceUrls).reduce(async (chain, sourceUrlsChunk) => {
|
||||
console.log(sourceUrlsChunk);
|
||||
const accUrls = await chain;
|
||||
const existingUrls = await knex('media').whereIn('source', sourceUrlsChunk);
|
||||
|
||||
@@ -930,7 +931,7 @@ async function associateReleaseMedia(releases, type = 'release') {
|
||||
logger.error(util.inspect(error.entries, null, null, { color: true }));
|
||||
}
|
||||
|
||||
logger.error(`Failed to store ${type} ${role}: ${error.message} (${error.detail || 'no detail'}`);
|
||||
logger.error(`Failed to store ${type} ${role}: ${error.message} (${error.detail || 'no detail'})`);
|
||||
}
|
||||
}, Promise.resolve());
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user