Preserving Jules Jordan base photos in deep scrape.

This commit is contained in:
DebaucheryLibrarian
2023-07-29 23:59:17 +02:00
parent c3d4bf0e62
commit ab5b165c68
56 changed files with 140 additions and 24 deletions

View File

@@ -279,6 +279,7 @@ async function findSourceDuplicates(baseMedias) {
const [existingSourceMedia, existingExtractMedia] = await Promise.all([
// may try to check thousands of URLs at once, don't pass all of them to a single query
chunk(sourceUrls).reduce(async (chain, sourceUrlsChunk) => {
console.log(sourceUrlsChunk);
const accUrls = await chain;
const existingUrls = await knex('media').whereIn('source', sourceUrlsChunk);
@@ -930,7 +931,7 @@ async function associateReleaseMedia(releases, type = 'release') {
logger.error(util.inspect(error.entries, null, null, { color: true }));
}
logger.error(`Failed to store ${type} ${role}: ${error.message} (${error.detail || 'no detail'}`);
logger.error(`Failed to store ${type} ${role}: ${error.message} (${error.detail || 'no detail'})`);
}
}, Promise.resolve());
}