Replaced bhttp with patched fork. Improved Jesse Loads Monster Facials scraper reliability (WIP). Added various tag photos.

This commit is contained in:
DebaucheryLibrarian
2020-10-30 17:37:10 +01:00
parent 4af7597441
commit 39f8c037a5
43 changed files with 128 additions and 33 deletions

View File

@@ -126,15 +126,31 @@ async function searchReleases(query, limit = 100) {
}
async function deleteScenes(sceneIds) {
await knex('releases')
if (sceneIds.length === 0) {
return 0;
}
const deleteCount = await knex('releases')
.whereIn('id', sceneIds)
.delete();
logger.info(`Removed ${deleteCount}/${sceneIds.length} scenes`);
return deleteCount;
}
async function deleteMovies(movieIds) {
await knex('movies')
if (movieIds.length === 0) {
return 0;
}
const deleteCount = await knex('movies')
.whereIn('id', movieIds)
.delete();
logger.info(`Removed ${deleteCount}/${movieIds.length} movies`);
return deleteCount;
}
async function flushBatches(batchIds) {
@@ -161,11 +177,13 @@ async function flushBatches(batchIds) {
return;
}
await Promise.all([
const [deletedScenesCount, deletedMoviesCount] = await Promise.all([
deleteScenes(sceneIds),
deleteMovies(movieIds),
]);
logger.info(`Removed ${deletedScenesCount} scenes and ${deletedMoviesCount} movies for batches ${batchIds}`);
await flushOrphanedMedia();
}