Filtering undefined scenes property from movies. Added movie page scraper to Elegant Angel.

This commit is contained in:
DebaucheryLibrarian
2020-08-08 18:10:59 +02:00
parent 7bfa5a6cc4
commit a7d5bef93f
7 changed files with 177 additions and 128 deletions

View File

@@ -215,7 +215,7 @@ async function updateReleasesSearch(releaseIds) {
}
}
async function storeReleases(releases) {
async function storeScenes(releases) {
if (releases.length === 0) {
return [];
}
@@ -256,9 +256,10 @@ async function storeReleases(releases) {
}
async function storeMovies(movies) {
const { uniqueReleases } = await filterDuplicateReleases(movies);
const [batchId] = await knex('batches').insert({ comment: null }).returning('id');
const curatedMovieEntries = movies.map(release => curateReleaseEntry(release, batchId, null, 'movie'));
const curatedMovieEntries = uniqueReleases.map(release => curateReleaseEntry(release, batchId, null, 'movie'));
const storedMovies = await knex.batchInsert('movies', curatedMovieEntries).returning('*');
const moviesWithId = attachReleaseIds(movies, storedMovies);
@@ -269,7 +270,7 @@ async function storeMovies(movies) {
}
module.exports = {
storeReleases,
storeScenes,
storeMovies,
updateReleasesSearch,
};