Improved release storage module. Added new tags module. Added movie scraping.

This commit is contained in:
2020-03-22 03:50:24 +01:00
parent d765543b30
commit fdb2b132f6
24 changed files with 343 additions and 141 deletions

View File

@@ -34,7 +34,7 @@ async function extractUniqueReleases(latestReleases, accReleases) {
// add entry IDs of accumulated releases to prevent an infinite scrape loop
// when one page contains the same release as the previous
const duplicateReleaseIdentifiers = duplicateReleases
const duplicateReleasesSiteIdAndEntryIds = duplicateReleases
.concat(accReleases)
.reduce((acc, release) => {
const siteId = release.site_id || release.site.id;
@@ -47,7 +47,7 @@ async function extractUniqueReleases(latestReleases, accReleases) {
}, {});
const uniqueReleases = latestReleases
.filter(release => !duplicateReleaseIdentifiers[release.site.id]?.[release.entryId]);
.filter(release => !duplicateReleasesSiteIdAndEntryIds[release.site.id]?.[release.entryId]);
return uniqueReleases;
}