Improved release storage module. Added new tags module. Added movie scraping.
This commit is contained in:
@@ -34,7 +34,7 @@ async function extractUniqueReleases(latestReleases, accReleases) {
|
||||
|
||||
// add entry IDs of accumulated releases to prevent an infinite scrape loop
|
||||
// when one page contains the same release as the previous
|
||||
const duplicateReleaseIdentifiers = duplicateReleases
|
||||
const duplicateReleasesSiteIdAndEntryIds = duplicateReleases
|
||||
.concat(accReleases)
|
||||
.reduce((acc, release) => {
|
||||
const siteId = release.site_id || release.site.id;
|
||||
@@ -47,7 +47,7 @@ async function extractUniqueReleases(latestReleases, accReleases) {
|
||||
}, {});
|
||||
|
||||
const uniqueReleases = latestReleases
|
||||
.filter(release => !duplicateReleaseIdentifiers[release.site.id]?.[release.entryId]);
|
||||
.filter(release => !duplicateReleasesSiteIdAndEntryIds[release.site.id]?.[release.entryId]);
|
||||
|
||||
return uniqueReleases;
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user