DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Added version to stats page.

Browse Source
This commit is contained in:
DebaucheryLibrarian
2020-09-25 21:21:26 +02:00
parent 566c20ea7e
commit 3f843cc0fc
4 changed files with 27 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
src/updates.js
View File

@@ -37,10 +37,14 @@ async function filterUniqueReleases(latestReleases, accReleases) {
// add entry IDs of accumulated releases to prevent an infinite scrape loop
// when one page contains the same release as the previous
const duplicateReleasesBySiteIdAndEntryId = duplicateReleases
.concat(accReleases)
.concat(accReleases.uniqueReleases)
.reduce(mapReleasesToSiteIdAndEntryId, {});
const localDuplicateReleasesBySiteIdAndEntryId = accReleases.reduce(mapReleasesToSiteIdAndEntryId, {});
const localDuplicateReleasesBySiteIdAndEntryId = accReleases.uniqueReleases
.concat(accReleases.duplicateReleases)
.reduce(mapReleasesToSiteIdAndEntryId, {});
console.log(localDuplicateReleasesBySiteIdAndEntryId);
const uniqueReleases = latestReleases.filter(release => !duplicateReleasesBySiteIdAndEntryId[release.entity.id]?.[release.entryId]);
const localUniqueReleases = latestReleases.filter(release => !localDuplicateReleasesBySiteIdAndEntryId[release.entity.id]?.[release.entryId]);
@@ -113,8 +117,8 @@ async function scrapeReleases(scraper, entity, preData, upcoming = false, page =
|| releasesWithEntity.slice(0, Math.max(argv.nullDateLimit - totalReleases, 0));
const { uniqueReleases, localUniqueReleases, duplicateReleases } = argv.force
? { uniqueReleases: limitedReleases, localUniqueReleases: limitedReleases, duplicateReleases: [] }
: await filterUniqueReleases(limitedReleases, acc.uniqueReleases);
? { uniqueReleases: limitedReleases, localUniqueReleases: releases, duplicateReleases: [] }
: await filterUniqueReleases(limitedReleases, acc);
const accReleases = {
uniqueReleases: acc.uniqueReleases.concat(uniqueReleases),