Added Amateur Euro, For Bondage, Mamacitaz, TransBella and VIP Sex Vault. Refactored Kelly Madison scraper using qu, fixed trailers and improved reliability.

This commit is contained in:
DebaucheryLibrarian
2020-07-14 03:46:31 +02:00
parent 598e93728f
commit b7be97fcf9
173 changed files with 3761 additions and 104 deletions

View File

@@ -53,15 +53,15 @@ async function filterUniqueReleases(latestReleases, accReleases) {
}
function needNextPage(uniqueReleases, pageAccReleases) {
if (uniqueReleases.length === 0) {
return false;
}
if (argv.last && pageAccReleases.length < argv.last) {
// request for last N releases not yet satisfied
return true;
}
if (uniqueReleases.length === 0) {
return false;
}
if (uniqueReleases.every(release => !!release.date)) {
const oldestReleaseOnPage = uniqueReleases
.sort((releaseA, releaseB) => releaseB.date - releaseA.date)
@@ -89,10 +89,12 @@ async function scrapeReleases(scraper, entity, preData, upcoming = false) {
return accReleases;
}
/* prevents argv.last from being satisfied
if (latestReleases.length === 0) {
// scraper successfully requested releases, but found none
return accReleases;
}
*/
const latestReleasesWithEntity = latestReleases.map(release => ({
...release,