Added scraper for FCUK's coed sites.
This commit is contained in:
@@ -53,15 +53,15 @@ async function filterUniqueReleases(latestReleases, accReleases) {
|
||||
}
|
||||
|
||||
function needNextPage(uniqueReleases, pageAccReleases) {
|
||||
if (argv.last && pageAccReleases.length < argv.last) {
|
||||
// request for last N releases not yet satisfied
|
||||
return true;
|
||||
}
|
||||
|
||||
if (uniqueReleases.length === 0) {
|
||||
return false;
|
||||
}
|
||||
|
||||
if (argv.last && pageAccReleases.length < argv.last) {
|
||||
// TODO: find a way to paginate if scraper filters page with multiple channels, see Kelly Madison
|
||||
return true;
|
||||
}
|
||||
|
||||
if (uniqueReleases.every(release => !!release.date)) {
|
||||
const oldestReleaseOnPage = uniqueReleases
|
||||
.sort((releaseA, releaseB) => releaseB.date - releaseA.date)
|
||||
|
||||
Reference in New Issue
Block a user