Compare commits
4 Commits
ce78e07444
...
3e303e4b10
Author | SHA1 | Date |
---|---|---|
|
3e303e4b10 | |
|
2f8fca0327 | |
|
4a900cbbeb | |
|
5bdbb5ec62 |
|
@ -189,7 +189,7 @@ module.exports = {
|
|||
],
|
||||
},
|
||||
fetchAfter: [1, 'week'],
|
||||
nullDateLimit: 3,
|
||||
missingDateLimit: 3,
|
||||
media: {
|
||||
path: './media',
|
||||
thumbnailSize: 320, // width for 16:9 will be exactly 576px
|
||||
|
|
|
@ -1,6 +1,6 @@
|
|||
{
|
||||
"name": "traxxx",
|
||||
"version": "1.137.0",
|
||||
"version": "1.137.1",
|
||||
"lockfileVersion": 1,
|
||||
"requires": true,
|
||||
"dependencies": {
|
||||
|
|
|
@ -1,6 +1,6 @@
|
|||
{
|
||||
"name": "traxxx",
|
||||
"version": "1.137.0",
|
||||
"version": "1.137.1",
|
||||
"description": "All the latest porn releases in one place",
|
||||
"main": "src/app.js",
|
||||
"scripts": {
|
||||
|
|
|
@ -142,11 +142,11 @@ const { argv } = yargs
|
|||
describe: 'Get the latest x releases, no matter the date range',
|
||||
type: 'number',
|
||||
})
|
||||
.option('null-date-limit', {
|
||||
.option('missing-date-limit', {
|
||||
describe: 'Limit amount of scenes when dates are missing.',
|
||||
type: 'number',
|
||||
default: config.nullDateLimit,
|
||||
alias: 'limit',
|
||||
default: config.noDateLimit,
|
||||
alias: ['no-date-limit', 'null-date-limit', 'limit'],
|
||||
})
|
||||
.option('page', {
|
||||
describe: 'Page to start scraping at',
|
||||
|
|
|
@ -73,7 +73,7 @@ function needNextPage(pageReleases, accReleases, isUpcoming) {
|
|||
}
|
||||
|
||||
if (!pageReleases.every(release => !!release.date)) { // some scenes don't have dates
|
||||
return accReleases.length + pageReleases.length < argv.nullDateLimit;
|
||||
return accReleases.length + pageReleases.length < argv.missingDateLimit;
|
||||
}
|
||||
|
||||
if (argv.after) {
|
||||
|
@ -117,7 +117,7 @@ async function scrapeReleases(scraper, entity, preData, isUpcoming) {
|
|||
|
||||
const limitedReleases = (argv.last && releases.slice(0, Math.max(argv.last, 0)))
|
||||
|| (hasDates && releases.filter(release => moment(release.date).isAfter(argv.after)))
|
||||
|| releases.slice(0, Math.max(argv.nullDateLimit, 0));
|
||||
|| releases.slice(0, Math.max(argv.missingDateLimit, 0));
|
||||
|
||||
const { uniqueReleases, duplicateReleases } = argv.force
|
||||
? { uniqueReleases: limitedReleases, duplicateReleases: [] }
|
||||
|
|
Loading…
Reference in New Issue