Compare commits
4 Commits
ce78e07444
...
3e303e4b10
Author | SHA1 | Date |
---|---|---|
|
3e303e4b10 | |
|
2f8fca0327 | |
|
4a900cbbeb | |
|
5bdbb5ec62 |
|
@ -189,7 +189,7 @@ module.exports = {
|
||||||
],
|
],
|
||||||
},
|
},
|
||||||
fetchAfter: [1, 'week'],
|
fetchAfter: [1, 'week'],
|
||||||
nullDateLimit: 3,
|
missingDateLimit: 3,
|
||||||
media: {
|
media: {
|
||||||
path: './media',
|
path: './media',
|
||||||
thumbnailSize: 320, // width for 16:9 will be exactly 576px
|
thumbnailSize: 320, // width for 16:9 will be exactly 576px
|
||||||
|
|
|
@ -1,6 +1,6 @@
|
||||||
{
|
{
|
||||||
"name": "traxxx",
|
"name": "traxxx",
|
||||||
"version": "1.137.0",
|
"version": "1.137.1",
|
||||||
"lockfileVersion": 1,
|
"lockfileVersion": 1,
|
||||||
"requires": true,
|
"requires": true,
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
|
|
|
@ -1,6 +1,6 @@
|
||||||
{
|
{
|
||||||
"name": "traxxx",
|
"name": "traxxx",
|
||||||
"version": "1.137.0",
|
"version": "1.137.1",
|
||||||
"description": "All the latest porn releases in one place",
|
"description": "All the latest porn releases in one place",
|
||||||
"main": "src/app.js",
|
"main": "src/app.js",
|
||||||
"scripts": {
|
"scripts": {
|
||||||
|
|
|
@ -142,11 +142,11 @@ const { argv } = yargs
|
||||||
describe: 'Get the latest x releases, no matter the date range',
|
describe: 'Get the latest x releases, no matter the date range',
|
||||||
type: 'number',
|
type: 'number',
|
||||||
})
|
})
|
||||||
.option('null-date-limit', {
|
.option('missing-date-limit', {
|
||||||
describe: 'Limit amount of scenes when dates are missing.',
|
describe: 'Limit amount of scenes when dates are missing.',
|
||||||
type: 'number',
|
type: 'number',
|
||||||
default: config.nullDateLimit,
|
default: config.noDateLimit,
|
||||||
alias: 'limit',
|
alias: ['no-date-limit', 'null-date-limit', 'limit'],
|
||||||
})
|
})
|
||||||
.option('page', {
|
.option('page', {
|
||||||
describe: 'Page to start scraping at',
|
describe: 'Page to start scraping at',
|
||||||
|
|
|
@ -73,7 +73,7 @@ function needNextPage(pageReleases, accReleases, isUpcoming) {
|
||||||
}
|
}
|
||||||
|
|
||||||
if (!pageReleases.every(release => !!release.date)) { // some scenes don't have dates
|
if (!pageReleases.every(release => !!release.date)) { // some scenes don't have dates
|
||||||
return accReleases.length + pageReleases.length < argv.nullDateLimit;
|
return accReleases.length + pageReleases.length < argv.missingDateLimit;
|
||||||
}
|
}
|
||||||
|
|
||||||
if (argv.after) {
|
if (argv.after) {
|
||||||
|
@ -117,7 +117,7 @@ async function scrapeReleases(scraper, entity, preData, isUpcoming) {
|
||||||
|
|
||||||
const limitedReleases = (argv.last && releases.slice(0, Math.max(argv.last, 0)))
|
const limitedReleases = (argv.last && releases.slice(0, Math.max(argv.last, 0)))
|
||||||
|| (hasDates && releases.filter(release => moment(release.date).isAfter(argv.after)))
|
|| (hasDates && releases.filter(release => moment(release.date).isAfter(argv.after)))
|
||||||
|| releases.slice(0, Math.max(argv.nullDateLimit, 0));
|
|| releases.slice(0, Math.max(argv.missingDateLimit, 0));
|
||||||
|
|
||||||
const { uniqueReleases, duplicateReleases } = argv.force
|
const { uniqueReleases, duplicateReleases } = argv.force
|
||||||
? { uniqueReleases: limitedReleases, duplicateReleases: [] }
|
? { uniqueReleases: limitedReleases, duplicateReleases: [] }
|
||||||
|
|
Loading…
Reference in New Issue