Added sparse date mode. Fixed profile fetch error catching. Updated Kelly Madison scraper, using site IDs and fixed profile scraper.
This commit is contained in:
@@ -174,6 +174,12 @@ const { argv } = yargs
|
||||
default: config.upcomingMissingDateLimit,
|
||||
alias: ['upcoming-null-date-limit'],
|
||||
})
|
||||
.option('filter-sparse-dates', {
|
||||
describe: 'If some but not all scenes have dates, filter out scenes without dates, instead of using missing date limit.',
|
||||
type: 'boolean',
|
||||
default: false,
|
||||
alias: ['sparse'],
|
||||
})
|
||||
.option('page', {
|
||||
describe: 'Page to start scraping at',
|
||||
type: 'number',
|
||||
|
||||
Reference in New Issue
Block a user