forked from DebaucheryLibrarian/traxxx
232 lines
5.2 KiB
JavaScript
232 lines
5.2 KiB
JavaScript
'use strict';
|
|
|
|
const config = require('config');
|
|
const yargs = require('yargs');
|
|
const moment = require('moment');
|
|
|
|
function interpretAfter(after) {
|
|
if (/\d{2,4}-\d{2}-\d{2,4}/.test(after)) {
|
|
// using date
|
|
return moment
|
|
.utc(after, ['YYYY-MM-DD', 'DD-MM-YYYY'])
|
|
.toDate();
|
|
}
|
|
|
|
// using time distance (e.g. "1 month")
|
|
return moment
|
|
.utc()
|
|
.subtract(...after.split(' '))
|
|
.toDate();
|
|
}
|
|
|
|
const { argv } = yargs
|
|
.command('npm start')
|
|
.option('server', {
|
|
describe: 'Start web server',
|
|
type: 'boolean',
|
|
alias: 'web',
|
|
})
|
|
.option('all', {
|
|
describe: 'Scrape channels and networks defined in configuration',
|
|
type: 'boolean',
|
|
alias: 'scrape',
|
|
})
|
|
.option('networks', {
|
|
describe: 'Network to scrape all channels from (overrides configuration)',
|
|
type: 'array',
|
|
alias: 'network',
|
|
})
|
|
.option('channels', {
|
|
describe: 'Channel to scrape (overrides configuration)',
|
|
type: 'array',
|
|
alias: 'channel',
|
|
})
|
|
.option('actors', {
|
|
describe: 'Scrape actors by name or slug',
|
|
type: 'array',
|
|
alias: 'actor',
|
|
})
|
|
.option('actors-update', {
|
|
describe: 'Rescrape actors last updated before this period',
|
|
type: 'string',
|
|
})
|
|
.option('actors-file', {
|
|
describe: 'Scrape actors names from file',
|
|
type: 'string',
|
|
})
|
|
.option('actors-scenes', {
|
|
describe: 'Fetch all scenes for an actor',
|
|
type: 'boolean',
|
|
alias: 'actor-scenes',
|
|
default: false,
|
|
})
|
|
.option('actors-sources', {
|
|
describe: 'Use these scrapers for actor data',
|
|
type: 'array',
|
|
alias: 'actor-source',
|
|
})
|
|
.option('movie-scenes', {
|
|
describe: 'Fetch all scenes for a movie',
|
|
type: 'boolean',
|
|
alias: 'with-scenes',
|
|
default: false,
|
|
})
|
|
.option('scene-movies', {
|
|
describe: 'Fetch movies for scenes',
|
|
type: 'boolean',
|
|
default: true,
|
|
})
|
|
.option('scene-actors', {
|
|
describe: 'Scrape profiles for new actors after fetching scenes',
|
|
type: 'boolean',
|
|
alias: 'with-profiles',
|
|
default: false,
|
|
})
|
|
.option('scene', {
|
|
describe: 'Scrape scene info from URL',
|
|
type: 'array',
|
|
})
|
|
.option('scene-file', {
|
|
describe: 'Scrape scene info from URLs in a file',
|
|
type: 'string',
|
|
alias: 'scenes-file',
|
|
})
|
|
.option('movie', {
|
|
describe: 'Scrape movie info from URL',
|
|
type: 'array',
|
|
})
|
|
.option('deep', {
|
|
describe: 'Fetch details for all releases',
|
|
type: 'boolean',
|
|
default: true,
|
|
})
|
|
.option('latest', {
|
|
describe: 'Scrape latest releases if available',
|
|
type: 'boolean',
|
|
default: false,
|
|
})
|
|
.option('upcoming', {
|
|
describe: 'Scrape upcoming releases if available',
|
|
type: 'boolean',
|
|
default: false,
|
|
})
|
|
.option('movies', {
|
|
describe: 'Scrape movies from channels',
|
|
type: 'boolean',
|
|
default: false,
|
|
})
|
|
.option('force', {
|
|
describe: 'Don\'t ignore duplicates, update existing entries',
|
|
type: 'boolean',
|
|
alias: 'redownload',
|
|
})
|
|
.option('after', {
|
|
describe: 'Don\'t fetch scenes older than',
|
|
type: 'string',
|
|
default: config.fetchAfter.join(' '),
|
|
})
|
|
.option('last', {
|
|
describe: 'Get the latest x releases, no matter the date range',
|
|
type: 'number',
|
|
})
|
|
.option('null-date-limit', {
|
|
describe: 'Limit amount of scenes when dates are missing.',
|
|
type: 'number',
|
|
default: config.nullDateLimit,
|
|
alias: 'limit',
|
|
})
|
|
.option('page', {
|
|
describe: 'Page to start scraping at',
|
|
type: 'number',
|
|
default: 1,
|
|
})
|
|
.option('save', {
|
|
describe: 'Save fetched releases to database',
|
|
type: 'boolean',
|
|
default: true,
|
|
})
|
|
.option('media', {
|
|
describe: 'Include any release media',
|
|
type: 'boolean',
|
|
default: true,
|
|
})
|
|
.option('media-limit', {
|
|
describe: 'Maximum amount of assets of each type per release',
|
|
type: 'number',
|
|
default: config.media.limit,
|
|
})
|
|
.option('images', {
|
|
describe: 'Include any photos, posters or covers',
|
|
type: 'boolean',
|
|
default: true,
|
|
alias: 'pics',
|
|
})
|
|
.option('videos', {
|
|
describe: 'Include any trailers or teasers',
|
|
type: 'boolean',
|
|
default: true,
|
|
})
|
|
.option('posters', {
|
|
describe: 'Include release posters',
|
|
type: 'boolean',
|
|
default: true,
|
|
alias: 'poster',
|
|
})
|
|
.option('covers', {
|
|
describe: 'Include release covers',
|
|
type: 'boolean',
|
|
default: true,
|
|
alias: 'cover',
|
|
})
|
|
.option('photos', {
|
|
describe: 'Include release photos',
|
|
type: 'boolean',
|
|
default: true,
|
|
})
|
|
.option('trailers', {
|
|
describe: 'Include release trailers',
|
|
type: 'boolean',
|
|
default: true,
|
|
alias: 'trailer',
|
|
})
|
|
.option('teasers', {
|
|
describe: 'Include release teasers',
|
|
type: 'boolean',
|
|
default: true,
|
|
alias: 'teaser',
|
|
})
|
|
.option('avatars', {
|
|
describe: 'Include actor avatars',
|
|
type: 'boolean',
|
|
default: true,
|
|
})
|
|
.option('inspect', {
|
|
describe: 'Show data in console.',
|
|
type: 'boolean',
|
|
default: false,
|
|
})
|
|
.option('level', {
|
|
describe: 'Log level',
|
|
type: 'string',
|
|
default: process.env.NODE_ENV === 'development' ? 'silly' : 'info',
|
|
})
|
|
.option('resolve-place', {
|
|
describe: 'Call OSM Nominatim API for actor place of birth and residence. Raw value discarded if disabled.',
|
|
type: 'boolean',
|
|
default: true,
|
|
})
|
|
.option('debug', {
|
|
describe: 'Show error stack traces',
|
|
type: 'boolean',
|
|
default: process.env.NODE_ENV === 'development',
|
|
})
|
|
.option('update-search', {
|
|
describe: 'Update search documents for all releases.',
|
|
type: 'boolean',
|
|
default: false,
|
|
})
|
|
.coerce('after', interpretAfter)
|
|
.coerce('actors-update', interpretAfter);
|
|
|
|
module.exports = argv;
|