traxxx/src/argv.js

385 lines
9.4 KiB
JavaScript
Raw Normal View History

'use strict';
const config = require('config');
const yargs = require('yargs');
const moment = require('moment');
function interpretAfter(after, ignoreIfEmpty = false) {
if (!after && ignoreIfEmpty) {
return null;
}
if (!after) {
return new Date(0, 0, 0);
}
if (/\d{2,4}-\d{2}-\d{2,4}/.test(after)) {
// using date
return moment
.utc(after, ['YYYY-MM-DD', 'DD-MM-YYYY'])
.toDate();
}
// using time distance (e.g. "1 month")
return moment
.utc()
.subtract(...after.split(' '))
.toDate();
}
const { argv } = yargs
.command('npm start')
.command('update', 'fetch latest updates', () => {
console.log('UPDATING!');
})
.command('scene', 'fetch scene by URL', () => {
console.log('SCENE!');
})
.option('server', {
describe: 'Start web server',
type: 'boolean',
alias: 'web',
})
.option('include-networks', {
describe: 'Network to scrape all channels from (overrides configuration)',
type: 'array',
alias: ['include-network', 'networks', 'network'],
})
2020-08-13 22:32:59 +00:00
.option('exclude-networks', {
describe: 'Network not to scrape any channels from (overrides configuration)',
type: 'array',
alias: 'exclude-network',
})
.option('include-channels', {
describe: 'Channel to scrape (overrides configuration)',
type: 'array',
alias: ['include-channel', 'channels', 'channel'],
})
2020-08-13 22:32:59 +00:00
.option('exclude-channels', {
describe: 'Channel not to scrape (overrides configuration)',
type: 'array',
alias: 'exclude-channel',
})
.option('actors', {
describe: 'Scrape actors by name or slug',
type: 'array',
alias: 'actor',
})
.option('actors-update', {
describe: 'Rescrape actors last updated before this period',
type: 'string',
})
.option('actors-file', {
describe: 'Scrape actors names from file',
type: 'string',
})
.option('actors-scenes', {
describe: 'Fetch all scenes for an actor',
type: 'boolean',
default: false,
alias: 'actor-scenes',
})
2020-11-26 03:01:01 +00:00
.option('actor-sources', {
describe: 'Use these scrapers for actor data',
type: 'array',
alias: ['actor-source', 'profile-sources', 'profile-source', 'source', 'sources'],
})
.option('movie-scenes', {
describe: 'Fetch all scenes for a movie',
type: 'boolean',
alias: 'with-scenes',
default: false,
})
.option('scene-movies', {
describe: 'Fetch movies for scenes',
type: 'boolean',
default: true,
})
.option('scene-actors', {
describe: 'Scrape profiles for new actors after fetching scenes',
type: 'boolean',
default: false,
})
.option('scene', {
describe: 'Scrape scene info from URL',
type: 'array',
})
.option('scene-file', {
describe: 'Scrape scene info from URLs in a file',
type: 'string',
alias: 'scenes-file',
})
.option('movie', {
describe: 'Scrape movie info from URL',
type: 'array',
})
.option('movie-file', {
describe: 'Scrape movie info from URLs in a file',
type: 'string',
alias: 'movies-file',
})
.option('deep', {
describe: 'Fetch details for all releases',
type: 'boolean',
default: true,
})
.option('latest', {
describe: 'Scrape latest releases if available',
type: 'boolean',
default: false,
})
.option('upcoming', {
describe: 'Scrape upcoming releases if available',
type: 'boolean',
default: false,
})
.option('paginate-upcoming', {
describe: 'Attempt \'next\' upcoming page, usually unavailable.',
type: 'boolean',
default: false,
})
.option('movies', {
describe: 'Scrape movies from channels',
type: 'boolean',
default: false,
})
.option('force', {
describe: 'Don\'t ignore duplicates, update existing entries',
type: 'boolean',
alias: 'redownload',
})
2023-07-02 19:06:38 +00:00
.option('force-media', {
describe: 'Force existing media to be redownloaded.',
type: 'boolean',
default: false,
})
.option('after', {
describe: 'Don\'t fetch scenes older than',
type: 'string',
default: config.fetchAfter.join(' '),
})
.option('last', {
describe: 'Get the latest x releases, no matter the date range',
type: 'number',
})
.option('missing-date-limit', {
describe: 'Limit amount of scenes when dates are missing.',
type: 'number',
default: config.missingDateLimit,
2021-02-04 21:55:19 +00:00
alias: ['null-date-limit'],
})
.option('page', {
describe: 'Page to start scraping at',
type: 'number',
default: 1,
})
.option('interval', {
describe: 'Minimum wait time between HTTP requests',
type: 'number',
// don't set default, because argument has to override config, but config has to override default
})
.option('concurrency', {
describe: 'Maximum amount of parallel HTTP requests',
type: 'number',
// don't set default, because argument has to override config, but config has to override default
})
.option('save', {
describe: 'Save fetched releases to database',
type: 'boolean',
default: true,
})
.option('media', {
describe: 'Include any release media',
type: 'boolean',
default: true,
})
.option('media-limit', {
describe: 'Maximum amount of assets of each type per release',
type: 'number',
default: config.media.limit,
})
.option('media-attempts', {
describe: 'Maximum amount of retries per URL',
type: 'number',
default: config.media.attempts,
})
.option('images', {
describe: 'Include any photos, posters or covers',
type: 'boolean',
default: true,
alias: 'pics',
})
.option('videos', {
alias: 'video',
describe: 'Include any trailers or teasers',
type: 'boolean',
default: true,
})
.option('posters', {
describe: 'Include release posters',
type: 'boolean',
default: true,
alias: 'poster',
})
.option('covers', {
describe: 'Include release covers',
type: 'boolean',
default: true,
alias: 'cover',
})
.option('photos', {
describe: 'Include release photos',
type: 'boolean',
default: true,
})
.option('caps', {
describe: 'Include release screen caps',
type: 'boolean',
default: true,
})
.option('trailers', {
describe: 'Include release trailers',
type: 'boolean',
default: true,
alias: 'trailer',
})
.option('teasers', {
describe: 'Include release teasers',
type: 'boolean',
default: true,
alias: 'teaser',
})
.option('avatars', {
describe: 'Include actor avatars',
type: 'boolean',
default: true,
})
.option('report', {
describe: 'Show data in console.',
type: 'boolean',
default: false,
})
.option('level', {
alias: 'log-level',
describe: 'Log level',
type: 'string',
default: process.env.NODE_ENV === 'development' ? 'silly' : 'info',
})
.option('prefer-entity', {
alias: 'prefer',
describe: 'Prefer network or channel when resolving entities with the same identifier.',
choices: ['channel', 'network'],
type: 'string',
})
2020-05-17 01:00:44 +00:00
.option('resolve-place', {
describe: 'Call OSM Nominatim API for actor place of birth and residence. Raw value discarded if disabled.',
type: 'boolean',
default: true,
})
.option('debug', {
describe: 'Show error stack traces',
type: 'boolean',
default: process.env.NODE_ENV === 'development',
})
.option('sampleMemory', {
alias: 'memory',
describe: 'Take memory allocation samples, and snapshots at configured intervals',
type: 'boolean',
default: config.memorySampling.enabled,
})
.option('update-search', {
describe: 'Update search documents for all releases.',
type: 'boolean',
default: false,
})
.option('interpolate-profiles', {
describe: 'Interpolate actor profiles',
type: 'array',
alias: 'interpolate',
})
.option('flush-orphaned-media', {
describe: 'Remove all orphaned media items from database and disk.',
type: 'boolean',
alias: 'flush-media',
})
.option('flush-media-files', {
describe: 'Remove files from storage when flushing media.',
type: 'boolean',
alias: 'flush-files',
default: true,
})
.option('flush-channels', {
describe: 'Delete all scenes and movies from channels.',
type: 'array',
alias: 'flush-channel',
})
.option('flush-networks', {
describe: 'Delete all scenes and movies from network.',
type: 'array',
alias: 'flush-network',
})
2020-12-30 02:19:09 +00:00
.option('flush-actors', {
describe: 'Flush all actors and their scenes.',
2020-12-30 02:19:09 +00:00
type: 'array',
alias: 'flush-actor',
})
2020-12-30 01:23:43 +00:00
.option('flush-profiles', {
describe: 'Delete all profiles for an actor.',
type: 'array',
2020-12-30 02:19:09 +00:00
alias: 'flush-profile',
2020-12-30 01:23:43 +00:00
})
.option('flush-batches', {
describe: 'Delete all scenes and movies from batch by ID.',
type: 'array',
alias: 'flush-batch',
})
.option('flush-scenes', {
describe: 'Remove all scenes.',
type: 'boolean',
})
2021-02-05 03:14:13 +00:00
.option('flush-movies', {
describe: 'Remove all movies.',
type: 'boolean',
})
.option('delete-actors', {
describe: 'Remove actors by ID.',
type: 'array',
alias: ['delete-actor', 'remove-actors', 'remove-actor'],
})
.option('delete-scenes', {
describe: 'Remove scenes by ID.',
type: 'array',
alias: ['delete-scene', 'delete', 'remove', 'remove-scenes', 'remove-scene'],
})
.option('delete-movies', {
describe: 'Remove movies by ID.',
type: 'array',
alias: ['delete-movie', 'remove-movies', 'remove-movies'],
})
.option('request', {
describe: 'Make an arbitrary HTTP request',
type: 'string',
})
.option('request-method', {
alias: 'method',
describe: 'HTTP method for arbitrary HTTP requests',
type: 'string',
default: 'get',
})
2021-10-19 23:46:56 +00:00
.option('request-timeout', {
describe: 'Default timeout after which to cancel a HTTP request.',
type: 'number',
alias: ['timeout'],
default: 60000,
})
2023-07-25 01:22:24 +00:00
.option('showcased', {
describe: 'Whether the batch should be showcased as new.',
type: 'boolean',
alias: ['showcase', 'batch-showcased'],
default: true,
})
.coerce('after', interpretAfter)
.coerce('actors-update', (after) => interpretAfter(after, true));
module.exports = argv;