Refactored various modules for entities. Updated and refactored Kink scraper.

This commit is contained in:
2020-06-27 02:57:30 +02:00
parent 4959dfd14f
commit af56378ee2
107 changed files with 539 additions and 414 deletions

View File

@@ -11,23 +11,18 @@ const { argv } = yargs
alias: 'web',
})
.option('scrape', {
describe: 'Scrape sites and networks defined in configuration',
describe: 'Scrape channels and networks defined in configuration',
type: 'boolean',
})
.option('networks', {
describe: 'Networks to scrape (overrides configuration)',
describe: 'Network to scrape all channels from (overrides configuration)',
type: 'array',
alias: 'network',
})
.option('sites', {
describe: 'Sites to scrape (overrides configuration)',
.option('channels', {
describe: 'Channel to scrape (overrides configuration)',
type: 'array',
alias: 'site',
})
.option('entities', {
describe: 'Networks or sites to scrape (overrides configuration)',
type: 'array',
alias: 'entity',
alias: 'channel',
})
.option('actors', {
describe: 'Scrape actors by name or slug',