Added Dogfart scraper. Added 'date added' property to release page.

2019-11-04 05:47:37 +01:00
parent d734b1f0b5
commit 5745cd33d8
25 changed files with 747 additions and 102 deletions
--- a/src/argv.js
+++ b/src/argv.js
@@ -30,6 +30,11 @@ const { argv } = yargs
        type: 'string',
        default: config.fetchAfter.join(' '),
    })
+    .option('pages', {
+        describe: 'Limit pages to scrape per site. Only used when no dates are found or --after is unset.',
+        type: 'number',
+        default: 1,
+    })
    .option('save', {
        describe: 'Save fetched releases to database',
        type: 'boolean',