Reading index file and ignoring already indexed content.

2018-06-17 03:39:12 +02:00
parent 7cf1a99915
commit 33ef3d2c19
5 changed files with 44 additions and 18 deletions
--- a/config/default.js
+++ b/config/default.js
@@ -19,7 +19,7 @@ module.exports = {
        index: {
            file: '$base/index',
            format: 'tsv',
-            keys: ['postId', 'subreddit', 'postDate', 'postTitle', 'url'],
+            keys: ['postId', 'subreddit', 'postDate', 'postTitle', 'url', 'hostId'],
        },
        booleans: {
            extracted: 'extracted-',