Reading index file and ignoring already indexed content.

2024-09-11 05:16:56 +02:00
parent 952392e0d9
commit c49e1edca0
5 changed files with 44 additions and 18 deletions
--- a/config/default.js
+++ b/config/default.js
@@ -19,7 +19,7 @@ module.exports = {
        index: {
            file: '$base/index',
            format: 'tsv',
-            keys: ['postId', 'subreddit', 'postDate', 'postTitle', 'url'],
+            keys: ['postId', 'subreddit', 'postDate', 'postTitle', 'url', 'hostId'],
        },
        booleans: {
            extracted: 'extracted-',