DebaucheryLibrarian/ripunzel
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Added support for file with host IDs to ignore.

Browse Source
This commit is contained in:
ThePendulum
2018-07-02 02:33:34 +02:00
parent 9730a9dc87
commit b4356e8e11
4 changed files with 25 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
src/curate/posts.js
View File

@@ -38,7 +38,7 @@ function report(curatedPosts, indexed, user, args) {
}
};
function curatePost(acc, post, user, index, indexed, processed, args) {
function curatePost(acc, post, user, index, indexed, ignoreIds, processed, args) {
const host = dissectLink(post.url);
const permalink = `https://reddit.com${post.permalink}`;
@@ -96,6 +96,15 @@ function curatePost(acc, post, user, index, indexed, processed, args) {
const hostIncludes = args.include && !args.include.includes(host.label);
const hostExcluded = args.exclude && args.exclude.includes(host.label);
if (ignoreIds.has(String(host.id).toLowerCase())) {
console.log(
'\x1b[33m%s\x1b[0m',
`Ignoring content '${post.url}' because its ID is specified to be ignored (${permalink})`,
);
return acc;
}
if (hostIncludes || hostExcluded) {
console.log(
'\x1b[33m%s\x1b[0m',
@@ -108,7 +117,7 @@ function curatePost(acc, post, user, index, indexed, processed, args) {
if (config.fetch.avoidDuplicates && processed.has(host.id)) {
console.log(
'\x1b[33m%s\x1b[0m',
`Ignoring duplicate content '${post.url}' (cross-post, repost, or superfluous --post ID) (${permalink})`,
`Ignoring duplicate content '${post.url}' (cross-post, repost or superfluous --post ID) (${permalink})`,
);
return acc;
@@ -120,8 +129,9 @@ function curatePost(acc, post, user, index, indexed, processed, args) {
return { ...acc, posts: [...acc.posts, curatedPost] };
}
const curatePosts = (userPosts, args) => Object.values(userPosts).reduce((accPosts, user) => {
const curatePosts = (userPosts, ignoreIdsArray, args) => Object.values(userPosts).reduce((accPosts, user) => {
const processed = new Set();
const ignoreIds = new Set(ignoreIdsArray.map(postId => String(postId).toLowerCase()));
const indexedByDate = user.indexed.original.sort((entryA, entryB) => new Date(entryA.date) - new Date(entryB.date));
const indexed = {
@@ -130,7 +140,7 @@ const curatePosts = (userPosts, args) => Object.values(userPosts).reduce((accPos
latest: indexedByDate.slice(-1)[0],
};
const curatedPosts = user.posts.reduce((accUserPosts, post, index) => curatePost(accUserPosts, post, user, index, indexed, processed, args), {
const curatedPosts = user.posts.reduce((accUserPosts, post, index) => curatePost(accUserPosts, post, user, index, indexed, ignoreIds, processed, args), {
posts: [],
indexedUpdated: [],
tooOldCount: 0,