Added preview property. Removed debugging intercepts. Logging post permalink on failed info fetch.
This commit is contained in:
parent
ca3bdd717d
commit
dd3be88122
|
@ -44,7 +44,7 @@ Promise.resolve().then(() => {
|
|||
}).then(posts => {
|
||||
return curatePosts(posts, args.ignore).slice(0, args.limit);
|
||||
}).then(posts => {
|
||||
return attachContentInfo(posts).then(info => posts);
|
||||
return attachContentInfo(posts);
|
||||
}).then(posts => {
|
||||
return fetchContent(posts);
|
||||
}).catch(error => {
|
||||
|
|
|
@ -6,8 +6,6 @@ const dissectLink = require('../dissectLink.js');
|
|||
function curatePosts(posts, ignore) {
|
||||
const processed = new Set();
|
||||
|
||||
console.log(ignore);
|
||||
|
||||
return posts.reduce((acc, post, index) => {
|
||||
const host = dissectLink(post.url);
|
||||
const ignoring = ignore ? ignore.find(prop => {
|
||||
|
@ -40,6 +38,7 @@ function curatePosts(posts, ignore) {
|
|||
url: post.url,
|
||||
datetime: new Date(post.created_utc * 1000),
|
||||
subreddit: post.subreddit.display_name,
|
||||
preview: post.preview ? post.preview.images.map(image => image.source) : null,
|
||||
host
|
||||
});
|
||||
}, []);
|
||||
|
|
|
@ -21,10 +21,6 @@ module.exports = function(posts) {
|
|||
return ep.open();
|
||||
}).then(() => {
|
||||
return Promise.all(posts.map(post => {
|
||||
if(!post.content) {
|
||||
return console.log('SLIPPED THROUGH!', post);
|
||||
}
|
||||
|
||||
return Promise.all(post.content.items.map((item, index) => {
|
||||
item.index = index;
|
||||
|
||||
|
|
|
@ -10,16 +10,18 @@ function attachContentInfo(posts) {
|
|||
|
||||
return post;
|
||||
}).catch(error => {
|
||||
console.log('\x1b[31m%s\x1b[0m', error);
|
||||
console.log('\x1b[31m%s\x1b[0m', `${error} (${post.permalink})`);
|
||||
|
||||
return null
|
||||
return null;
|
||||
}));
|
||||
} else {
|
||||
console.log('\x1b[33m%s\x1b[0m', `Ignoring unsupported content '${post.id} - ${post.title} - ${post.url}`);
|
||||
}
|
||||
|
||||
return acc;
|
||||
}, [])).then(posts => posts.filter(post => post));
|
||||
}, [])).then(posts => posts.filter(post => {
|
||||
return post;
|
||||
}));
|
||||
};
|
||||
|
||||
module.exports = attachContentInfo;
|
||||
|
|
Loading…
Reference in New Issue