Added profile scraper with releases to Hush. Added qtexts to q to return text nodes individually. Including network in profile site.

This commit is contained in:
2020-03-06 02:49:55 +01:00
parent ae5bd374ba
commit db01599569
36 changed files with 298 additions and 83 deletions

View File

@@ -423,8 +423,12 @@ async function updateReleasesSearch(releaseIds) {
}
async function storeRelease(release, batchId) {
if (!release.site) {
throw new Error(`Missing site, unable to store "${release.title}" (${release.url})`);
}
if (!release.entryId) {
logger.warn(`Missing entry ID, unable to store ${release.url}`);
logger.warn(`Missing entry ID, unable to store "${release.title}" (${release.url})`);
return null;
}