Added tour layout scraper to Hush, enabling Interracial POVs, POV Pornstars and See Him Fuck.

This commit is contained in:
2020-03-05 20:31:11 +01:00
parent 0feac66e94
commit fd6e90e74c
4 changed files with 95 additions and 15 deletions

View File

@@ -423,6 +423,11 @@ async function updateReleasesSearch(releaseIds) {
}
async function storeRelease(release, batchId) {
if (!release.entryId) {
logger.warn(`Missing entry ID, unable to store ${release.url}`);
return null;
}
const existingRelease = await knex('releases')
.where({
entry_id: release.entryId,
@@ -473,11 +478,11 @@ async function storeReleases(releases) {
try {
const releaseWithChannelSite = await attachChannelSite(release);
const releaseWithStudio = await attachStudio(releaseWithChannelSite);
const { id, slug } = await storeRelease(releaseWithStudio, batchId);
const storedRelease = await storeRelease(releaseWithStudio, batchId);
return {
id,
slug,
return storedRelease && {
id: storedRelease.id,
slug: storedRelease.slug,
...releaseWithChannelSite,
};
} catch (error) {
@@ -487,7 +492,7 @@ async function storeReleases(releases) {
}
}, {
concurrency: 10,
}).filter(release => release);
}).filter(Boolean);
logger.info(`Stored ${storedReleases.length} new releases`);