Added tour layout scraper to Hush, enabling Interracial POVs, POV Pornstars and See Him Fuck.
This commit is contained in:
@@ -423,6 +423,11 @@ async function updateReleasesSearch(releaseIds) {
|
||||
}
|
||||
|
||||
async function storeRelease(release, batchId) {
|
||||
if (!release.entryId) {
|
||||
logger.warn(`Missing entry ID, unable to store ${release.url}`);
|
||||
return null;
|
||||
}
|
||||
|
||||
const existingRelease = await knex('releases')
|
||||
.where({
|
||||
entry_id: release.entryId,
|
||||
@@ -473,11 +478,11 @@ async function storeReleases(releases) {
|
||||
try {
|
||||
const releaseWithChannelSite = await attachChannelSite(release);
|
||||
const releaseWithStudio = await attachStudio(releaseWithChannelSite);
|
||||
const { id, slug } = await storeRelease(releaseWithStudio, batchId);
|
||||
const storedRelease = await storeRelease(releaseWithStudio, batchId);
|
||||
|
||||
return {
|
||||
id,
|
||||
slug,
|
||||
return storedRelease && {
|
||||
id: storedRelease.id,
|
||||
slug: storedRelease.slug,
|
||||
...releaseWithChannelSite,
|
||||
};
|
||||
} catch (error) {
|
||||
@@ -487,7 +492,7 @@ async function storeReleases(releases) {
|
||||
}
|
||||
}, {
|
||||
concurrency: 10,
|
||||
}).filter(release => release);
|
||||
}).filter(Boolean);
|
||||
|
||||
logger.info(`Stored ${storedReleases.length} new releases`);
|
||||
|
||||
|
||||
Reference in New Issue
Block a user