DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Added First Anal Quest and Double View Casting latest and scene scraper.

Browse Source
This commit is contained in:
DebaucheryLibrarian
2020-12-02 03:17:32 +01:00
parent bfbfa761ef
commit 2656e3adb0
33 changed files with 166 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
src/deep.js
View File

@@ -41,7 +41,7 @@ async function findEntities(baseReleases) {
.orderBy('entities.type', 'asc');
// channel entity will overwrite network entity
const entitiesBySlug = entities.reduce((accEntities, entity) => ({ ...accEntities, [entity.slug]: entity }), {});
const entitiesBySlug = entities.reduce((accEntities, entity) => ({ ...accEntities, [entity.slug]: accEntities[entity.slug] || entity }), {});
return entitiesBySlug;
}
@@ -102,13 +102,14 @@ async function scrapeRelease(baseRelease, entities, type = 'scene') {
}
const scraper = scrapers.releases[entity.slug] || scrapers.releases[entity.parent?.slug];
const layoutScraper = scraper[entity.parameters?.layout] || scraper;
if (!scraper) {
if (!layoutScraper) {
logger.warn(`Could not find scraper for ${baseRelease.url}`);
return baseRelease;
}
if ((type === 'scene' && !scraper.fetchScene) || (type === 'movie' && !scraper.fetchMovie)) {
if ((type === 'scene' && !layoutScraper.fetchScene) || (type === 'movie' && !layoutScraper.fetchMovie)) {
logger.warn(`The '${entity.name}'-scraper cannot fetch individual ${type}s`);
return baseRelease;
}
@@ -117,8 +118,8 @@ async function scrapeRelease(baseRelease, entities, type = 'scene') {
logger.verbose(`Fetching ${type} ${baseRelease.url}`);
const scrapedRelease = type === 'scene'
? await scraper.fetchScene(baseRelease.url, entity, baseRelease, include, null)
: await scraper.fetchMovie(baseRelease.url, entity, baseRelease, include, null);
? await layoutScraper.fetchScene(baseRelease.url, entity, baseRelease, include, null)
: await layoutScraper.fetchMovie(baseRelease.url, entity, baseRelease, include, null);
const mergedRelease = {
...baseRelease,