boiii/traxxx
1
0
Fork 0
forked from DebaucheryLibrarian/traxxx
Code Issues Pull Requests Projects Releases Wiki Activity

Added profile scraper with scenes to BAM Visions. Passing 'includes' object instead of withReleases boolean to Gamma.

Browse Source
This commit is contained in:
ThePendulum
2020-03-12 02:19:45 +01:00
parent 152813730e
commit 370605554b
9 changed files with 87 additions and 19 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/scrapers/score.js
View File

@@ -217,7 +217,7 @@ async function fetchScene(url, site) {
return null;
}
async function fetchProfile(actorName, scraperSlug, site, withReleases, page = 1, source = 0) {
async function fetchProfile(actorName, scraperSlug, site, include, page = 1, source = 0) {
const letter = actorName.charAt(0).toUpperCase();
const sources = [
@@ -238,17 +238,17 @@ async function fetchProfile(actorName, scraperSlug, site, withReleases, page = 1
const actorRes = await bhttp.get(actorUrl);
if (actorRes.statusCode === 200) {
return scrapeProfile(actorRes.body.toString(), actorUrl, withReleases);
return scrapeProfile(actorRes.body.toString(), actorUrl, include.scenes);
}
return null;
}
return fetchProfile(actorName, scraperSlug, site, withReleases, page + 1, source);
return fetchProfile(actorName, scraperSlug, site, include, page + 1, source);
}
if (sources[source + 1]) {
return fetchProfile(actorName, scraperSlug, site, withReleases, 1, source + 1);
return fetchProfile(actorName, scraperSlug, site, include, 1, source + 1);
}
return null;