DebaucheryLibrarian
/
traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Compare commits

base: DebaucheryLibrarian:ed1bc6c73f1ef7f0ef472ca1727ebc5308cc3448
Branches Tags
DebaucheryLibrarian:master
DebaucheryLibrarian:old
DebaucheryLibrarian:experimental
..
compare: DebaucheryLibrarian:db14eaa5f918c8e09185d6c01c764de68aaff938
Branches Tags
DebaucheryLibrarian:master
DebaucheryLibrarian:old
DebaucheryLibrarian:experimental

2 Commits
ed1bc6c73f ... db14eaa5f9

Author SHA1 Message Date
ThePendulum db14eaa5f9 1.79.4 2020-02-06 00:22:34 +01:00
ThePendulum 054dfba6b5 Fixed Score module to scrape releases for actors with just one page. 2020-02-06 00:22:31 +01:00
3 changed files with 7 additions and 9 deletions
Show Stats Expand all files Collapse all files

2
package-lock.json generated
View File

@ -1,6 +1,6 @@
{
"name": "traxxx",
"version": "1.79.3",
"version": "1.79.4",
"lockfileVersion": 1,
"requires": true,
"dependencies": {

2
package.json
View File

@ -1,6 +1,6 @@
{
"name": "traxxx",
"version": "1.79.3",
"version": "1.79.4",
"description": "All the latest porn releases in one place",
"main": "src/app.js",
"scripts": {

12
src/scrapers/score.js
View File

@ -139,7 +139,7 @@ async function fetchActorReleases(url, accReleases = []) {
const releases = accReleases.concat(scrapeAll(document.body.outerHTML));
const nextPage = qu('.next-pg');
if (nextPage && new URL(nextPage).searchParams.has('page')) {
if (nextPage && new URL(nextPage).searchParams.has('page')) { // last page has 'next' button linking to join page
return fetchActorReleases(nextPage, releases);
}
@ -149,7 +149,7 @@ async function fetchActorReleases(url, accReleases = []) {
return null;
}
async function scrapeProfile(html) {
async function scrapeProfile(html, actorUrl) {
const { q, qa, qi } = ex(html, '#model-page');
const profile = { gender: 'female' };
@ -187,10 +187,8 @@ async function scrapeProfile(html) {
const avatar = qi('img');
if (avatar) profile.avatar = avatar;
const { qu } = ex(html, '#model-page + .container, #model-page + .container-fluid');
const releasesPage = qu('.next-pg');
if (releasesPage) profile.releases = await fetchActorReleases(releasesPage);
const { origin, pathname } = new URL(actorUrl);
profile.releases = await fetchActorReleases(`${origin}${pathname}/scenes?page=1`);
return profile;
}
@ -238,7 +236,7 @@ async function fetchProfile(actorName, scraperSlug, page = 1, source = 0) {
const actorRes = await bhttp.get(actorUrl);
if (actorRes.statusCode === 200) {
return scrapeProfile(actorRes.body.toString());
return scrapeProfile(actorRes.body.toString(), actorUrl);
}
return null;