DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Refactoring deep scrape. Added tag posters.

Browse Source
This commit is contained in:
ThePendulum
2020-03-16 04:10:52 +01:00
parent c8ebe7892a
commit 0f09fd53eb
31 changed files with 851 additions and 589 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/scrapers/private.js
View File

@@ -95,7 +95,7 @@ async function scrapeScene(html, url, site) {
release.movie = $('a[data-track="FULL MOVIE"]').attr('href');
const siteElement = $('.content-wrapper .logos-sites a');
if (siteElement) release.channel = slugify(siteElement.text(), { delimiter: '' });
if (siteElement) release.channel = slugify(siteElement.text(), '');
return release;
}
@@ -108,7 +108,7 @@ function scrapeProfile({ html, q, qa, qtx }) {
const trimmedValue = value.trim();
if (trimmedValue.length === 0 || trimmedValue === '-') return acc;
return { ...acc, [slugify(key, { delimiter: '_' })]: trimmedValue };
return { ...acc, [slugify(key, '_')]: trimmedValue };
}, {});
const description = q('.model-facts-long', true);
@@ -176,7 +176,7 @@ async function fetchScene(url, site) {
}
async function fetchProfile(actorName) {
const actorSearchSlug = slugify(actorName, { delimiter: '+' });
const actorSearchSlug = slugify(actorName, '+');
const url = `https://www.private.com/search.php?query=${actorSearchSlug}`;
const modelRes = await geta(url, '.model h3 a');