DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Refactoring deep scrape. Added tag posters.

Browse Source
This commit is contained in:
ThePendulum
2020-03-16 04:10:52 +01:00
parent c8ebe7892a
commit 0f09fd53eb
31 changed files with 851 additions and 589 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/scrapers/ddfnetwork.js
View File

@@ -74,7 +74,7 @@ async function fetchActorReleases(urls) {
async function scrapeProfile(html, _url, actorName) {
const { qu } = ex(html);
const keys = qu.all('.about-title', true).map(key => slugify(key, { delimiter: '_' }));
const keys = qu.all('.about-title', true).map(key => slugify(key, '_'));
const values = qu.all('.about-info').map((el) => {
if (el.children.length > 0) {
return Array.from(el.children, child => child.textContent.trim()).join(', ');