DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Improved Love Her Films profile scraping.

Browse Source
This commit is contained in:
DebaucheryLibrarian
2022-12-15 23:22:52 +01:00
parent 97c641af4e
commit 78b1bd2e48
4 changed files with 29 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/scrapers/loveherfilms.js
View File

@@ -13,7 +13,7 @@ function scrapeAll(scenes, channel) {
return scenes.map(({ query }) => {
const release = {};
release.url = query.url('a.item-video-overlay');
release.url = query.url('a.item-video-overlay, a.item-episode-overlay');
release.title = query.cnt('.item-title');
release.date = query.date('.video-date', 'MMM D, YYYY');
@@ -60,7 +60,7 @@ function scrapeScene({ query }, url, channel) {
return release;
}
function scrapeProfile({ query, el }, url, entity, include) {
function scrapeProfile({ query, el }, url, entity, _include) {
const profile = { url };
const bio = Array.from(Array.from(query.html('.stats script').matchAll(/totalStats\.push\(.*\)/g))).reduce((acc, match) => {
@@ -106,10 +106,7 @@ function scrapeProfile({ query, el }, url, entity, include) {
}
profile.avatar = query.img('.picture img');
if (include.releases) {
return scrapeAll(qu.initAll(el, '.scene'));
}
profile.scenes = scrapeAll(qu.initAll(el, '.scene, .latest-scene .item-episode'), entity);
console.log(bio);
console.log(profile);