Added deciated ExploitedX scraper.

This commit is contained in:
DebaucheryLibrarian
2024-09-08 05:41:05 +02:00
parent 6b1fec4b30
commit 7cb41c7c5d
4 changed files with 161 additions and 25 deletions

View File

@@ -24,10 +24,8 @@ function scrapeAll(scenes) {
release.poster = query.img('img.poster');
release.teaser = query.video('.teaser video');
release.stars = query.number('.rating');
release.likes = query.number('.likes');
console.log(release);
return release;
});
}
@@ -40,14 +38,18 @@ function scrapeScene({ query }, { url }) {
release.title = query.content('h3.title');
release.description = query.content('p.description');
release.date = query.date('.date', 'MMMM D, YYYY');
release.duration = query.duration('.duration');
[release.poster, ...release.photos] = query.imgs('.preview-thumb');
release.trailer = query.video('.trailer video');
console.log(release);
return release;
}
function scrapeProfile({ query }, actorName, entity, include) {
function scrapeProfile({ query }) {
const profile = {};
profile.description = query.content('.bio-text');
@@ -55,11 +57,8 @@ function scrapeProfile({ query }, actorName, entity, include) {
profile.avatar = query.img('.actor-photo img');
if (include.releases) {
return scrapeAll(unprint.initAll(query.all('.scene')));
}
console.log(profile);
return profile;
}
@@ -74,12 +73,12 @@ async function fetchLatest(channel, page = 1) {
return res.status;
}
async function fetchProfile({ name: actorName }, entity, include) {
async function fetchProfile({ name: actorName }, entity) {
const url = `${entity.url}/actors/${slugify(actorName, '_')}`;
const res = await unprint.get(url);
if (res.ok) {
return scrapeProfile(res.context, actorName, entity, include);
return scrapeProfile(res.context, entity);
}
return res.status;