DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Fixed Bang scraper. Added Kink affiliate, tag photos.

Browse Source
This commit is contained in:
DebaucheryLibrarian
2021-07-05 00:06:18 +02:00
parent 4fb41a4c35
commit 23b41fc4f3
82 changed files with 225 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/scrapers/bang.js
View File

@@ -15,7 +15,7 @@ const genderMap = {
};
function getScreenUrl(item, scene) {
return `https://i.bang.com/screenshots/${scene.dvd.id}/movie/${scene.order}/${item.screenId}.jpg`;
return `https://i.bang.com/screenshots/${scene.dvd.id}/${scene.type}/${scene.order}/${item.screenId}.jpg`;
}
function encodeId(id) {
@@ -47,7 +47,7 @@ async function fetchPhotos(scene) {
encodeJSON: false,
});
if (res.ok) {
if (res.ok && res.body.images) {
return res.body.images.map(image => qu.prefixUrl(image, 'https://photos.bang.com'));
}
@@ -101,7 +101,7 @@ async function scrapeScene(scene, entity, options) {
}
function scrapeAll(scenes, entity) {
return scenes.map(({ _source: scene }) => scrapeScene(scene, entity));
return Promise.all(scenes.map(({ _source: scene }) => scrapeScene(scene, entity)));
}
async function fetchActorReleases(actor, entity) {

4
src/scrapers/julesjordan.js
View File

@@ -284,6 +284,8 @@ async function scrapeScene({ html, query }, url, site, include) {
url: query.url('.update_dvds a'),
title: query.q('.update_dvds a', true),
};
release.movie.entryId = new URL(release.movie.url).pathname.split('/').slice(-1)[0]?.replace('.html', '');
}
const stars = Number(query.q('.avg_rating', true)?.replace(/[\s|Avg Rating:]/g, ''));
@@ -295,7 +297,7 @@ async function scrapeScene({ html, query }, url, site, include) {
function scrapeMovie({ el, query }, url, site) {
const movie = { url, site };
movie.entryId = query.q('.rating_box').dataset.id;
movie.entryId = new URL(url).pathname.split('/').slice(-1)[0]?.replace('.html', '');
movie.title = query.q('.title_bar span', true);
movie.covers = query.urls('#dvd-cover-flip > a');
movie.channel = slugify(query.q('.update_date a', true), '');