DebaucheryLibrarian
/
traxxx
2
1
Fork 1
Code Issues 37 Pull Requests 1 Releases Wiki Activity

Using channel URL for Dogfart photos and network URL as fallback.

This commit is contained in:
DebaucheryLibrarian 2022-04-04 23:56:26 +02:00
parent f1c9ac4207
commit b00b8f4a96
1 changed files with 17 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
src/scrapers/dogfart.js
View File

@ -3,7 +3,7 @@
const slugify = require('../utils/slugify'); const slugify = require('../utils/slugify');
const qu = require('../utils/qu'); const qu = require('../utils/qu');
async function getPhotos(albumUrl) { async function getPhotos(albumUrl, channel) {
const res = await qu.get(albumUrl); const res = await qu.get(albumUrl);
if (!res.ok) { if (!res.ok) {
@ -14,12 +14,21 @@ async function getPhotos(albumUrl) {
const lastPhotoIndex = parseInt(lastPhotoPage.match(/\d+.jpg/)[0], 10); const lastPhotoIndex = parseInt(lastPhotoPage.match(/\d+.jpg/)[0], 10);
const photoUrls = Array.from({ length: lastPhotoIndex }, (value, index) => { const photoUrls = Array.from({ length: lastPhotoIndex }, (value, index) => {
const pageUrl = `https://blacksonblondes.com${lastPhotoPage.replace(/\d+.jpg/, `${(index + 1).toString().padStart(3, '0')}.jpg`)}`; const pageUrl = `${channel.url}${lastPhotoPage.replace(/\d+.jpg/, `${(index + 1).toString().padStart(3, '0')}.jpg`)}`;
const networkPageUrl = `https://dogfartnetwork.com${lastPhotoPage.replace('tourx', 'tour').replace(/\d+.jpg/, `${(index + 1).toString().padStart(3, '0')}.jpg`)}`;
return { const extract = ({ query }) => query.img('.scenes-module img');
return [
{
url: pageUrl, url: pageUrl,
extract: ({ query }) => query.img('.scenes-module img'), extract,
}; },
{
url: networkPageUrl,
extract,
},
];
}); });
return photoUrls; return photoUrls;
@ -90,6 +99,8 @@ async function scrapeScene({ query }, url, channel, baseScene, parameters) {
release.stars = Number(((query.number('span[itemprop="average"], span[itemprop="ratingValue"]') || query.number('canvas[data-score]', null, 'data-score')) / 2).toFixed(2)); release.stars = Number(((query.number('span[itemprop="average"], span[itemprop="ratingValue"]') || query.number('canvas[data-score]', null, 'data-score')) / 2).toFixed(2));
console.log(release.photos);
return release; return release;
} }