DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Added native site support to Perv City scraper for DP Diva.

Browse Source
This commit is contained in:
DebaucheryLibrarian
2022-07-10 01:57:24 +02:00
parent 96e094ee88
commit 01b37f087f
9 changed files with 30 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

23
src/scrapers/pervcity.js
View File

@@ -43,7 +43,7 @@ function scrapeAll(scenes, entity) {
});
}
function scrapeScene({ query }) {
function scrapeScene({ query }, channel) {
const release = {};
release.entryId = query.q('.trailerLeft img', 'id').match(/set-target-(\d+)/)[1];
@@ -62,7 +62,7 @@ function scrapeScene({ query }) {
const trailer = query.q('script')?.textContent.match(/\/trailers\/.+\.mp4/)?.[0];
if (trailer) {
release.trailer = `https://pervcity.com${trailer}`;
release.trailer = `${channel.url}${trailer}`;
release.channel = channelCodes[release.trailer.match(channelRegExp)?.[0]];
}
@@ -95,15 +95,28 @@ function scrapeProfile({ query }) {
return profile;
}
async function fetchLatest(channel, page = 1) {
function getLatestUrl(channel, page) {
if (channel.parameters?.siteId) {
const url = `https://pervcity.com/search.php?site[]=${channel.parameters.siteId}&page=${page}`;
return `https://pervcity.com/search.php?site[]=${channel.parameters.siteId}&page=${page}`;
}
if (channel.parameters?.native) {
return `${channel.url}/search.php?site[]=&page=${page}`;
}
return null;
}
async function fetchLatest(channel, page = 1) {
const url = getLatestUrl(channel, page);
if (url) {
const res = await qu.getAll(url, '.videoBlock');
return res.ok ? scrapeAll(res.items, channel) : res.status;
}
return null;
return [];
}
async function fetchUpcoming(channel) {