DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Scraping Perv City updates to network entity.

Browse Source
This commit is contained in:
ThePendulum
2020-07-12 05:25:27 +02:00
parent 9c8cfe3bdb
commit 70c60e93ac
20 changed files with 22 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
src/scrapers/pervcity.js
View File

@@ -4,7 +4,7 @@ const qu = require('../utils/qu');
const slugify = require('../utils/slugify');
const { feetInchesToCm, lbsToKg } = require('../utils/convert');
function scrapeAll(scenes) {
function scrapeAll(scenes, entity) {
return scenes.map(({ query }) => {
const release = {};
@@ -20,6 +20,7 @@ function scrapeAll(scenes) {
release.actors = query.all('.tour_update_models a', true);
release.poster = query.img('.videoPic img');
release.entity = entity;
return release;
});
@@ -76,10 +77,21 @@ function scrapeProfile({ query }) {
}
async function fetchLatest(channel, page = 1) {
const url = `https://pervcity.com/search.php?site[]=${channel.parameters.siteId}&page=${page}`;
const res = await qu.getAll(url, '.videoBlock');
if (channel.parameters?.siteId) {
const url = `https://pervcity.com/search.php?site[]=${channel.parameters.siteId}&page=${page}`;
const res = await qu.getAll(url, '.videoBlock');
return res.ok ? scrapeAll(res.items, channel) : res.status;
return res.ok ? scrapeAll(res.items, channel) : res.status;
}
return null;
}
async function fetchUpcoming(channel) {
const url = 'https://pervcity.com';
const res = await qu.getAll(url, '.upcoming .videoBlock');
return res.ok ? scrapeAll(res.items, channel.parent) : res.status;
}
async function fetchScene(url, entity) {
@@ -110,4 +122,5 @@ module.exports = {
fetchLatest,
fetchScene,
fetchProfile,
fetchUpcoming,
};