Added Porn Pros main channel and working URLs for Flexible Positions, Public Violations and Squirt Disgrace. Added bisexual tag photos.

This commit is contained in:
DebaucheryLibrarian
2022-02-08 23:59:44 +01:00
parent 1e4ddf2bbf
commit f7bbab08bd
76 changed files with 20 additions and 5 deletions

View File

@@ -7,7 +7,7 @@ const http = require('../utils/http');
function scrapeLatest(html, site) {
const { document } = new JSDOM(html).window;
const { origin } = new URL(site.url);
const { origin } = new URL(site.parameters?.latest || site.url);
const videos = Array.from(document.querySelectorAll('.video-releases-list')).slice(-1)[0];
@@ -119,7 +119,9 @@ function scrapeScene(html, site, url) {
}
async function fetchLatest(site, page = 1) {
const url = `${site.url}?page=${page}`;
console.log(site.parameters);
const url = `${site.parameters?.latest || site.url}?page=${page}`;
const res = await http.get(url);
if (res.statusCode === 200) {