DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 40 Pull Requests 1 Releases Wiki Activity

Added Snow Valley (Sperm Mania) scraper.

Browse Source
This commit is contained in:
DebaucheryLibrarian
2024-10-16 02:39:11 +02:00
parent 91e31e8ce7
commit 1950dd2e62
16 changed files with 1234 additions and 79 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/scrapers/spizoo.js
View File

@@ -1,7 +1,9 @@
'use strict';
const config = require('config');
const unprint = require('unprint');
const format = require('template-format');
const { HttpsProxyAgent } = require('https-proxy-agent');
const qu = require('../utils/qu');
const slugify = require('../utils/slugify');
@@ -137,11 +139,14 @@ function scrapeProfile({ query, el }) {
return profile;
}
const agent = new HttpsProxyAgent(`http://${config.proxy.host}:${config.proxy.port}`);
async function fetchLatest(channel, page) {
// const res = await qu.getAll(`${channel.url}/categories/movies_${page}_d.html`, '.thumb-big, .thumb-video, .thumbnail, .thumbnail-popular, .full-thumbnail');
const res = await unprint.get(`${channel.url}${format(channel.parameters?.latest || '/categories/movies_{page}_d.html', { page })}`, {
selectAll: '.thumb-big, .thumb-video, .thumbnail, .thumbnail-popular, .full-thumbnail',
httpsAgent: agent,
});
if (res.ok) {