Added MindGeek profile scraper for all MG sites.

This commit is contained in:
2020-01-27 22:54:14 +01:00
parent 24fe61e064
commit 6d4fd5fd77
11 changed files with 124 additions and 23 deletions

View File

@@ -3,7 +3,12 @@
const bhttp = require('bhttp');
const cheerio = require('cheerio');
const { scrapeLatestX, fetchLatest, fetchScene } = require('./mindgeek');
const {
scrapeLatestX,
fetchLatest,
fetchScene,
fetchProfile,
} = require('./mindgeek');
function scrapeLatestClassic(html, site) {
const $ = cheerio.load(html, { normalizeWhitespace: true });
@@ -36,7 +41,12 @@ async function fetchLatestWrap(site, page = 1) {
return fetchLatest(site, page);
}
async function networkFetchProfile(actorName) {
return fetchProfile(actorName, 'realitykings');
}
module.exports = {
fetchLatest: fetchLatestWrap,
fetchProfile: networkFetchProfile,
fetchScene,
};