Added Anal Only and upcoming scraping to Mike Adriano. Fixed profile expand arrow color.

This commit is contained in:
DebaucheryLibrarian
2021-01-30 17:43:33 +01:00
parent bfb5006e95
commit 97c088cfb4
36 changed files with 40 additions and 39 deletions

View File

@@ -1,10 +0,0 @@
'use strict';
const { fetchApiLatest, fetchApiUpcoming, fetchScene, fetchApiProfile } = require('./gamma');
module.exports = {
fetchLatest: fetchApiLatest,
fetchProfile: fetchApiProfile,
fetchUpcoming: fetchApiUpcoming,
fetchScene,
};

View File

@@ -1,10 +0,0 @@
'use strict';
const { fetchApiLatest, fetchApiUpcoming, fetchScene, fetchApiProfile } = require('./gamma');
module.exports = {
fetchLatest: fetchApiLatest,
fetchProfile: fetchApiProfile,
fetchUpcoming: fetchApiUpcoming,
fetchScene,
};

View File

@@ -1,10 +0,0 @@
'use strict';
const { fetchApiLatest, fetchApiUpcoming, fetchScene, fetchApiProfile } = require('./gamma');
module.exports = {
fetchLatest: fetchApiLatest,
fetchProfile: fetchApiProfile,
fetchUpcoming: fetchApiUpcoming,
fetchScene,
};

View File

@@ -67,6 +67,29 @@ async function fetchLatest(channel, page = 1) {
return res.status;
}
async function fetchUpcoming(channel) {
const { host } = new URL(channel.url);
const url = `https://tour.${host}`;
const res = await qu.get(url);
if (res.ok) {
if (res.item.query.exists('a[href*="stackpath.com"]')) {
throw new Error('URL blocked by StackPath');
}
const sceneItem = qu.init(res.item.el, '#upcoming-content');
if (sceneItem) {
return scrapeAll([sceneItem], channel);
}
return null;
}
return res.status;
}
async function fetchScene(url, channel) {
const cookieJar = http.cookieJar();
const session = http.session({ cookieJar });
@@ -122,6 +145,7 @@ async function fetchProfile({ name: actorName }, context , site) {
module.exports = {
fetchLatest,
fetchUpcoming,
// fetchProfile,
fetchScene,
};

View File

@@ -47,7 +47,6 @@ const mikeadriano = require('./mikeadriano');
const milehighmedia = require('./milehighmedia');
const mindgeek = require('./mindgeek');
const mofos = require('./mofos');
const naturals = require('./21naturals');
const naughtyamerica = require('./naughtyamerica');
const newsensations = require('./newsensations');
const nubiles = require('./nubiles');
@@ -62,8 +61,6 @@ const privateNetwork = require('./private'); // reserved keyword
const puretaboo = require('./puretaboo');
const realitykings = require('./realitykings');
const score = require('./score');
const sextreme = require('./21sextreme');
const sextury = require('./21sextury');
const teamskeet = require('./teamskeet');
const teencoreclub = require('./teencoreclub');
const topwebmodels = require('./topwebmodels');
@@ -85,9 +82,6 @@ const freeones = require('./freeones');
const scrapers = {
releases: {
'21naturals': naturals,
'21sextreme': sextreme,
'21sextury': sextury,
adulttime,
amateurallure,
americanpornstar,
@@ -176,7 +170,7 @@ const scrapers = {
zerotolerance,
},
actors: {
'21sextury': sextury,
'21sextury': gamma,
allanal: mikeadriano,
amateureuro: porndoe,
americanpornstar,