Compare commits

..

No commits in common. "196449fbd68e4469332fe0b9de45e3d29f23a004" and "d8866172c197cdf33d497d692cf829f84e74f9a1" have entirely different histories.

3 changed files with 22 additions and 17 deletions

2
package-lock.json generated
View File

@ -1,6 +1,6 @@
{ {
"name": "traxxx", "name": "traxxx",
"version": "1.128.3", "version": "1.128.2",
"lockfileVersion": 1, "lockfileVersion": 1,
"requires": true, "requires": true,
"dependencies": { "dependencies": {

View File

@ -1,6 +1,6 @@
{ {
"name": "traxxx", "name": "traxxx",
"version": "1.128.3", "version": "1.128.2",
"description": "All the latest porn releases in one place", "description": "All the latest porn releases in one place",
"main": "src/app.js", "main": "src/app.js",
"scripts": { "scripts": {

View File

@ -2,6 +2,7 @@
const Promise = require('bluebird'); const Promise = require('bluebird');
const util = require('util'); const util = require('util');
const bhttp = require('bhttp');
const { JSDOM } = require('jsdom'); const { JSDOM } = require('jsdom');
const cheerio = require('cheerio'); const cheerio = require('cheerio');
const moment = require('moment'); const moment = require('moment');
@ -26,7 +27,7 @@ function getAlbumUrl(albumPath, site) {
} }
async function fetchPhotos(url) { async function fetchPhotos(url) {
const res = await http.get(url); const res = await bhttp.get(url);
return res.body.toString(); return res.body.toString();
} }
@ -433,7 +434,7 @@ async function fetchApiLatest(site, page = 1, preData, include, upcoming = false
const referer = site.parameters?.referer || `${site.parameters?.networkReferer ? site.parent.url : site.url}/en/videos`; const referer = site.parameters?.referer || `${site.parameters?.networkReferer ? site.parent.url : site.url}/en/videos`;
const { apiUrl } = await fetchApiCredentials(referer, site); const { apiUrl } = await fetchApiCredentials(referer, site);
const res = await http.post(apiUrl, { const res = await bhttp.post(apiUrl, {
requests: [ requests: [
{ {
indexName: 'all_scenes', indexName: 'all_scenes',
@ -441,8 +442,9 @@ async function fetchApiLatest(site, page = 1, preData, include, upcoming = false
}, },
], ],
}, { }, {
headers: {
Referer: referer, Referer: referer,
}, { },
encodeJSON: true, encodeJSON: true,
}); });
@ -485,14 +487,14 @@ function getUpcomingUrl(site) {
async function fetchLatest(site, page = 1) { async function fetchLatest(site, page = 1) {
const url = getLatestUrl(site, page); const url = getLatestUrl(site, page);
const res = await http.get(url); const res = await bhttp.get(url);
return scrapeAll(res.body.toString(), site); return scrapeAll(res.body.toString(), site);
} }
async function fetchUpcoming(site) { async function fetchUpcoming(site) {
const url = getUpcomingUrl(site); const url = getUpcomingUrl(site);
const res = await http.get(url); const res = await bhttp.get(url);
return scrapeAll(res.body.toString(), site, null, false); return scrapeAll(res.body.toString(), site, null, false);
} }
@ -531,10 +533,12 @@ async function fetchScene(url, site, baseRelease) {
if (deepUrl) { if (deepUrl) {
const [res, mobileRes] = await Promise.all([ const [res, mobileRes] = await Promise.all([
http.get(deepUrl), bhttp.get(deepUrl),
mobileUrl && http.get(mobileUrl, { mobileUrl && bhttp.get(mobileUrl, {
headers: {
// don't redirect to main site // don't redirect to main site
'user-agent': 'Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.122 Mobile Safari/537.36', 'user-agent': 'Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.122 Mobile Safari/537.36',
},
}), }),
]); ]);
@ -550,7 +554,7 @@ async function fetchScene(url, site, baseRelease) {
} }
async function fetchActorScenes(actorName, apiUrl, siteSlug) { async function fetchActorScenes(actorName, apiUrl, siteSlug) {
const res = await http.post(apiUrl, { const res = await bhttp.post(apiUrl, {
requests: [ requests: [
{ {
indexName: 'all_scenes', indexName: 'all_scenes',
@ -558,8 +562,9 @@ async function fetchActorScenes(actorName, apiUrl, siteSlug) {
}, },
], ],
}, { }, {
headers: {
Referer: `https://www.${siteSlug}.com/en/videos`, Referer: `https://www.${siteSlug}.com/en/videos`,
}, { },
encodeJSON: true, encodeJSON: true,
}); });
@ -577,7 +582,7 @@ async function fetchProfile({ name: actorName }, context, altSearchUrl, getActor
const searchUrl = altSearchUrl const searchUrl = altSearchUrl
? `https://www.${siteSlug}.com/en/search/${actorSlug}/1/actor` ? `https://www.${siteSlug}.com/en/search/${actorSlug}/1/actor`
: `https://www.${siteSlug}.com/en/search/${siteSlug}/actor/${actorSlug}`; : `https://www.${siteSlug}.com/en/search/${siteSlug}/actor/${actorSlug}`;
const searchRes = await http.get(searchUrl); const searchRes = await bhttp.get(searchUrl);
if (searchRes.statusCode !== 200) { if (searchRes.statusCode !== 200) {
return null; return null;
@ -587,7 +592,7 @@ async function fetchProfile({ name: actorName }, context, altSearchUrl, getActor
if (actorUrl) { if (actorUrl) {
const url = `https://${siteSlug}.com${actorUrl}`; const url = `https://${siteSlug}.com${actorUrl}`;
const actorRes = await http.get(url); const actorRes = await bhttp.get(url);
if (actorRes.statusCode !== 200) { if (actorRes.statusCode !== 200) {
return null; return null;