diff --git a/src/app.js b/src/app.js index 62227fca..3bc57e42 100755 --- a/src/app.js +++ b/src/app.js @@ -35,6 +35,7 @@ unprint.options({ headers: { 'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36', }, + scope: null, // don't reuse browser context: { // browser requests userAgent: 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36', diff --git a/src/scrapers/aylo.js b/src/scrapers/aylo.js index ca2b2742..7accc197 100755 --- a/src/scrapers/aylo.js +++ b/src/scrapers/aylo.js @@ -5,6 +5,7 @@ const Promise = require('bluebird'); const { CookieJar } = Promise.promisifyAll(require('tough-cookie')); const cookie = require('cookie'); const moment = require('moment'); +const unprint = require('unprint'); const qu = require('../utils/qu'); const slugify = require('../utils/slugify'); @@ -140,7 +141,11 @@ function scrapeRelease(data, url, channel, networkName, options) { release.actors = data.actors.map((actor) => ({ name: actor.name, gender: actor.gender })); release.tags = data.tags.map((tag) => tag.name); - [release.poster, ...release.photos] = getThumbs(data); + [release.poster, ...release.photos] = getThumbs(data).map((src) => ({ + src, + referer: url, + host: 'mediavault-private-fl.project1content.com', + })); const { teaser, trailer } = getVideos(data); @@ -181,6 +186,9 @@ function scrapeRelease(data, url, channel, networkName, options) { })); } + // console.log(data); + // console.log(release); + return release; } @@ -220,6 +228,17 @@ async function getSession(site, parameters, url) { ? site.parent.url : (url || site.url); + /* + await unprint.browserRequest(sessionUrl, { + browser: { + headless: false, + }, + async control() { + await new Promise((resolve) => { setTimeout(() => resolve(), 10000); }); + }, + }); + */ + const res = await http.get(sessionUrl, { session, headers: { diff --git a/src/utils/http.js b/src/utils/http.js index 827315db..b913879b 100755 --- a/src/utils/http.js +++ b/src/utils/http.js @@ -119,7 +119,7 @@ function getLimiterValue(prop, options, hostname) { const mappedProp = propMap[options.limits]?.[prop] || prop; if (typeof argv[mappedProp] !== 'undefined') { - return argv[prop]; + return argv[mappedProp]; } if (typeof options[prop] !== 'undefined') {