DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Expanded puppeteer options. Fixed Mike Adriano scraper. Fixed convert utility.

Browse Source
This commit is contained in:
DebaucheryLibrarian
2024-06-12 03:21:45 +02:00
parent 54b2cd1209
commit 8c37071145
11 changed files with 180 additions and 93 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/utils/convert.js
View File

@@ -79,7 +79,7 @@ function convertApi(input, fromOrTo, to) {
const inputNumber = Number(typeof input === 'string' ? input.match(/\d+(\.\d+)?/)?.[0] : input);
return Math.round(convert(inputNumber).from(fromOrTo).to(to)) || null;
return Math.round(convert(inputNumber, fromOrTo).to(to)) || null;
} catch (error) {
logger.error(error);
return null;

15
src/utils/http.js
View File

@@ -162,7 +162,7 @@ async function getBrowserSession(identifier, options = {}) {
return limiters.bypass.schedule(async () => {
if (!browser) {
browser = await puppeteer.launch({
headless: typeof options.headless === 'undefined' ? 'new' : options.headless,
headless: typeof options.bypass?.headless === 'undefined' ? 'new' : options.bypass.headless,
// headless: false,
});
@@ -177,10 +177,19 @@ async function getBrowserSession(identifier, options = {}) {
});
}
async function bypassBrowserRequest(url, _options) {
const { tab } = await getBrowserSession(new URL(url).hostname);
async function bypassBrowserRequest(url, options) {
const { tab } = await getBrowserSession(new URL(url).hostname, options);
const res = await tab.goto(url);
if (options.bypass?.delay) {
await Promise.delay(options.bypass.delay);
}
if (typeof options.bypass?.evaluate === 'function') {
await tab.evaluate(options.bypass.evaluate, options.bypass);
}
const rawBody = await tab.content();
const headers = res.headers();