DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Added before scene fetch method to prevent e.g. unnecessary session requests, moved scraper assignment to entity lookup. Removed channel URL hostname matching..

Browse Source
This commit is contained in:
DebaucheryLibrarian
2021-10-26 23:42:32 +02:00
parent 6c5d4389fe
commit 100a35b4e8
3 changed files with 28 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
src/scrapers/mindgeek.js
View File

@@ -294,7 +294,7 @@ async function fetchScene(url, site, baseScene, options) {
}
const entryId = new URL(url).pathname.match(/\/(\d+)/)?.[1];
const { session, instanceToken } = await getSession(site, options.parameters);
const { session, instanceToken } = options.beforeFetchScene || await getSession(site, options.parameters);
const res = await http.get(`https://site-api.project1service.com/v2/releases/${entryId}`, {
session,
@@ -306,7 +306,9 @@ async function fetchScene(url, site, baseScene, options) {
});
if (res.status === 200 && res.body.result) {
return scrapeScene(res.body.result, url, site);
return {
scene: scrapeScene(res.body.result, url, site),
};
}
return null;
@@ -361,6 +363,7 @@ async function fetchProfile({ name: actorName, slug: actorSlug }, { entity, para
}
module.exports = {
beforeFetchScene: getSession,
scrapeLatestX,
fetchLatest,
fetchUpcoming,