Compare commits

...

2 Commits

Author SHA1 Message Date
DebaucheryLibrarian 7b3bdadd44 1.209.4 2022-02-25 22:13:43 +01:00
DebaucheryLibrarian 5deba6b90f Passing resolved parameters into before-scrape methods. 2022-02-25 22:13:41 +01:00
5 changed files with 7 additions and 17 deletions

View File

@ -298,18 +298,6 @@ module.exports = {
interval: 1000, interval: 1000,
concurrency: 1, concurrency: 1,
}, },
'www.realitykings.com': {
interval: 1000,
concurrency: 1,
},
'www.mofos.com': {
interval: 1000,
concurrency: 1,
},
'www.twistys.com': {
interval: 1000,
concurrency: 1,
},
'westcoastproductions.com': { 'westcoastproductions.com': {
interval: 100, interval: 100,
concurrency: 1, concurrency: 1,

4
package-lock.json generated
View File

@ -1,12 +1,12 @@
{ {
"name": "traxxx", "name": "traxxx",
"version": "1.209.3", "version": "1.209.4",
"lockfileVersion": 2, "lockfileVersion": 2,
"requires": true, "requires": true,
"packages": { "packages": {
"": { "": {
"name": "traxxx", "name": "traxxx",
"version": "1.209.3", "version": "1.209.4",
"license": "ISC", "license": "ISC",
"dependencies": { "dependencies": {
"@casl/ability": "^5.2.2", "@casl/ability": "^5.2.2",

View File

@ -1,6 +1,6 @@
{ {
"name": "traxxx", "name": "traxxx",
"version": "1.209.3", "version": "1.209.4",
"description": "All the latest porn releases in one place", "description": "All the latest porn releases in one place",
"main": "src/app.js", "main": "src/app.js",
"scripts": { "scripts": {

View File

@ -200,7 +200,8 @@ async function scrapeRelease(baseRelease, entitiesBySlug, type = 'scene') {
async function scrapeReleases(baseReleases, entitiesBySlug, type) { async function scrapeReleases(baseReleases, entitiesBySlug, type) {
const entitiesWithBeforeDataEntries = await Promise.all(Object.entries(entitiesBySlug).map(async ([slug, entity]) => { const entitiesWithBeforeDataEntries = await Promise.all(Object.entries(entitiesBySlug).map(async ([slug, entity]) => {
if (entity.scraper?.beforeFetchScenes) { if (entity.scraper?.beforeFetchScenes) {
const preData = await entity.scraper.beforeFetchScenes(entity); const parameters = getRecursiveParameters(entity);
const preData = await entity.scraper.beforeFetchScenes(entity, parameters);
return [slug, { ...entity, preData }]; return [slug, { ...entity, preData }];
} }

View File

@ -269,7 +269,8 @@ async function scrapeNetworkSequential(networkEntity) {
async function getBeforeNetwork(networkEntity) { async function getBeforeNetwork(networkEntity) {
try { try {
return await networkEntity.scraper?.beforeNetwork?.(networkEntity); const parameters = getRecursiveParameters(networkEntity);
return await networkEntity.scraper?.beforeNetwork?.(networkEntity, parameters);
} catch (error) { } catch (error) {
if (networkEntity.scraper?.requireBeforeNetwork === false) { if (networkEntity.scraper?.requireBeforeNetwork === false) {
return null; return null;