Compare commits
2 Commits
a5afffc968
...
7b3bdadd44
Author | SHA1 | Date |
---|---|---|
|
7b3bdadd44 | |
|
5deba6b90f |
|
@ -298,18 +298,6 @@ module.exports = {
|
||||||
interval: 1000,
|
interval: 1000,
|
||||||
concurrency: 1,
|
concurrency: 1,
|
||||||
},
|
},
|
||||||
'www.realitykings.com': {
|
|
||||||
interval: 1000,
|
|
||||||
concurrency: 1,
|
|
||||||
},
|
|
||||||
'www.mofos.com': {
|
|
||||||
interval: 1000,
|
|
||||||
concurrency: 1,
|
|
||||||
},
|
|
||||||
'www.twistys.com': {
|
|
||||||
interval: 1000,
|
|
||||||
concurrency: 1,
|
|
||||||
},
|
|
||||||
'westcoastproductions.com': {
|
'westcoastproductions.com': {
|
||||||
interval: 100,
|
interval: 100,
|
||||||
concurrency: 1,
|
concurrency: 1,
|
||||||
|
|
|
@ -1,12 +1,12 @@
|
||||||
{
|
{
|
||||||
"name": "traxxx",
|
"name": "traxxx",
|
||||||
"version": "1.209.3",
|
"version": "1.209.4",
|
||||||
"lockfileVersion": 2,
|
"lockfileVersion": 2,
|
||||||
"requires": true,
|
"requires": true,
|
||||||
"packages": {
|
"packages": {
|
||||||
"": {
|
"": {
|
||||||
"name": "traxxx",
|
"name": "traxxx",
|
||||||
"version": "1.209.3",
|
"version": "1.209.4",
|
||||||
"license": "ISC",
|
"license": "ISC",
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
"@casl/ability": "^5.2.2",
|
"@casl/ability": "^5.2.2",
|
||||||
|
|
|
@ -1,6 +1,6 @@
|
||||||
{
|
{
|
||||||
"name": "traxxx",
|
"name": "traxxx",
|
||||||
"version": "1.209.3",
|
"version": "1.209.4",
|
||||||
"description": "All the latest porn releases in one place",
|
"description": "All the latest porn releases in one place",
|
||||||
"main": "src/app.js",
|
"main": "src/app.js",
|
||||||
"scripts": {
|
"scripts": {
|
||||||
|
|
|
@ -200,7 +200,8 @@ async function scrapeRelease(baseRelease, entitiesBySlug, type = 'scene') {
|
||||||
async function scrapeReleases(baseReleases, entitiesBySlug, type) {
|
async function scrapeReleases(baseReleases, entitiesBySlug, type) {
|
||||||
const entitiesWithBeforeDataEntries = await Promise.all(Object.entries(entitiesBySlug).map(async ([slug, entity]) => {
|
const entitiesWithBeforeDataEntries = await Promise.all(Object.entries(entitiesBySlug).map(async ([slug, entity]) => {
|
||||||
if (entity.scraper?.beforeFetchScenes) {
|
if (entity.scraper?.beforeFetchScenes) {
|
||||||
const preData = await entity.scraper.beforeFetchScenes(entity);
|
const parameters = getRecursiveParameters(entity);
|
||||||
|
const preData = await entity.scraper.beforeFetchScenes(entity, parameters);
|
||||||
|
|
||||||
return [slug, { ...entity, preData }];
|
return [slug, { ...entity, preData }];
|
||||||
}
|
}
|
||||||
|
|
|
@ -269,7 +269,8 @@ async function scrapeNetworkSequential(networkEntity) {
|
||||||
|
|
||||||
async function getBeforeNetwork(networkEntity) {
|
async function getBeforeNetwork(networkEntity) {
|
||||||
try {
|
try {
|
||||||
return await networkEntity.scraper?.beforeNetwork?.(networkEntity);
|
const parameters = getRecursiveParameters(networkEntity);
|
||||||
|
return await networkEntity.scraper?.beforeNetwork?.(networkEntity, parameters);
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
if (networkEntity.scraper?.requireBeforeNetwork === false) {
|
if (networkEntity.scraper?.requireBeforeNetwork === false) {
|
||||||
return null;
|
return null;
|
||||||
|
|
Loading…
Reference in New Issue