DebaucheryLibrarian
/
traxxx
2
1
Fork 1
Code Issues 37 Pull Requests 1 Releases Wiki Activity

Added media attempt configuration, default from 3 to 2, 1 for JJ scraper.

This commit is contained in:
DebaucheryLibrarian 2023-07-06 00:30:04 +02:00
parent a6077599bb
commit f6c1910be3
4 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
config/default.js
View File

@ -358,6 +358,7 @@ module.exports = {
lazyQuality: 90, lazyQuality: 90,
trailerQuality: [480, 540, 360, 720, 960, 1080, 320, 1440, 1600, 1920, 2160, 270, 240, 180], trailerQuality: [480, 540, 360, 720, 960, 1080, 320, 1440, 1600, 1920, 2160, 270, 240, 180],
limit: 25, // max number of photos per release limit: 25, // max number of photos per release
attempts: 2,
fetchStreams: true, fetchStreams: true,
streamConcurrency: 2, // max number of video streams (m3u8 etc.) to fetch and process at once streamConcurrency: 2, // max number of video streams (m3u8 etc.) to fetch and process at once
}, },

5
src/argv.js
View File

@ -192,6 +192,11 @@ const { argv } = yargs
type: 'number', type: 'number',
default: config.media.limit, default: config.media.limit,
}) })
.option('media-attempts', {
describe: 'Maximum amount of retries per URL',
type: 'number',
default: config.media.attempts,
})
.option('images', { .option('images', {
describe: 'Include any photos, posters or covers', describe: 'Include any photos, posters or covers',
type: 'boolean', type: 'boolean',

2
src/media.js
View File

@ -655,7 +655,7 @@ streamQueue.define('fetchStreamSource', async ({ source, tempFileTarget, hashStr
}); });
async function fetchSource(source, baseMedia) { async function fetchSource(source, baseMedia) {
const maxAttempts = source.attempts || argv.mediaAttempts || 3; const maxAttempts = source.attempts || argv.mediaAttempts;
logger.silly(`Fetching media from ${source.src}`); logger.silly(`Fetching media from ${source.src}`);
logger.debug(`Memory usage before media fetch: ${process.memoryUsage.rss() / 1000000} MB (${source.src})`); logger.debug(`Memory usage before media fetch: ${process.memoryUsage.rss() / 1000000} MB (${source.src})`);

2
src/scrapers/julesjordan.js
View File

@ -183,7 +183,7 @@ function getPhotos(query, release, context) {
.flatMap((quality) => [ .flatMap((quality) => [
`https://thumbs.${context.entity.slug}.com/trial/content//upload/dl03/${context.entity.slug}/${path}/${quality}/${actorSlug}_${context.entity.slug}_com-${index + 1}.jpg`, `https://thumbs.${context.entity.slug}.com/trial/content//upload/dl03/${context.entity.slug}/${path}/${quality}/${actorSlug}_${context.entity.slug}_com-${index + 1}.jpg`,
`https://thumbs.${context.entity.slug}.com/trial/content//upload/dl03/${context.entity.slug}/${path}/${quality}/${actorSlug}_${context.entity.slug}.com-${index + 1}.jpg`, // .com instead of _com `https://thumbs.${context.entity.slug}.com/trial/content//upload/dl03/${context.entity.slug}/${path}/${quality}/${actorSlug}_${context.entity.slug}.com-${index + 1}.jpg`, // .com instead of _com
])); ]).map((src) => ({ src, attempts: 1 })));
} }
return null; return null;