forked from DebaucheryLibrarian/traxxx
Added media attempt configuration, default from 3 to 2, 1 for JJ scraper.
This commit is contained in:
parent
a6077599bb
commit
f6c1910be3
|
@ -358,6 +358,7 @@ module.exports = {
|
||||||
lazyQuality: 90,
|
lazyQuality: 90,
|
||||||
trailerQuality: [480, 540, 360, 720, 960, 1080, 320, 1440, 1600, 1920, 2160, 270, 240, 180],
|
trailerQuality: [480, 540, 360, 720, 960, 1080, 320, 1440, 1600, 1920, 2160, 270, 240, 180],
|
||||||
limit: 25, // max number of photos per release
|
limit: 25, // max number of photos per release
|
||||||
|
attempts: 2,
|
||||||
fetchStreams: true,
|
fetchStreams: true,
|
||||||
streamConcurrency: 2, // max number of video streams (m3u8 etc.) to fetch and process at once
|
streamConcurrency: 2, // max number of video streams (m3u8 etc.) to fetch and process at once
|
||||||
},
|
},
|
||||||
|
|
|
@ -192,6 +192,11 @@ const { argv } = yargs
|
||||||
type: 'number',
|
type: 'number',
|
||||||
default: config.media.limit,
|
default: config.media.limit,
|
||||||
})
|
})
|
||||||
|
.option('media-attempts', {
|
||||||
|
describe: 'Maximum amount of retries per URL',
|
||||||
|
type: 'number',
|
||||||
|
default: config.media.attempts,
|
||||||
|
})
|
||||||
.option('images', {
|
.option('images', {
|
||||||
describe: 'Include any photos, posters or covers',
|
describe: 'Include any photos, posters or covers',
|
||||||
type: 'boolean',
|
type: 'boolean',
|
||||||
|
|
|
@ -655,7 +655,7 @@ streamQueue.define('fetchStreamSource', async ({ source, tempFileTarget, hashStr
|
||||||
});
|
});
|
||||||
|
|
||||||
async function fetchSource(source, baseMedia) {
|
async function fetchSource(source, baseMedia) {
|
||||||
const maxAttempts = source.attempts || argv.mediaAttempts || 3;
|
const maxAttempts = source.attempts || argv.mediaAttempts;
|
||||||
|
|
||||||
logger.silly(`Fetching media from ${source.src}`);
|
logger.silly(`Fetching media from ${source.src}`);
|
||||||
logger.debug(`Memory usage before media fetch: ${process.memoryUsage.rss() / 1000000} MB (${source.src})`);
|
logger.debug(`Memory usage before media fetch: ${process.memoryUsage.rss() / 1000000} MB (${source.src})`);
|
||||||
|
|
|
@ -183,7 +183,7 @@ function getPhotos(query, release, context) {
|
||||||
.flatMap((quality) => [
|
.flatMap((quality) => [
|
||||||
`https://thumbs.${context.entity.slug}.com/trial/content//upload/dl03/${context.entity.slug}/${path}/${quality}/${actorSlug}_${context.entity.slug}_com-${index + 1}.jpg`,
|
`https://thumbs.${context.entity.slug}.com/trial/content//upload/dl03/${context.entity.slug}/${path}/${quality}/${actorSlug}_${context.entity.slug}_com-${index + 1}.jpg`,
|
||||||
`https://thumbs.${context.entity.slug}.com/trial/content//upload/dl03/${context.entity.slug}/${path}/${quality}/${actorSlug}_${context.entity.slug}.com-${index + 1}.jpg`, // .com instead of _com
|
`https://thumbs.${context.entity.slug}.com/trial/content//upload/dl03/${context.entity.slug}/${path}/${quality}/${actorSlug}_${context.entity.slug}.com-${index + 1}.jpg`, // .com instead of _com
|
||||||
]));
|
]).map((src) => ({ src, attempts: 1 })));
|
||||||
}
|
}
|
||||||
|
|
||||||
return null;
|
return null;
|
||||||
|
|
Loading…
Reference in New Issue