Added stream host exclude config.

config/default.js

@@ -420,6 +420,7 @@ module.exports = {
 		streamConcurrency: 2, // max number of video streams (m3u8 etc.) to fetch and process at once
 		flushOrphaned: true,
 		flushWindow: 1000,
+		excludeStreamHostnames: [], // resource hogs
 	},
 	titleSlugLength: 50,
 };

src/media.js

@@ -672,6 +672,12 @@ async function fetchHttpSource(source, tempFileTarget, hashStream) {
 streamQueue.define('fetchStreamSource', async ({ source, tempFileTarget, hashStream }) => {
 	const meta = { mimetype: 'video/mp4' };
 
+	const { hostname } = new URL(source.stream);
+
+	if (config.media.excludeStreamHostnames.includes(hostname)) {
+		throw new Error(`Stream source hostname ${hostname} is excluded by config`);
+	}
+
 	const command = ffmpeg(source.stream)
 		.format('mp4')
 		.outputOptions(['-movflags frag_keyframe+empty_moov'])

tests/profiles.js

@@ -256,6 +256,8 @@ const actors = [
 	{ entity: 'wakeupnfuck', name: 'Abby Lee Brazil', fields: ['avatar', 'nationality'] },
 ];
 
+// TODO: Brazzers, MetroHD, Blowpass, FameDigital, FantasyMassage, PrideStudios, Mamacitaz, Loveherfilms, Shelovesblack, Jerkaoke
+
 const actorScrapers = scrapers.actors;
 const sources = argv.sources || null;