Added MOFOS to default rate limit config, added light logos.

config/default.js

@@ -302,6 +302,10 @@ module.exports = {
 			interval: 1000,
 			concurrency: 1,
 		},
+		'www.mofos.com': {
+			interval: 1000,
+			concurrency: 1,
+		},
 		'westcoastproductions.com': {
 			interval: 100,
 			concurrency: 1,

seeds/02_sites.js

@@ -4702,7 +4702,7 @@ const sites = [
 		slug: 'boundgangbangs',
 		name: 'Bound Gangbangs',
 		alias: ['bgb', 'bgbs'],
-		url: 'https://www.kink.com/channel/boundgangbangs',
+		url: 'https://www.kink.com/channel/bound-gangbangs',
 		description: 'Powerless whores tied in bondage and stuffed with a cock in every hole. At BoundGangbangs women get surprise extreme gangbangs, blindfolds, deepthroat blowjobs, sex punishment, bondage, double penetration and interracial sex.',
 		parent: 'kink',
 	},
@@ -4807,7 +4807,7 @@ const sites = [
 	{
 		slug: 'hardcoregangbang',
 		name: 'Hardcore Gangbang',
-		url: 'https://www.kink.com/channel/hardcoregangbang',
+		url: 'https://www.kink.com/channel/hardcore-gangbang',
 		description: "Where all women's hardcore gangbang fantasies come true. Watch extreme, brutal gangbangs with pornstars, models, & MILFs that crave cock in every hole. HardcoreGangbang.com has the best creampie gang bangs online.",
 		parent: 'kink',
 	},

src/scrapers/vixen.js

@@ -4,6 +4,7 @@
 const Promise = require('bluebird');
 const moment = require('moment');
 
+const logger = require('../logger')(__filename);
 const http = require('../utils/http');
 const slugify = require('../utils/slugify');
 
@@ -141,24 +142,67 @@ async function getTrailer(scene, channel, url) {
 	return null;
 }
 
-async function getPhotos(url) {
+async function getPhotosLegacy(url) {
 	const htmlRes = await http.get(url, {
 		extract: {
 			runScripts: 'dangerously',
 		},
 	});
 
-	const state = htmlRes?.window.__APOLLO_STATE__;
+	try {
-	const key = Object.values(state.ROOT_QUERY).find((query) => query?.__ref)?.__ref;
+		const state = htmlRes?.window?.__APOLLO_STATE__;
-	const data = state[key];
 
-	console.log(data);
+		if (!state) {
+			return [];
+		}
+
+		const key = Object.values(state?.ROOT_QUERY).find((query) => query?.__ref)?.__ref;
+		const data = state[key];
 
 		if (!data) {
 			return [];
 		}
 
 		return data.carousel.slice(1).map((photo) => photo.main?.[0].src).filter(Boolean);
+	} catch (error) {
+		logger.warn(`Failed to retrieve Vixen images: ${error.message}`);
+		return [];
+	}
+}
+
+async function getPhotos(url) {
+	const htmlRes = await http.get(url, {
+		parse: true,
+		extract: {
+			runScripts: 'dangerously',
+		},
+	});
+
+	try {
+		const state = htmlRes?.window?.__APOLLO_STATE__;
+
+		console.log('state', state);
+
+		if (!state) {
+			return [];
+		}
+
+		const key = Object.values(state?.ROOT_QUERY).find((query) => query?.__ref)?.__ref;
+		const data = state[key];
+
+		console.log('data', data);
+
+		if (!data) {
+			return [];
+		}
+
+		console.log(data.carousel);
+
+		return data.carousel.slice(1).map((photo) => photo.main?.[0].src).filter(Boolean);
+	} catch (error) {
+		logger.warn(`Failed to retrieve Vixen images: ${error.message}`);
+		return [];
+	}
 }
 
 function scrapeAll(scenes, site, origin) {