Added scraper for FCUK's coed sites.

seeds/02_sites.js

@@ -2139,6 +2139,12 @@ const sites = [
 		url: 'https://eurocoeds.com',
 		parent: 'fcuk',
 	},
+	{
+		name: 'After Hours Exposed',
+		slug: 'afterhoursexposed',
+		url: 'https://afterhoursexposed.com',
+		parent: 'fcuk',
+	},
 	// FOR BONDAGE
 	{
 		name: 'Crowd Bondage',

src/scrapers/fcuk.js

@@ -2,7 +2,7 @@
 
 const qu = require('../utils/qu');
 
-function scrapeLatest(scenes, channel) {
+function scrapeLatestBlog(scenes, channel) {
 	return scenes.map(({ query }) => {
 		const release = {};
 
@@ -18,6 +18,11 @@ function scrapeLatest(scenes, channel) {
 		release.description = query.text('p');
 		release.date = query.date('h5 strong, .videos h3', 'MMM. DD, YYYY', /\w+. \d{2}, \d{4}/);
 
+		if (!/\band\b/.test(release.title) && new RegExp(release.title).test(release.description)) {
+			// scene title is probably the actor name
+			release.actors = [release.title];
+		}
+
 		release.poster = query.img('.bigthumb', null, { origin: channel.url });
 		release.photos = query.imgs('.smallthumb', null, { origin: channel.url });
 
@@ -27,7 +32,33 @@ function scrapeLatest(scenes, channel) {
 	});
 }
 
-function scrapeScene({ query }, url, channel) {
+function scrapeAll(scenes, channel) {
+	return scenes.map(({ query }) => {
+		const release = {};
+
+		release.url = query.url('.updateInfo h5 a:not([href*="content/"]):not([href*="#coming"])');
+		release.entryId = query.url('.updateThumb img', 'alt');
+
+		release.title = query.q('.updateInfo h5 a', true);
+
+		release.actors = query.all('.tour_update_models a', true);
+		release.date = query.date('.availdate, .updateInfo p span:nth-child(2)', 'MM/DD/YYYY');
+
+		release.poster = query.img('.updateThumb img');
+
+		const trailer = query.q('.updateInfo h5 a', 'onclick')?.match(/'(.+)'/)?.[1];
+
+		if (trailer) {
+			release.trailer = {
+				src: `${channel.url}${trailer}`,
+			};
+		}
+
+		return release;
+	});
+}
+
+function scrapeSceneBlog({ query }, url, channel) {
 	const release = {};
 
 	release.entryId = new URL(url).pathname.match(/\/scene\/(\d+)\/(\d+)/).slice(1, 3).join('-');
@@ -35,7 +66,7 @@ function scrapeScene({ query }, url, channel) {
 	release.title = query.q('h4 strong, .videos h3', true);
 	release.description = query.q('#about p, .videos p', true);
 
-	const actors = query.urls('a[href*="/girl/"]').map(actorUrl => actorUrl.match(/video-(\w+)/)?.[1]).filter(Boolean);
+	const actors = query.urls('a[href*="/girl/"]').map(actorUrl => actorUrl.match(/video-([\w\s]+)/)?.[1]).filter(Boolean);
 
 	if (actors.length > 0) {
 		release.actors = actors;
@@ -52,20 +83,69 @@ function scrapeScene({ query }, url, channel) {
 	return release;
 }
 
-async function fetchLatest(channel, page = 1) {
+function scrapeScene({ query, html }, url, channel) {
+	const release = {};
+
+	release.title = query.q('.updatesBlock h2', true);
+	release.poster = query.meta('property="og:image"');
+	release.entryId = release.poster.match(/\/content\/(.*)\//)?.[1];
+
+	const trailer = html.match(/src="(.+\.mp4)"/)?.[1];
+
+	if (trailer) {
+		release.trailer = {
+			src: `${channel.url}${trailer}`,
+		};
+	}
+
+	console.log(release);
+	return release;
+}
+
+async function fetchLatestBlog(channel, page) {
 	const url = `${channel.url}/free/updates/videos/${(page - 1) * 10}`;
 	const res = await qu.getAll(url, '.videos');
 
-	return res.ok ? scrapeLatest(res.items, channel) : res.status;
+	return res.ok ? scrapeLatestBlog(res.items, channel) : res.status;
+}
+
+async function fetchLatest(channel, page = 1) {
+	if (channel.parameters?.blog) {
+		return fetchLatestBlog(channel, page);
+	}
+
+	const url = `${channel.url}/categories/Movies_${page}_d.html`;
+	const res = await qu.getAll(url, '.bodyArea .updateItem');
+
+	return res.ok ? scrapeAll(res.items, channel) : res.status;
+}
+
+async function fetchUpcoming(channel) {
+	if (channel.parameters?.blog) {
+		return [];
+	}
+
+	const res = await qu.getAll(channel.url, '#owl-upcomingScenes .updateItem');
+
+	return res.ok ? scrapeAll(res.items, channel) : res.status;
 }
 
 async function fetchScene(url, channel) {
 	const res = await qu.get(url);
 
-	return res.ok ? scrapeScene(res.item, url, channel) : res.status;
+	if (res.ok) {
+		if (channel.parameters?.blog) {
+			return scrapeSceneBlog(res.item, url, channel);
+		}
+
+		return scrapeScene(res.item, url, channel);
+	}
+
+	return res.status;
 }
 
 module.exports = {
 	fetchLatest,
 	fetchScene,
+	fetchUpcoming,
 };

src/updates.js

@@ -53,15 +53,15 @@ async function filterUniqueReleases(latestReleases, accReleases) {
 }
 
 function needNextPage(uniqueReleases, pageAccReleases) {
-	if (argv.last && pageAccReleases.length < argv.last) {
-		// request for last N releases not yet satisfied
-		return true;
-	}
-
 	if (uniqueReleases.length === 0) {
 		return false;
 	}
 
+	if (argv.last && pageAccReleases.length < argv.last) {
+		// TODO: find a way to paginate if scraper filters page with multiple channels, see Kelly Madison
+		return true;
+	}
+
 	if (uniqueReleases.every(release => !!release.date)) {
 		const oldestReleaseOnPage = uniqueReleases
 			.sort((releaseA, releaseB) => releaseB.date - releaseA.date)