Added generic ElevatedX scraper. Changed FCUK to ExploitedX network. Testing ElevatedX scraper with ExploitedX network.

src/scrapers/elevatedx.js

@@ -0,0 +1,112 @@
+'use strict';
+
+const format = require('template-format');
+
+const qu = require('../utils/q');
+const slugify = require('../utils/slugify');
+
+function deriveEntryId(release) {
+	if (release.date && release.url) {
+		const slug = new URL(release.url).pathname.match(/\/trailers\/(.*).html/)[1];
+
+		return `${slugify(qu.formatDate(release.date, 'YYYY-MM-DD'))}-${slugify(slug)}`;
+	}
+
+	if (release.date && release.title) {
+		return `${slugify(qu.formatDate(release.date, 'YYYY-MM-DD'))}-${slugify(release.title)}`;
+	}
+
+	return null;
+}
+
+function scrapeAllClassic(scenes, channel) {
+	return scenes.map(({ query }) => {
+		const release = {};
+
+		release.url = query.url('.updateInfo h5 a:not([href*="content/"]):not([href*="#coming"])');
+		release.entryId = query.url('.updateThumb img', 'alt');
+
+		release.title = query.cnt('.updateInfo h5 a');
+
+		release.actors = query.cnts('.tour_update_models a');
+		release.date = query.date('.availdate, .updateInfo p span:nth-child(2)', 'MM/DD/YYYY');
+
+		release.poster = query.img('.updateThumb img');
+
+		const trailer = query.q('.updateInfo h5 a', 'onclick')?.match(/'(.+)'/)?.[1];
+
+		if (trailer) {
+			release.trailer = `${channel.url}${trailer}`;
+		}
+
+		return release;
+	});
+}
+
+function scrapeAllTubular(scenes, channel, accNetworkReleases) {
+	return scenes.map(({ query }) => {
+		const release = {};
+
+		release.title = query.q('h4 a', 'title') || query.q('h4 a', true);
+		release.url = query.url('h4 a');
+
+		release.date = query.date('.more-info-div', 'MMM D, YYYY');
+		release.duration = query.dur('.more-info-div');
+
+		const posterPath = query.q('.img-div img', 'src0_1x') || query.img('img.video_placeholder');
+
+		if (posterPath) {
+			const poster = /^http/.test(posterPath) ? posterPath : `${channel.parameters?.media || channel.url}${posterPath}`;
+
+			release.poster = [
+				poster.replace('-1x', '-3x'),
+				poster.replace('-1x', '-2x'),
+				poster,
+			];
+		}
+
+		release.teaser = query.video();
+
+		// release.entryId = q('.img-div img', 'id')?.match(/set-target-(\d+)/)[1];
+		release.entryId = deriveEntryId(release);
+
+		if (channel.parameters?.accFilter && accNetworkReleases?.map(accRelease => accRelease.entryId).includes(release.entryId)) {
+			// filter out releases that were already scraped from a categorized site, requeryires sequeryential site scraping
+			return null;
+		}
+
+		return release;
+	});
+}
+
+async function fetchLatest(site, page = 1, options, preData, allScraper) {
+	const url = (site.parameters?.latest && format(site.parameters.latest, { page }))
+        || `${site.url}/categories/movies_${page}_d.html`;
+
+	const res = await qu.getAll(url, '.modelfeature, .item-video, .bodyArea .updateItem');
+
+	if (!res.ok) {
+		return res.status;
+	}
+
+	return allScraper(res.items, site, preData?.uniqueReleases);
+}
+
+async function fetchLatestClassic(channel, page, options, preData) {
+	return fetchLatest(channel, page, options, preData, scrapeAllClassic);
+}
+
+async function fetchLatestTubular(channel, page, options, preData) {
+	return fetchLatest(channel, page, options, preData, scrapeAllTubular);
+}
+
+module.exports = {
+	classic: {
+		fetchLatest: fetchLatestClassic,
+		scrapeAll: scrapeAllClassic,
+	},
+	tubular: {
+		fetchLatest: fetchLatestTubular,
+		scrapeAll: scrapeAllTubular,
+	},
+};