Added scene scraping to Teen Core Club.

src/scrapers/teencoreclub.js

@@ -1,8 +1,12 @@
 'use strict';
 
+const fs = require('fs');
 const moment = require('moment');
+const m3u8stream = require('m3u8stream');
 
+const logger = require('../logger')(__filename);
 const http = require('../utils/http');
+const qu = require('../utils/qu');
 const { prefixUrl } = require('../utils/qu');
 
 function scrapeLatest(scenes, entity) {
@@ -36,12 +40,56 @@ function scrapeLatest(scenes, entity) {
 			release.tags = ['gay'];
 		}
 
-		console.log(scene);
-		console.log(release);
 		return release;
 	});
 }
 
+async function scrapeScene({ query }, url, entity) {
+	const release = {};
+
+	const entryId = new URL(url).pathname.match(/\/video\/(\d+)/)[1];
+	release.entryId = entryId;
+
+	const title = query.meta('name=title');
+
+	if (/bic/i.test(title)) {
+		release.shootId = title.toUpperCase().replace('-', '_');
+	} else {
+		release.title = title;
+	}
+
+	release.date = query.date('.detail-meta li:nth-child(2)', 'YYYY');
+	release.datePrecision = 'year';
+
+	release.description = query.q('.detail-description', true);
+	release.duration = query.dur('.detail-meta li:first-child');
+
+	release.actors = [query.q('.detail-hero-title h1', true)];
+
+	release.poster = query.q('.detail-hero').style['background-image'].match(/url\((.+)\)/)[1];
+	release.photos = query.imgs('.detail-grabs img');
+
+	const streamData = await http.get(`${entity.url}/video/source/${entryId}`, {
+		host: new URL(entity.url).host,
+		referer: url,
+	});
+
+	if (streamData.ok && streamData.body.status === 'success') {
+		console.log(streamData.body);
+
+		await m3u8stream(streamData.body.link)
+			.pipe(fs.createWriteStream('./trailer.mp4'))
+			.on('progress', status => console.log(status))
+			.on('error', error => console.log(error));
+	}
+
+	if (streamData.body.status !== 'success') {
+		logger.warn(`Could not retrieve trailer from ${entity.name} (Teen Core Club): ${streamData.body.status}`);
+	}
+
+	return release;
+}
+
 async function fetchLatest(entity, page = 1) {
 	// console.log(entity, page);
 
@@ -58,6 +106,17 @@ async function fetchLatest(entity, page = 1) {
 	return null;
 }
 
+async function fetchScene(url, entity) {
+	const res = await qu.get(url);
+
+	if (res.ok) {
+		return scrapeScene(res.item, url, entity);
+	}
+
+	return res.status;
+}
+
 module.exports = {
 	fetchLatest,
+	fetchScene,
 };

src/utils/qu.js

@@ -5,7 +5,10 @@ const moment = require('moment');
 const http = require('./http');
 
 function trim(str) {
-	if (!str) return null;
+	if (typeof str !== 'string') {
+		return null;
+	}
+
 	return str.trim().replace(/\s+/g, ' ');
 }
 
@@ -263,6 +266,7 @@ function init(element, window) {
 		}),
 		...legacyContextFuncs,
 		qu: quContextFuncs,
+		query: quContextFuncs,
 	};
 }