traxxx/src/scrapers/teencoreclub.js

'use strict';

const moment = require('moment');
// const fs = require('fs');
// const m3u8stream = require('m3u8stream');

// const logger = require('../logger')(__filename);
const http = require('../utils/http');
const qu = require('../utils/qu');
const slugify = require('../utils/slugify');
const { prefixUrl } = require('../utils/qu');

function scrapeAll(scenes, entity) {
	return scenes.map((scene) => {
		const release = {};

		release.entryId = scene.id;
		release.url = `${entity.url}/video/${scene.id}/${scene.slug}`;

		if (/bic/i.test(scene.title)) {
			release.shootId = scene.title.toUpperCase().replace('-', '_');
		} else {
			release.title = scene.title;
		}

		release.description = scene.description;
		release.date = moment.utc(scene.year, 'YYYY').toDate();
		release.datePrecision = 'year';

		release.actors = scene.actors.map(actor => ({
			name: actor.name,
			avatar: actor.image,
		}));

		release.duration = scene.duration;
		release.stars = scene.video_rating_score;

		[release.poster, ...release.photos] = scene.screenshots.map(url => prefixUrl(url));

		if (scene.is_gay) {
			release.tags = ['gay'];
		}

		return release;
	});
}

async function scrapeScene({ query }, url, _entity) {
	const release = {};

	const entryId = new URL(url).pathname.match(/\/video\/(\d+)/)[1];
	release.entryId = entryId;

	const title = query.meta('name=title');

	if (/bic/i.test(title)) {
		release.shootId = title.toUpperCase().replace('-', '_');
	} else {
		release.title = title;
	}

	release.date = query.date('.detail-meta li:nth-child(2)', 'YYYY');
	release.datePrecision = 'year';

	release.description = query.q('.detail-description', true);
	release.duration = query.dur('.detail-meta li:first-child');

	release.actors = [query.q('.detail-hero-title h1', true)];

	release.poster = query.q('.detail-hero').style['background-image'].match(/url\((.+)\)/)[1];
	release.photos = query.imgs('.detail-grabs img');

	/*
	// example https://video.pictalk.com/5d13d6e5f7533152a61ee20e/2020-07-06/ab92b1e24d1c249e508bf5c73f047baf.m3u8
	m3u8stream('https://video.pictalk.com/5d13d6e5f7533152a61ee20e/2020-07-06/ab92b1e24d1c249e508bf5c73f047baf.m3u8')
		.pipe(fs.createWriteStream('./test.mp4'));

	const streamData = await http.get(`${entity.url}/video/source/${entryId}`, {
		host: new URL(entity.url).host,
		referer: url,
	});

	if (streamData.ok && streamData.body.status === 'success') {
		console.log(streamData.body);

		await m3u8stream(streamData.body.link)
			.pipe(fs.createWriteStream('./trailer.mp4'))
			.on('progress', status => console.log(status))
			.on('error', error => console.log(error));
	}

	if (streamData.body.status !== 'success') {
		logger.warn(`Could not retrieve trailer from ${entity.name} (Teen Core Club): ${streamData.body.status}`);
	}
	*/

	return release;
}

async function scrapeProfile(actor, entity, include) {
	const profile = {};

	if (actor.image) {
		profile.avatar = `https://teencoreclub.com${actor.image}`;
	}

	if (include.releases) {
		const res = await http.get(`https://teencoreclub.com/browsevideos/api/all?actor=${actor.id}`);

		if (res.ok) {
			profile.releases = scrapeAll(res.body.data, entity);
		}
	}

	console.log(profile);
	return profile;
}

async function fetchLatest(entity, page = 1) {
	// console.log(entity, page);

	if (entity.parameters?.siteId) {
		const res = await http.get(`https://teencoreclub.com/browsevideos/api/all?resType=latest&page=${page}&label=${entity.parameters.siteId}`);

		if (res.ok) {
			return scrapeAll(res.body.data, entity);
		}

		return res.status;
	}

	return null;
}

async function fetchScene(url, entity) {
	// TODO: don't assign site URL for old sites
	const { pathname } = new URL(url);
	const res = await qu.get(`https://teencoreclub.com${pathname}`);

	if (res.ok) {
		return scrapeScene(res.item, url, entity);
	}

	return res.status;
}

async function fetchProfile(actorName, { entity }, include) {
	const res = await http.get(`https://teencoreclub.com/api/actors?query=${actorName}`);

	if (res.ok) {
		console.log(res.body);
		const actor = res.body.data.find(item => slugify(item.name) === slugify(actorName));

		if (actor) {
			return scrapeProfile(actor, entity, include);
		}

		return null;
	}

	return res.status;
}

module.exports = {
	fetchLatest,
	fetchScene,
	fetchProfile,
};