traxxx/src/scrapers/spizoo.js

'use strict';

const qu = require('../utils/qu');
const slugify = require('../utils/slugify');

function getEntryId(url) {
	return slugify(new URL(url).pathname.match(/\/updates\/(.*)\.html/)?.[1], '-');
}

function scrapeAll(scenes) {
	return scenes.map(({ query }) => {
		const release = {};

		release.url = query.url('a');
		release.entryId = getEntryId(release.url);

		release.title = query.cnt('.title-label a, .thumb-title a, .p-7, .text h3');
		release.date = query.date('.date-label', 'MM/DD/YYYY');

		release.actors = query.all(['.update_models a', '.tour_update_models a', '.pornstar-label span']).map((el) => ({
			name: query.cnt(el),
			url: query.url(el, null),
		}));

		release.poster = query.img('a img');
		release.teaser = query.video('.leVideo source');

		return release;
	});
}

function scrapeScene({ query }, url) {
	const release = {};

	release.entryId = getEntryId(url);
	release.title = query.cnt(['#media-holder .title', '.content-holder h1', '#scene h1', 'h2.titular', 'title'])?.replace(/\s+-$/, '');

	release.date = query.date('#sceneInfo .date, #trailer-data .date', 'YYYY-MM-DD');
	release.duration = query.duration('#sceneInfo .data-others, #trailer-data', /\d+:\d+/);

	release.description = query.cnt('#sceneInfo .description, #trailer-data > div:first-child p');

	release.actors = query.all('#sceneInfo .data-others a[href*="/models"], #trailer-data a[href*="/models"]').map((el) => ({
		name: query.el(el, null, 'title'),
		url: query.url(el, null),
	}));

	release.tags = query.cnts('.categories-holder a, #sceneInfo a[href*="/categories"], #trailer-data a[href*="/categories"]');

	const poster = query.img(['#video-holder .update_thumb', '#noMore .update_thumb', '#hpromo .update_thumb', '.trailer-thumb']) || query.poster('#trailervideo');
	const posterPathname = poster && new URL(poster)?.pathname;

	release.poster = [poster, poster?.replace(/imgw=\w+/, 'imgw=680')];

	release.photos = query.imgs('.photos-holder img')
		.filter((src) => new URL(src).pathname !== posterPathname)
		.map((src) => [
			src.replace(/imgw=\d+/, 'imgw=1284'),
			src,
		]);

	release.trailer = query.video('#trailervideo source[type="video/mp4"], #FulsSizeVideo source[type="video/mp4"]'); // sic
	release.teaser = query.video('#trailer-video source[src*="/videothumbs"]');

	return release;
}

function scrapeProfileScenes(scenes) {
	return scenes.map(({ query }) => {
		const release = {};

		release.url = query.url('a[href*="/updates"]');
		release.entryId = getEntryId(release.url);

		release.title = query.cnt('.titular, h3 a');
		release.date = query.date('.date-label', 'YYYY-MM-DD');
		release.duration = query.number('.length-label') * 60;

		release.description = query.cnt('.model-update-description');

		release.actors = query.all('.model-labels a').map((el) => ({
			name: query.cnt(el),
			url: query.url(el, null),
		}));

		const poster = query.img('.update_thumb');

		release.poster = [poster, poster?.replace(/imgw=\w+/, 'imgw=680')];
		release.tags = query.cnts('.categories-holder a');

		return release;
	});
}

function scrapeProfile({ query, el }) {
	const profile = {};
	const bioKeys = query.cnts('.statsText b');
	const bioValues = query.texts('.statsText');

	const bio = bioKeys.reduce((acc, key, index) => ({
		...acc,
		[slugify(key, '_')]: bioValues[index],
	}), {});

	profile.description = query.cnt('.descriptionText');
	profile.avatar = query.img('.model-bio-pic img');

	profile.height = Number(bio.height?.match(/(\d+)\s?cm/i)?.[1]);
	profile.dateOfBirth = qu.extractDate(bio.date_of_birth, 'MMMM D, YYYY');

	profile.measurements = bio.measurements;
	profile.butt = bio.ass_type;
	profile.pussy = bio.pussy_type;

	profile.ethnicity = bio.ethnicity;
	profile.hairColor = bio.hair_color;
	profile.eyes = bio.eye_color;
	profile.nationality = bio.nationality;

	if (/tattoo/i.test(bio.body_art)) {
		profile.hasTattoos = true;
	}

	if (/piercing/i.test(bio.body_art)) {
		profile.hasPiercings = true;
	}

	profile.scenes = scrapeProfileScenes(qu.initAll(el, '.model-update'));

	return profile;
}

async function fetchLatest(channel, page) {
	const res = await qu.getAll(`${channel.url}/categories/movies_${page}_d.html`, '.thumb-big, .thumb-video, .thumbnail, .thumbnail-popular, .full-thumbnail');

	if (res.ok) {
		return scrapeAll(res.items, channel);
	}

	return res.status;
}

async function fetchProfile(actor, channel) {
	if (actor.url) {
		const res = await qu.get(actor.url);

		if (res.ok) {
			return scrapeProfile(res.item);
		}
	}

	const resA = await qu.get(`${channel.url}/models/${slugify(actor.name)}.html`);

	if (resA.ok) {
		return scrapeProfile(resA.item, channel);
	}

	const resB = await qu.get(`${channel.url}/models/${slugify(actor.name, '')}.html`);

	if (resB.ok) {
		return scrapeProfile(resB.item, channel);
	}

	return resB.status;
}

module.exports = {
	fetchLatest,
	fetchProfile,
	scrapeScene,
};