Added screen caps separate from photos. Added Tokyo Hot. Added hair type, shoe size and blood type actor fields.

src/scrapers/scrapers.js

@@ -61,6 +61,7 @@ const spizoo = require('./spizoo');
 const teamskeet = require('./teamskeet');
 const teencoreclub = require('./teencoreclub');
 const teenmegaworld = require('./teenmegaworld');
+const tokyohot = require('./tokyohot');
 const topwebmodels = require('./topwebmodels');
 const traxxx = require('./traxxx');
 const vivid = require('./vivid');
@@ -151,6 +152,7 @@ const scrapers = {
 		teencoreclub,
 		teenmegaworld,
 		teamskeet,
+		tokyohot,
 		topwebmodels,
 		transbella: porndoe,
 		traxxx,
@@ -288,6 +290,7 @@ const scrapers = {
 		teencoreclub,
 		teenmegaworld,
 		thatsitcomshow: nubiles,
+		tokyohot,
 		topwebmodels,
 		transangels: mindgeek,
 		transbella: porndoe,

src/scrapers/tokyohot.js

@@ -0,0 +1,171 @@
+'use strict';
+
+const unprint = require('unprint');
+
+const slugify = require('../utils/slugify');
+
+function scrapeAll(scenes, channel) {
+	return scenes.map(({ query }) => {
+		const release = {};
+
+		const pathname = query.url();
+
+		release.url = unprint.prefixUrl(pathname, channel.url);
+		release.entryId = pathname.match(/product\/(\w+)/)?.[1];
+		release.shootId = query.attribute('img', 'title');
+
+		release.title = query.content('.title')?.replace(/^tokyo hot\s*/i, '');
+		release.description = query.content('.text');
+
+		const poster = query.img();
+
+		release.poster = [
+			poster.replace('220x124', '820x462'),
+			poster,
+		];
+
+		return release;
+	});
+}
+
+function scrapeScene({ query }, url, channel) {
+	const release = {};
+
+	release.entryId = new URL(url).pathname.match(/product\/(\w+)/)?.[1];
+	release.shootId = query.content('//dt[contains(text(), "Product ID")]/following-sibling::dd[1]');
+
+	release.title = query.content('.contents h2');
+	release.description = query.content('.contents .sentence');
+	release.date = query.date('//dt[contains(text(), "Release Date")]/following-sibling::dd[1]', 'YYYY/MM/DD');
+	release.duration = query.duration('//dt[contains(text(), "Duration")]/following-sibling::dd[1]');
+
+	release.actors = query.all('.info a[href*="/cast"]').map((el) => ({
+		name: unprint.query.content(el),
+		url: unprint.query.url(el, null, { origin: channel.url }),
+	}));
+
+	release.tags = query.contents('.info a[href*="type=play"]');
+
+	const poster = query.poster('.movie video');
+
+	release.poster = [
+		poster,
+		poster.replace('820x462', '220x124'),
+	];
+
+	release.trailer = query.video('.movie source');
+
+	release.photos = query.imgs('.scap a', { attribute: 'href' }).map((img) => [
+		img,
+		img.replace('640x480_wlimited', '150x150_default'),
+	]);
+
+	release.caps = query.imgs('.vcap a', { attribute: 'href' }).map((img) => [
+		img,
+		img.replace('640x480_wlimited', '120x120_default'),
+	]);
+
+	return release;
+}
+
+// measurements are specified as a range in centimeters 85 ~ 89cm
+function getMeasurement(string, inches = false) {
+	if (!string) {
+		return null;
+	}
+
+	const value = Array.from(string.matchAll(/(\d+(?:\.\d+)?)\s*cm/g)).at(-1)?.[1];
+
+	if (!value) {
+		return null;
+	}
+
+	if (inches) {
+		return Math.round(Number(value) * 0.393701);
+	}
+
+	return Number(value);
+}
+
+function scrapeProfile({ query }) {
+	const profile = {};
+
+	const keys = query.contents('.info dt');
+	const values = query.contents('.info dd');
+
+	const bio = Object.fromEntries(keys.map((key, index) => [slugify(key, '_'), values[index]]));
+
+	profile.birthPlace = bio.home_town;
+
+	profile.height = getMeasurement(bio.height);
+
+	profile.cup = bio.cup_size?.replace('cup', '').trim();
+	profile.bust = getMeasurement(bio.bust_size, true);
+	profile.waist = getMeasurement(bio.waist_size, true);
+	profile.hip = getMeasurement(bio.hip_size || bio.hip, true);
+
+	profile.hairStyle = bio.hair_style;
+	profile.shoeSize = getMeasurement(bio.shoes_size);
+
+	profile.bloodType = bio.blood_type.replace('type', '').trim();
+
+	profile.avatar = query.img('#profile img');
+
+	return profile;
+}
+
+async function fetchLatest(channel, page) {
+	const url = `${channel.url}/product/?vendor=Tokyo-Hot&page=${page}&order=published_at`;
+
+	const res = await unprint.get(url, {
+		selectAll: '#main .list .detail',
+		agent: {
+			rejectUnauthorized: false,
+		},
+	});
+
+	if (res.ok) {
+		return scrapeAll(res.context, channel);
+	}
+
+	return res.status;
+}
+
+async function fetchScene(url, channel) {
+	const res = await unprint.get(url, {
+		agent: {
+			rejectUnauthorized: false,
+		},
+	});
+
+	if (res.ok) {
+		return scrapeScene(res.context, url, channel);
+	}
+
+	return res.status;
+}
+
+async function fetchProfile(actor, context) {
+	if (!actor.url) {
+		// search is cumbersome
+		return null;
+	}
+
+	const res = await unprint.get(actor.url, {
+		agent: {
+			rejectUnauthorized: false,
+		},
+	});
+
+	if (res.ok) {
+		return scrapeProfile(res.context, context);
+	}
+
+	return res.status;
+}
+
+module.exports = {
+	fetchLatest,
+	fetchScene,
+	fetchProfile,
+};