DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 40 Pull Requests 1 Releases Wiki Activity

Extended Aziani scraper to support Cosplayground.

Browse Source
This commit is contained in:
DebaucheryLibrarian
2026-07-24 05:52:17 +02:00
parent 00ba8b9dd3
commit 06a5f5bec7
6 changed files with 61 additions and 17 deletions
Download Patch File Download Diff File Expand all files Collapse all files

46
src/scrapers/aziani.js
View File

@@ -6,11 +6,13 @@ const { decode } = require('html-entities');
const slugify = require('../utils/slugify');
const { feetInchesToCm, femaleFeetUsToEu } = require('../utils/convert');
const tagKeys = ['tags', 'category', 'categories'];
function scrapeScene(data, channel, parameters) {
const release = {};
release.entryId = data.cms_set_id;
release.url = `${parameters.scene || channel.url}/video/${data.cms_set_id}`;
release.url = `${parameters.scene || channel.url}${parameters.scenePath || '/video'}/${parameters.entryIdSlug ? data.slug : data.cms_set_id}`;
release.title = data.name;
release.description = data.description;
@@ -20,7 +22,7 @@ function scrapeScene(data, channel, parameters) {
release.actors = data.data_types.find((dataType) => dataType.data_type === 'Models' || dataType.data_type === 'Talent')?.data_values.map((actor) => ({
name: actor.name,
url: `${channel.url}/model/${actor.cms_data_value_id}?models=${encodeURI(actor.name)}`, // slug does not work unless it's also the ID
url: `${channel.url}${parameters.modelPath || '/model'}/${parameters.entryIdSlug && actor.slug ? actor.slug : actor.cms_data_value_id}?models=${encodeURI(actor.name)}`, // slug does not work unless it's also the ID
}));
release.directors = data.data_types.find((dataType) => dataType.data_type === 'Videographers')?.data_values.map((director) => ({
@@ -29,7 +31,7 @@ function scrapeScene(data, channel, parameters) {
}));
release.tags = data.data_types
.filter((dataType) => dataType.data_type === 'Tags' || dataType.data_type === 'Category')
.filter((dataType) => tagKeys.includes(dataType.data_type?.toLowerCase()))
.flatMap((tags) => tags.data_values.map((tag) => tag.name));
const poster = data.preview_formatted.thumb;
@@ -66,13 +68,14 @@ function scrapeScene(data, channel, parameters) {
release.trailer = unprint.prefixUrl(`${trailer.fileuri}?${trailer.signature}`, parameters.cdn);
}
release.channel = slugify(data.data_types.find((dataType) => dataType.data_type === 'Series')?.data_values[0]?.name, '');
release.channel = slugify(data.data_types.find((dataType) => dataType.data_type === 'Series')?.data_values[0]?.name, '') || null;
return release;
}
async function getBlockId(slug, dataSource, entity, parameters) {
const res = await unprint.get(`https://azianistudios.com/tour_api.php/content/page?slug=${slug}&data_source=${JSON.stringify(dataSource)}`, {
const res = await unprint.get(`${parameters.api || 'https://azianistudios.com/tour_api.php'}/content/page?slug=${slug}&data_source=${JSON.stringify(dataSource)}`, {
interface: 'request', // necessary for KSM/Cosplayground CF wall, ok for Aziani
headers: {
Referer: entity.url,
'x-nats-cms-area-id': parameters.areaId,
@@ -109,9 +112,10 @@ async function fetchLatest(channel, page = 1, { parameters }) {
data_type_search: parameters.seriesId && JSON.stringify({ 7: parameters.seriesId.toString() }), // doesn't seem relevant
}).toString();
const url = `https://azianistudios.com/tour_api.php/content/sets?${query}`;
const url = `${parameters.api || 'https://azianistudios.com/tour_api.php'}/content/sets?${query}`;
const res = await unprint.get(url, {
interface: 'request', // necessary for KSM/Cosplayground CF wall, ok for Aziani
headers: {
Referer: channel.url,
'x-nats-cms-area-id': parameters.areaId,
@@ -126,20 +130,21 @@ async function fetchLatest(channel, page = 1, { parameters }) {
}
async function fetchScene(url, entity, _baseRelease, { parameters }) {
const entryId = new URL(url).pathname.match(/\/video\/(\w+)/)[1];
const entryId = new URL(url).pathname.match(/\/videos?\/([\w-]+)/)[1];
if (!entryId) {
return null;
}
const blockId = await getBlockId('/video/:id', entryId, entity, parameters);
const blockId = await getBlockId(`${parameters.videos || '/video'}/${parameters.entryIdSlug ? ':slug' : ':id'}`, entryId, entity, parameters);
if (!blockId) {
return null;
}
const query = new URLSearchParams({
cms_set_ids: entryId,
cms_set_ids: parameters.entryIdSlug ? '' : entryId,
...parameters.entryIdSlug ? { slug: entryId } : null,
cms_area_id: parameters.areaId,
cms_block_id: blockId,
content: 1,
@@ -150,9 +155,10 @@ async function fetchScene(url, entity, _baseRelease, { parameters }) {
content_count: 1,
}).toString();
const apiUrl = `https://azianistudios.com/tour_api.php/content/sets?${query}`;
const apiUrl = `${parameters.api || 'https://azianistudios.com/tour_api.php'}/content/sets?${query}`;
const res = await unprint.get(apiUrl, {
interface: 'request', // necessary for KSM/Cosplayground CF wall, ok for Aziani
headers: {
Referer: entity.url,
'x-nats-cms-area-id': parameters.areaId,
@@ -174,7 +180,7 @@ function scrapeProfile(data, entity, parameters) {
decode(detail.value || detail.content_formatted || detail.content),
]));
profile.url = `${entity.url}/model/${data.cms_data_value_id}`;
profile.url = `${entity.url}/model/${parameters.entryIdSlug ? data.slug : data.cms_data_value_id}`;
profile.entryId = data.cms_data_value_id;
profile.description = data.description;
@@ -182,6 +188,7 @@ function scrapeProfile(data, entity, parameters) {
profile.gender = bio.gender?.toLowerCase();
profile.age = bio.age;
profile.dateOfBirth = unprint.extractDate(`${bio.born} 0`, 'MMMM Do YYYY', { match: /\w+ \d+\w{2} \d{1,4}/ });
profile.ethnicity = bio.ethnicity;
profile.measurements = bio.measurements;
profile.height = feetInchesToCm(bio.height);
@@ -190,7 +197,9 @@ function scrapeProfile(data, entity, parameters) {
profile.hairColor = bio.hair_color;
profile.eyeColor = bio.eye_color;
const avatar = bio.thumbnail?.image[0];
const avatar = bio.thumbnail?.image?.[0] // aziani
|| bio.biopic?.image?.[0] // cosplayground profile
|| bio.headshot?.image?.[0]; // cosplayground headshot
if (avatar) {
profile.avatar = {
@@ -210,27 +219,30 @@ async function fetchProfile({ name, url }, { entity, parameters }) {
return null;
}
const actorId = new URL(url).pathname.match(/model\/(\d+)/)[1];
const actorId = new URL(url).pathname.match(/models?\/(\d+)/)?.[1];
if (!actorId) {
if (!actorId && !parameters.entryIdSlug) {
return null;
}
const blockId = await getBlockId('/model/:id', { models: name, id: actorId }, entity, parameters);
const slug = slugify(name);
const blockId = await getBlockId(`${parameters.modelPath || '/model'}/${parameters.entryIdSlug ? ':slug' : 'id'}`, { models: name, id: actorId, slug }, entity, parameters);
if (!blockId) {
return null;
}
const query = new URLSearchParams({
cms_data_value_ids: actorId,
cms_data_value_ids: actorId || '',
...parameters.entryIdSlug ? { slug } : null,
cms_block_id: blockId,
cms_data_type_id: 4,
}).toString();
const apiUrl = `https://azianistudios.com/tour_api.php/content/data-values?${query}`;
const apiUrl = `${parameters.api || 'https://azianistudios.com/tour_api.php'}/content/data-values?${query}`;
const res = await unprint.get(apiUrl, {
interface: 'request', // necessary for KSM/Cosplayground CF wall, ok for Aziani
headers: {
Referer: entity.url,
'x-nats-cms-area-id': entity.parameters.areaId,