'use strict'; const { get, geta, ctxa } = require('../utils/q'); const slugify = require('../utils/slugify'); const { heightToCm } = require('../utils/convert'); const slugUrlMap = { nubiles: 'https://www.nubiles.net', nubilesporn: 'https://www.nubiles-porn.com', }; async function getPhotos(albumUrl) { const res = await geta(albumUrl, '.photo-thumb'); return res.ok ? res.items.map(({ q }) => q('source').srcset) : []; } function scrapeAll(scenes, site, origin) { return scenes.map(({ qu }) => { const release = {}; release.title = qu.q('.title a', true); const url = qu.url('.title a').split('?')[0]; const channelUrl = qu.url('.site-link'); if (/^http/.test(url)) { const { pathname } = new URL(url); release.entryId = pathname.split('/')[3]; if (channelUrl) release.url = `${channelUrl}${pathname}`; else release.url = url; } else if (!/\/join/.test(url)) { release.entryId = url.split('/')[3]; if (channelUrl) release.url = `${channelUrl}${url}`; else if (site?.url) release.url = `${site.url}${url}`; else if (origin) release.url = `${origin}${url}`; } else { release.entryId = qu.q('a img', 'tube_tour_thumb_id'); } release.date = qu.date('.date', 'MMM D, YYYY'); release.actors = qu.all('.models a.model', true); const poster = qu.q('img').dataset.original; release.poster = [ poster.replace('_640', '_1280'), poster, ]; release.stars = Number(qu.q('.rating', true)); release.likes = Number(qu.q('.likes', true)); return release; }); } async function scrapeScene({ qu }, url, site) { const release = {}; const { origin, pathname } = new URL(url); release.url = `${origin}${pathname}`; release.entryId = new URL(url).pathname.split('/')[3]; release.title = qu.q('.content-pane-title h2', true); release.description = qu.q('.content-pane-column div', true); release.date = qu.q('.date', 'MMM D, YYYY'); release.actors = qu.all('.content-pane-performers .model', true); release.tags = qu.all('.categories a', true); release.poster = qu.poster() || qu.img('.fake-video-player img'); release.trailer = qu.all('source').map(source => ({ src: source.src, quality: Number(source.getAttribute('res')), })); release.stars = Number(qu.q('.score', true)); release.likes = Number(qu.q('#likecount', true)); const albumLink = qu.url('.content-pane-related-links a[href*="gallery"]'); if (albumLink) release.photos = await getPhotos(`${site.url}${albumLink}`); return release; } function scrapeProfile({ qu }, _actorName, origin) { const profile = {}; const keys = qu.all('.model-profile h5', true); const values = qu.all('.model-profile h5 + p', true); const bio = keys.reduce((acc, key, index) => ({ ...acc, [slugify(key, '_')]: values[index] }), {}); profile.age = Number(bio.age); profile.description = qu.q('.model-bio', true); profile.residencePlace = bio.location; profile.height = heightToCm(bio.height); [profile.bust, profile.waist, profile.hip] = bio.figure.split('-').map(v => Number(v) || v); profile.avatar = qu.img('.model-profile img'); const releases = qu.all('.content-grid-item').filter(el => /video\//.test(qu.url(el, '.img-wrapper a'))); // filter out photos profile.releases = scrapeAll(ctxa(releases), null, origin); return profile; } async function fetchLatest(site, page = 1) { const url = `${site.url}/video/gallery/${(page - 1) * 12}`; const res = await geta(url, '.content-grid-item'); return res.ok ? scrapeAll(res.items, site) : res.status; } async function fetchUpcoming(site) { if (site.parameters?.upcoming) { const url = `${site.url}/video/upcoming`; const res = await geta(url, '.content-grid-item'); return res.ok ? scrapeAll(res.items, site) : res.status; } return []; } async function fetchScene(url, site) { const res = await get(url); return res.ok ? scrapeScene(res.item, url, site) : res.status; } async function fetchProfile(actorName, siteSlug) { const firstLetter = actorName.charAt(0).toLowerCase(); const origin = slugUrlMap[siteSlug] || `https://www.${siteSlug}.com`; const url = `${origin}/model/alpha/${firstLetter}`; const resModels = await get(url); if (!resModels.ok) return resModels.status; const modelPath = resModels.item.qu.all('.content-grid-item a.title').find(el => slugify(el.textContent) === slugify(actorName)); if (modelPath) { const modelUrl = `${origin}${modelPath}`; const resModel = await get(modelUrl); return resModel.ok ? scrapeProfile(resModel.item, actorName, origin) : resModel.status; } return null; } module.exports = { fetchLatest, fetchUpcoming, fetchScene, fetchProfile, };