'use strict'; const { get, geta, ctxa } = require('../utils/q'); const slugify = require('../utils/slugify'); function scrapeAll(scenes, site) { return scenes.map(({ _el, qu }) => { const release = {}; // release.entryId = el.dataset.setid || qu.q('.update_thumb', 'id').match(/\w+-\w+-(\d+)-\d+/)[1]; release.url = `${site.url}${qu.url('.scene-title a')}`; release.entryId = new URL(release.url).pathname .toLowerCase() .replace(/\/$/, '') .split('/') .slice(-1)[0]; release.title = qu.q('.scene-title', true); // release.description = qu.q('.title', 'title'); // release.date = qu.date('.video-data > span:last-child', 'YYYY-MM-DD'); const minutes = qu.q('.scene-details', true).match(/(\d+) minutes/)[1]; release.duration = Number(minutes) * 60; release.actors = qu.text('.update-models').trim().split(/\s*,\s*/g); const poster = qu.img('.scene-thumb img'); if (poster) { release.poster = [ poster.replace('-1x', '-2x'), poster, ]; } return release; }); } function scrapeScene({ qu }, url, site) { const release = { url }; release.entryId = new URL(url).pathname .toLowerCase() .replace(/\/$/, '') .split('/') .slice(-1)[0]; release.title = qu.q('h4.text-center', true); release.description = qu.q('p.hide-for-small-only', true); release.actors = qu.all('a[href*="/model"]', true); release.tags = qu.all('a[href*="/category"]', true); const trailer = qu.video('source'); if (trailer) release.trailer = { src: `${site.url}${trailer}` }; return release; } function scrapeProfile({ el, qu }, actorName) { if (slugify(qu.q('h1', true)) !== slugify(actorName)) { // no 404 when actor is not found return null; } const profile = {}; const description = qu.q('h4 + p', true); if (description) profile.description = description; const avatar = qu.img('main img'); if (avatar) { profile.avatar = [ avatar.replace('set-1x', 'set-2x'), avatar, ]; } profile.releases = scrapeAll(ctxa(el, '.update, .scene-update')); return profile; } async function fetchLatest(site, page = 1) { const url = `${site.url}/1/scenes/recent/${page}/`; const res = await geta(url, '.latest-updates .update, .scene-update'); return res.ok ? scrapeAll(res.items, site) : res.status; } async function fetchScene(url, site) { const res = await get(url, 'main'); return res.ok && res.item ? scrapeScene(res.item, url, site) : res.status; } async function fetchProfile({ name: actorName }, { site }) { const actorSlug = slugify(actorName, ''); const url = `${site.url}/1/model/${actorSlug}`; const res = await get(url); return res.ok ? scrapeProfile(res.item, actorName) : res.status; } module.exports = { fetchLatest, fetchScene, fetchProfile, };