'use strict'; const qu = require('../utils/qu'); const http = require('../utils/http'); const slugify = require('../utils/slugify'); function scrapeSceneX(scene) { const release = {}; release.entryId = scene.id; release.url = `https://tour.topwebmodels.com/scenes/${scene.id}/${slugify(scene.title, '-', { removePunctuation: true })}`; release.title = scene.title; release.description = scene.description; release.duration = qu.durationToSeconds(scene.videos_duration); release.date = new Date(scene.release_date); release.actors = scene.models .map(actor => (/&/.test(actor.name) ? actor.name.split(/\s*&\s*/) : { name: actor.name, gender: actor.gender || null, avatar: actor.thumb, url: `https://tour.topwebmodels.com/models/${actor.id}/${slugify(actor.name)}`, })) .flat(); release.stars = scene.rating; release.tags = scene.tags.map(tag => tag.name); release.poster = scene.thumb; release.channel = slugify(scene.sites[0]?.name, ''); return release; } function scrapeAll(scenes) { return scenes.map(scrapeSceneX); } async function fetchLatest(channel, page) { const res = await http.get(`https://tour.topwebmodels.com/api/sites/${channel.parameters?.slug || channel.slug}?page=${page}`, { headers: { Referer: 'https://tour.topwebmodels.com', 'api-key': channel.parameters?.apiKey || channel.parent?.parameters?.apiKey, 'x-Requested-With': 'XMLHttpRequest', }, }); if (res.ok) { return scrapeAll(res.body.videos.items); } return res.status; } async function fetchScene(url) { const res = await http.get(url, { extract: { runScripts: 'dangerously' } }); if (res.ok) { return { ...scrapeSceneX(res.window.__DATA__.data.video), ...(/\.gif/.test(res.window.__DATA__.data.video.thumb) && { teaser: res.window.__DATA__.data.video.thumb }), poster: res.window.__DATA__.data.file_poster, }; } return res.status; } module.exports = { fetchLatest, fetchScene, };