traxxx/src/scrapers/jayspov.js

'use strict';

const Promise = require('bluebird');
const bhttp = require('bhttp');

const slugify = require('../utils/slugify');

async function fetchToken() {
    const res = await bhttp.get('https://jayspov.net/activity');
    const html = res.body.toString();

    const time = html.match(/"aet":\d+/)[0].split(':')[1];
    const ah = html.match(/"ah":"[\w-]+"/)[0].split(':')[1].slice(1, -1);
    const token = ah.split('').reverse().join('');

    return { time, token };
}

async function fetchActors(entryId, { token, time }) {
    const url = `https://jayspov.net/sapi/${token}/${time}/model.getModelContent?_method=model.getModelContent&tz=1&fields[0]=modelId.stageName&fields[1]=_last&fields[2]=modelId.upsellLink&fields[3]=modelId.upsellText&limit=25&transitParameters[contentId]=${entryId}`;
    const res = await bhttp.get(url);

    if (res.statusCode === 200 && res.body.status === true) {
        return Object.values(res.body.response.collection).map(actor => Object.values(actor.modelId.collection)[0].stageName);
    }

    return [];
}

async function fetchTrailerLocation(entryId) {
    const url = `https://jayspov.net/api/download/${entryId}/hd1080/stream`;
    const res = await bhttp.get(url, {
        followRedirects: false,
    });

    if (res.statusCode === 302) {
        return res.headers.location;
    }

    return null;
}

async function scrapeScene(scene, site, tokens) {
    const release = {
        entryId: scene.id,
        title: scene.title,
        duration: scene.length,
        tokens, // attach tokens to reduce number of requests required for deep fetching
        site,
    };

    release.url = `https://jayspov.net/scene/${release.entryId}/${slugify(release.title, true)}`;
    release.date = new Date(scene.sites.collection[scene.id].publishDate);
    release.poster = scene._resources.primary[0].url;

    if (scene.tags) release.tags = Object.values(scene.tags.collection).map(tag => tag.alias);
    if (scene._resources.base) release.photos = scene._resources.base.map(resource => resource.url);

    const [actors, trailer] = await Promise.all([
        fetchActors(release.entryId, tokens),
        fetchTrailerLocation(release.entryId),
    ]);

    release.actors = actors;
    if (trailer) release.trailer = { src: trailer, quality: 1080 };

    return release;
}

function scrapeLatest(scenes, site, tokens) {
    return Promise.map(scenes, async scene => scrapeScene(scene, site, tokens), { concurrency: 10 });
}

async function fetchLatest(site) {
    const { time, token } = await fetchToken();

    const url = `https://jayspov.net/sapi/${token}/${time}/content.load?fields[0]=generatedContentLink&fields[1]=cName&fields[2]=title&fields[3]=_resources.primary.url&fields[4]=sites.publishDate&fields[5]=type&fields[6]=_resources.base.url&fields[7]=_resources.base&fields[8]=length&limit=7&metaFields[resources][thumb]=baseline.sprite.w225i&transitParameters[showOnHome]=true&transitParameters[v1]=OhUOlmasXD&transitParameters[v2]=OhUOlmasXD&transitParameters[preset]=videos`;
    const res = await bhttp.get(url);

    if (res.statusCode === 200 && res.body.status) {
        return scrapeLatest(res.body.response.collection, site, { time, token });
    }

    return null;
}

async function fetchScene(url, site, release) {
    const { time, token } = release?.tokens || await fetchToken(); // use attached tokens when deep fetching
    const { pathname } = new URL(url);
    const entryId = pathname.split('/')[2];

    const res = await bhttp.get(`https://jayspov.net/sapi/${token}/${time}/content.load?_method=content.load&tz=1&filter[id][fields][0]=id&filter[id][values][0]=${entryId}&fields[0]=type&fields[1]=title&fields[2]=sites.publishDate&fields[3]=member&fields[4]=id&fields[5]=tags._last&fields[6]=tags.alias&fields[7]=tags&fields[8]=description&fields[9]=related.relatedContentId.id&fields[10]=related.relatedContentId.title&fields[11]=siteProps.ubs.joinUrl&fields[12]=extender.contentId&fields[13]=vr&fields[14]=backLinkProp.value&fields[15]=backLinkProp.public&limit=1&transitParameters[v1]=ykYa8ALmUD&transitParameters[preset]=scene`);

    if (res.statusCode === 200 && res.body.status) {
        return scrapeScene(res.body.response.collection[0], site, { time, token });
    }

    return null;
}

module.exports = {
    fetchLatest,
    fetchScene,
};