traxxx/src/scrapers/fullpornnetwork.js

68 lines
1.8 KiB
JavaScript
Raw Normal View History

2020-02-15 00:50:22 +00:00
'use strict';
const { get, geta } = require('../utils/q');
function scrapeLatest(scenes) {
return scenes.map(({ el, q, qa, qd, qu, ql }) => {
const release = {};
release.entryId = el.dataset.setid || q('.update_thumb', 'id').match(/\w+-\w+-(\d+)-\d+/)[1];
release.url = qu('.title');
release.title = q('.title', true);
release.description = q('.title', 'title');
release.date = qd('.video-data > span:last-child', 'YYYY-MM-DD');
release.duration = ql('.video-data > span');
release.actors = qa('.update_models a', true);
const poster = q('.update_thumb', 'src0_1x');
release.poster = [
poster.replace('-1x', '-2x'),
poster,
];
return release;
});
}
function scrapeScene({ q, qa, qd, qtx }, url) {
const release = { url };
release.entryId = q('#image_parent img', 'id').match(/\w+-\w+-(\d+)-\d+/)[1];
release.title = q('.trailer_title', true);
release.description = qtx('.text p');
release.date = qd('span[data-dateadded]', 'YYYY-MM-DD', null, 'data-dateadded');
release.actors = qa('.update_models a', true);
release.tags = qa('.video-info a[href*="/categories"]', true);
const poster = q('#image_parent img', 'src0_1x');
release.poster = [
poster.replace('-1x', '-2x'),
poster,
];
return release;
}
async function fetchLatest(site, page = 1) {
const url = `${site.url}/categories/movies_${page}_d.html`;
const qLatest = await geta(url, '.latest-updates .update');
return qLatest && scrapeLatest(qLatest, site);
}
async function fetchScene(url, site) {
const qScene = await get(url, '.content-wrapper');
return qScene && scrapeScene(qScene, site);
}
module.exports = {
fetchLatest,
fetchScene,
};