DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Major API change for 'q', renamed to 'qu', refactored modules. Fixed Gamma URL entry ID regex.

Browse Source
This commit is contained in:
ThePendulum
2020-03-09 02:02:29 +01:00
parent 7d71cf3a8c
commit 6cbb7f9c1e
21 changed files with 611 additions and 561 deletions
Download Patch File Download Diff File Expand all files Collapse all files

40
src/scrapers/insex.js
View File

@@ -8,15 +8,15 @@ function scrapeLatest(html, site) {
? exa(html, '#articleTable table[cellspacing="2"]')
: exa(html, 'body > table');
return scenes.map(({ q, qd, qi, qu, ql }) => {
return scenes.map(({ qu }) => {
// if (q('.articleTitleText')) return scrapeFirstLatest(ctx(el), site);
const release = {};
const titleEl = q('.galleryTitleText, .articleTitleText');
const titleEl = qu.q('.galleryTitleText, .articleTitleText');
const [title, ...actors] = titleEl.textContent.split('|');
const date = qd('.articlePostDateText td', 'MMM D, YYYY');
const date = qu.date('.articlePostDateText td', 'MMM D, YYYY');
const url = qu(titleEl, 'a');
const url = qu.url(titleEl, 'a');
[release.entryId] = url.split('/').slice(-2);
release.url = `${site.url}${url}`;
@@ -31,15 +31,15 @@ function scrapeLatest(html, site) {
release.actors = actors.map(actor => actor.trim());
const description = q('.articleCopyText', true);
const description = qu.q('.articleCopyText', true);
if (description) release.description = description.slice(0, description.lastIndexOf('('));
const duration = ql('.articleCopyText a:nth-child(2)');
const duration = qu.dur('.articleCopyText a:nth-child(2)');
if (duration) release.duration = duration;
release.likes = parseInt(q('.articlePostDateText td:nth-child(3)', true), 10);
release.likes = parseInt(qu.q('.articlePostDateText td:nth-child(3)', true), 10);
const cover = qi('a img');
const cover = qu.img('a img');
release.covers = [[
cover.replace('_thumbnail', ''),
cover,
@@ -49,31 +49,31 @@ function scrapeLatest(html, site) {
});
}
function scrapeScene({ q, qd, ql, qu, qis, qp, qt }, site) {
function scrapeScene({ qu }, site) {
const release = {};
const titleEl = q('.articleTitleText');
const titleEl = qu.q('.articleTitleText');
const [title, ...actors] = titleEl.textContent.split('|');
const url = qu(titleEl, 'a');
const url = qu.url(titleEl, 'a');
[release.entryId] = url.split('/').slice(-2);
release.url = `${site.url}${url}`;
release.title = title.trim();
release.description = q('.articleCopyText', true);
release.description = qu.q('.articleCopyText', true);
release.actors = actors.map(actor => actor.trim());
release.date = qd('.articlePostDateText', 'MMMM D, YYYY');
release.duration = ql('.articlePostDateText a:nth-child(2)');
release.date = qu.date('.articlePostDateText', 'MMMM D, YYYY');
release.duration = qu.dur('.articlePostDateText a:nth-child(2)');
const [cover, ...photos] = qis('img[src*="images"]');
const [cover, ...photos] = qu.imgs('img[src*="images"]');
release.covers = [cover];
release.photos = photos;
release.poster = qp();
release.poster = qu.poster();
const trailer = qt();
release.trailer = { src: trailer };
const trailer = qu.trailer();
if (trailer) release.trailer = { src: trailer };
return release;
}
@@ -96,9 +96,9 @@ async function fetchLatest(site, page = 1) {
}
async function fetchScene(url, site) {
const qScene = await get(url);
const res = await get(url);
return qScene && scrapeScene(qScene, site);
return res.ok ? scrapeScene(res.item, site) : res.status;
}
module.exports = {