DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Added Inn of Sinn, added Lil Sis to Nubiles.

Browse Source
This commit is contained in:
DebaucheryLibrarian
2023-12-06 00:15:55 +01:00
parent 655cbf50f3
commit a3c064be55
117 changed files with 558 additions and 83 deletions
Download Patch File Download Diff File Expand all files Collapse all files

35
src/scrapers/template.js
View File

@@ -1,6 +1,7 @@
'use strict';
const qu = require('../utils/q');
const unprint = require('unprint');
const slugify = require('../utils/slugify');
function scrapeAll(scenes) {
@@ -10,11 +11,11 @@ function scrapeAll(scenes) {
release.url = query.url('.title a');
release.entryId = new URL(release.url).pathname.match(/\/scene\/(\d+)/)[1];
release.title = query.cnt('.title a');
release.description = query.cnt('.description');
release.title = query.content('.title a');
release.description = query.content('.description');
release.date = query.date('.date', 'MMM DD, YYYY');
release.actors = query.cnts('.models a.model');
release.actors = query.contents('.models a.model');
release.poster = query.img('img.poster');
release.teaser = { src: query.video('.teaser video') };
@@ -32,26 +33,26 @@ function scrapeScene({ query }, url) {
release.entryId = new URL(url).pathname.match(/\/scene\/(\d+)/)[1];
release.title = query.cnt('h3.title');
release.description = query.cnt('p.description');
release.title = query.content('h3.title');
release.description = query.content('p.description');
[release.poster, ...release.photos] = query.imgs('.preview-thumb');
release.trailer = { src: query.video('.trailer video') };
release.trailer = query.video('.trailer video');
console.log(release);
return release;
}
function scrapeProfile({ query, el }, actorName, entity, include) {
function scrapeProfile({ query }, actorName, entity, include) {
const profile = {};
profile.description = query.cnt('.bio-text');
profile.birthPlace = query.cnt('.birth-place span');
profile.description = query.content('.bio-text');
profile.birthPlace = query.content('.birth-place span');
profile.avatar = query.img('.actor-photo img');
if (include.releases) {
return scrapeAll(qu.initAll(el, '.scene'));
return scrapeAll(unprint.initAll(query.all('.scene')));
}
console.log(profile);
@@ -60,20 +61,20 @@ function scrapeProfile({ query, el }, actorName, entity, include) {
async function fetchLatest(channel, page = 1) {
const url = `${channel.url}/${page}`;
const res = await qu.getAll(url, '.scene');
const res = await unprint.get(url, { selectAll: '.scene' });
if (res.ok) {
return scrapeAll(res.items, channel);
return scrapeAll(res.context, channel);
}
return res.status;
}
async function fetchScene(url, channel) {
const res = await qu.get(url);
const res = await unprint.get(url);
if (res.ok) {
return scrapeScene(res.item, url, channel);
return scrapeScene(res.context, url, channel);
}
return res.status;
@@ -81,10 +82,10 @@ async function fetchScene(url, channel) {
async function fetchProfile({ name: actorName }, entity, include) {
const url = `${entity.url}/actors/${slugify(actorName, '_')}`;
const res = await qu.get(url);
const res = await unprint.get(url);
if (res.ok) {
return scrapeProfile(res.item, actorName, entity, include);
return scrapeProfile(res.context, actorName, entity, include);
}
return res.status;