Added Fabulous Cash sites.

This commit is contained in:
DebaucheryLibrarian
2023-04-06 01:28:59 +02:00
parent 5448100b3b
commit 54b1c03a8d
95 changed files with 156 additions and 24 deletions

79
src/scrapers/fabulouscash.js Executable file
View File

@@ -0,0 +1,79 @@
'use strict';
const unprint = require('unprint');
function scrapeAll(scenes) {
return scenes.map(({ query, element }, channel) => {
const release = {};
release.url = query.url('a');
release.entryId = new URL(release.url).pathname.match(/\/scene\/\w+\/([\w-]+)/)[1];
release.title = query.content('.name');
release.actors = query.all('.performers a').map((actorEl) => ({
name: unprint.query.content(actorEl, null).trim(),
url: unprint.query.url(actorEl, null, 'href'),
}));
const poster = query.img('img[itemprop="thumbnailUrl"]');
const photo = poster.replace('featured.jpg', 'trailer.jpg');
release.poster = [
poster,
photo,
];
release.photos = [photo];
release.teaser = unprint.prefixUrl(element.dataset.video, channel.url);
release.stars = query.number('.rating span');
return release;
});
}
function scrapeScene({ query }, { url, entity }) {
const release = {};
release.entryId = new URL(url).pathname.match(/\/scene\/\w+\/([\w-]+)/)[1];
release.title = query.content('.container h1');
release.description = query.content('//p[contains(text(), "Categories")]/following-sibling::p');
release.actors = query.all('//h3[contains(text(), "Starring")]/a').map((actorEl) => ({
name: unprint.query.content(actorEl, null).trim(),
url: unprint.query.url(actorEl, null, 'href'),
}));
const photo = query.poster('.container video', { origin: entity.url });
release.poster = [
photo.replace('trailer.jpg', 'featured.jpg'),
photo,
];
release.photos = [photo];
release.trailer = query.video();
release.tags = query.contents('//p[contains(text(), "Categories")]/a');
return release;
}
async function fetchLatest(channel, page = 1) {
const url = `${channel.url}/updates/${page}`;
const res = await unprint.get(url, { selectAll: '.card.scene' });
if (res.ok) {
return scrapeAll(res.context, channel);
}
return res.status;
}
module.exports = {
fetchLatest,
scrapeScene,
useUnprint: true,
};

View File

@@ -17,6 +17,7 @@ const czechav = require('./czechav');
const ddfnetwork = require('./ddfnetwork');
const dogfart = require('./dogfart');
const dorcel = require('./dorcel');
const fabulouscash = require('./fabulouscash');
const famedigital = require('./famedigital');
const firstanalquest = require('./firstanalquest');
const elevatedx = require('./elevatedx');
@@ -97,6 +98,7 @@ const scrapers = {
elegantangel: adultempire,
famedigital,
exploitedx: elevatedx,
fabulouscash,
firstanalquest,
forbondage: porndoe,
fullpornnetwork,

View File

@@ -21,6 +21,7 @@ async function pgSettings(req) {
// console.log(PgAggregatesPlugin);
/*
const TagsAggregatePlugin = (builder) => {
builder.hook('build', (build) => {
const pgAggregateSpecs = [
@@ -29,8 +30,8 @@ const TagsAggregatePlugin = (builder) => {
humanLabel: 'tags',
HumanLabel: 'Tags',
sqlAggregateWrap: (sqlFrag) => {
console.log('sql frag', sqlFrag);
return build.pgSql.fragment`sum(${sqlFrag})`;
// console.log('sql frag', sqlFrag);
return build.pgSql.fragment`select tag_id from tags where release_id = ${sqlFrag}`;
},
isSuitableType: (pgType) => {
// console.log('pg type', pgType);
@@ -39,9 +40,12 @@ const TagsAggregatePlugin = (builder) => {
},
];
build.pgAggregateSpecs = pgAggregateSpecs; // eslint-disable-line no-param-reassign
build.pgAggregateGroupBySpecs = pgAggregateSpecs; // eslint-disable-line no-param-reassign
return build;
});
};
*/
module.exports = postgraphile(
connectionString,
@@ -69,7 +73,7 @@ module.exports = postgraphile(
...SitePlugins,
...ReleasePlugins,
...MediaPlugins,
TagsAggregatePlugin,
// TagsAggregatePlugin,
],
pgSettings,
},