Compare commits
No commits in common. "64a52fbb1e31027d8e3458469a9ba33a46bccf1b" and "209fe67bb021bbfed31e0d5e27748606bed7719f" have entirely different histories.
64a52fbb1e
...
209fe67bb0
|
@ -175,11 +175,6 @@ module.exports = {
|
|||
'pornhub',
|
||||
'freeones',
|
||||
],
|
||||
options: {
|
||||
traxxx: {
|
||||
// source: 'http://nsfw.unknown.name/random',
|
||||
},
|
||||
},
|
||||
proxy: {
|
||||
enable: false,
|
||||
host: '',
|
||||
|
|
|
@ -1,6 +1,6 @@
|
|||
{
|
||||
"name": "traxxx",
|
||||
"version": "1.138.5",
|
||||
"version": "1.138.4",
|
||||
"lockfileVersion": 1,
|
||||
"requires": true,
|
||||
"dependencies": {
|
||||
|
|
|
@ -1,6 +1,6 @@
|
|||
{
|
||||
"name": "traxxx",
|
||||
"version": "1.138.5",
|
||||
"version": "1.138.4",
|
||||
"description": "All the latest porn releases in one place",
|
||||
"main": "src/app.js",
|
||||
"scripts": {
|
||||
|
|
|
@ -757,7 +757,6 @@ async function flushOrphanedMedia() {
|
|||
knex('tags_photos').select('media_id'),
|
||||
knex('releases_posters').select('media_id'),
|
||||
knex('releases_photos').select('media_id'),
|
||||
knex('releases_covers').select('media_id'),
|
||||
knex('releases_trailers').select('media_id'),
|
||||
knex('releases_teasers').select('media_id'),
|
||||
knex('movies_covers').select('media_id'),
|
||||
|
|
|
@ -78,7 +78,7 @@ const boobpedia = require('./boobpedia');
|
|||
const freeones = require('./freeones');
|
||||
// const freeoneslegacy = require('./freeones_legacy');
|
||||
|
||||
const scrapers = {
|
||||
module.exports = {
|
||||
releases: {
|
||||
'21naturals': naturals,
|
||||
'21sextreme': sextreme,
|
||||
|
@ -269,9 +269,3 @@ const scrapers = {
|
|||
xempire,
|
||||
},
|
||||
};
|
||||
|
||||
module.exports = {
|
||||
// add slug for easy internal reference
|
||||
releases: Object.entries(scrapers.releases).reduce((acc, [slug, scraper]) => ({ ...acc, [slug]: { ...scraper, slug } })),
|
||||
actors: Object.entries(scrapers.actors).reduce((acc, [slug, scraper]) => ({ ...acc, [slug]: { ...scraper, slug } })),
|
||||
};
|
||||
|
|
|
@ -97,7 +97,7 @@ function maleNoun() {
|
|||
return random([
|
||||
'guy',
|
||||
'stud',
|
||||
'lad',
|
||||
'man',
|
||||
'boyfriend',
|
||||
'stranger',
|
||||
'stepbrother',
|
||||
|
@ -227,19 +227,13 @@ function actors(release) {
|
|||
}));
|
||||
}
|
||||
|
||||
async function fetchLatest(entity, page, options) {
|
||||
async function fetchLatest(entity) {
|
||||
return Promise.all(Array.from({ length: 100 }, async (value, index) => {
|
||||
const release = {};
|
||||
|
||||
release.entryId = nanoid();
|
||||
release.date = moment().subtract(Math.floor(Math.random() * index), 'days').toDate();
|
||||
|
||||
if (options.source) {
|
||||
// select from configured random image source
|
||||
release.poster = `${options.source}?id=${nanoid()}`; // ensure source is unique
|
||||
release.photos = Array.from({ length: Math.floor(Math.random() * 10) + 1 }, () => `${options.source}?id=${nanoid()}`); // ensure source is unique
|
||||
} else {
|
||||
// select from local SFW database
|
||||
const [poster, ...photos] = await knex('media')
|
||||
.select('path')
|
||||
.where('is_sfw', true)
|
||||
|
@ -249,7 +243,6 @@ async function fetchLatest(entity, page, options) {
|
|||
|
||||
release.poster = `http://${config.web.host}:${config.web.port}/img/${poster}?id=${nanoid()}`; // ensure source is unique
|
||||
release.photos = photos.map(photo => `http://${config.web.host}:${config.web.port}/img/${photo}?id=${nanoid()}`);
|
||||
}
|
||||
|
||||
release.tags = await knex('tags')
|
||||
.select('name')
|
||||
|
|
|
@ -1,6 +1,5 @@
|
|||
'use strict';
|
||||
|
||||
const config = require('config');
|
||||
const Promise = require('bluebird');
|
||||
const moment = require('moment');
|
||||
|
||||
|
@ -94,14 +93,9 @@ function needNextPage(pageReleases, accReleases, isUpcoming) {
|
|||
|
||||
async function scrapeReleases(scraper, entity, preData, isUpcoming) {
|
||||
async function scrapeReleasesPage(page, accReleases) {
|
||||
const options = {
|
||||
...config.options[scraper.slug],
|
||||
...include,
|
||||
};
|
||||
|
||||
const pageReleases = isUpcoming
|
||||
? await scraper.fetchUpcoming(entity, page, options, preData)
|
||||
: await scraper.fetchLatest(entity, page, options, preData);
|
||||
? await scraper.fetchUpcoming(entity, page, include, preData)
|
||||
: await scraper.fetchLatest(entity, page, include, preData);
|
||||
|
||||
if (!Array.isArray(pageReleases)) {
|
||||
// scraper is unable to fetch the releases and returned a HTTP code or null
|
||||
|
|
Loading…
Reference in New Issue