DebaucheryLibrarian
/
traxxx
2
1
Fork 1
Code Issues 37 Pull Requests 1 Releases Wiki Activity

Added Babes network

This commit is contained in:
ThePendulum 2020-01-14 01:50:11 +01:00
parent a4c7d63316
commit 8c76568f44
7 changed files with 72 additions and 37 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
.gitignore vendored
View File

@ -1,5 +1,6 @@
node_modules/
dist/
log/
public/js/*
public/css/*
config/*

31
config/default.js
View File

@ -52,37 +52,6 @@ module.exports = {
'xempire',
],
fetchAfter: [1, 'week'],
columns: [
{
value: 'date',
format: 'MMM DD, YYYY',
width: 14,
},
{
value: 'network',
width: 15,
},
{
value: 'site',
width: 25,
},
{
value: 'shootId',
width: 15,
},
{
value: 'title',
width: 80,
},
{
value: 'actors',
width: 60,
},
{
value: 'rating',
width: 30,
},
],
media: {
path: './',
thumbnailSize: 320, // width for 16:9 will be exactly 576px

22
log/2020-01-13.log
View File

@ -1891,3 +1891,25 @@
2020-01-13T22:14:58.307Z debug: 'actors_avatars: Updating 0'
2020-01-13T22:14:58.309Z debug: 'actors_photos: Inserting 1'
2020-01-13T22:14:58.309Z debug: 'actors_photos: Updating 0'
2020-01-13T22:54:13.451Z debug: 'networks: Inserting 1'
2020-01-13T22:54:13.454Z debug: 'networks: Updating 23'
2020-01-13T22:54:13.569Z debug: 'sites: Inserting 5'
2020-01-13T22:54:13.570Z debug: 'sites: Updating 389'
2020-01-13T22:54:14.254Z debug: 'studios: Inserting 0'
2020-01-13T22:54:14.255Z debug: 'studios: Updating 22'
2020-01-13T22:54:14.316Z debug: 'tags_groups: Inserting 0'
2020-01-13T22:54:14.317Z debug: 'tags_groups: Updating 13'
2020-01-13T22:54:14.367Z debug: 'tags: Inserting 0'
2020-01-13T22:54:14.368Z debug: 'tags: Updating 143'
2020-01-13T22:54:14.613Z debug: 'tags: Inserting 0'
2020-01-13T22:54:14.614Z debug: 'tags: Updating 165'
2020-01-13T22:54:14.863Z debug: 'sites_tags: Inserting 0'
2020-01-13T22:54:14.864Z debug: 'sites_tags: Updating 13'
2020-01-13T22:54:14.896Z debug: 'media: Inserting 0'
2020-01-13T22:54:14.897Z debug: 'media: Updating 48'
2020-01-13T22:54:14.972Z debug: 'tags_posters: Inserting 0'
2020-01-13T22:54:14.972Z debug: 'tags_posters: Updating 28'
2020-01-13T22:54:14.979Z debug: 'tags_photos: Inserting 0'
2020-01-13T22:54:14.979Z debug: 'tags_photos: Updating 20'
2020-01-13T22:54:15.053Z debug: 'countries: Inserting 0'
2020-01-13T22:54:15.053Z debug: 'countries: Updating 250'

5
seeds/00_networks.js
View File

@ -8,6 +8,11 @@ const networks = [
url: 'https://www.21sextury.com',
description: 'Watch all the latest scenes and porn video updates on 21Sextury.com, the best European porn site with the hottest pornstars from all over the world! Watch porn videos from the large network here.',
},
{
slug: 'babes',
name: 'Babes',
url: 'https://www.babes.com',
},
{
slug: 'bang',
name: 'Bang!',

37
seeds/01_sites.js
View File

@ -119,6 +119,43 @@ function getSites(networksMap) {
name: 'Sweet Sophie Moone',
network_id: networksMap['21sextury'],
},
// BABES
{
name: 'Babes',
url: 'https://www.babes.com/scenes?site=213',
slug: 'babes',
network_id: networksMap.babes,
},
{
name: 'Babes Unleashed',
url: 'https://www.babes.com/scenes?site=218',
slug: 'babesunleashed',
network_id: networksMap.babes,
},
{
name: 'Black Is Better',
url: 'https://www.babes.com/scenes?site=217',
slug: 'blackisbetter',
network_id: networksMap.babes,
},
{
name: 'Elegant Anal',
url: 'https://www.babes.com/scenes?site=216',
slug: 'elegantanal',
network_id: networksMap.babes,
},
{
name: 'Office Obsession',
url: 'https://www.babes.com/scenes?site=214',
slug: 'officeobsession',
network_id: networksMap.babes,
},
{
name: 'Step Mom Lessons',
url: 'https://www.babes.com/scenes?site=215',
slug: 'stepmomlessons',
network_id: networksMap.babes,
},
// BANG
{
name: 'Trickery',

2
src/scrapers/scrapers.js
View File

@ -2,6 +2,7 @@
// releases
const twentyonesextury = require('./21sextury');
const babes = require('./babes');
const bang = require('./bang');
const bangbros = require('./bangbros');
const blowpass = require('./blowpass');
@ -34,6 +35,7 @@ const pornhub = require('./pornhub');
module.exports = {
releases: {
'21sextury': twentyonesextury,
babes,
bang,
bangbros,
blowpass,

11
src/sites.js
View File

@ -63,18 +63,17 @@ async function findSiteByUrl(url) {
const { hostname } = new URL(url);
const domain = hostname.replace(/www.|tour./, '');
const site = await knex('sites')
const sites = await knex('sites')
.leftJoin('networks', 'sites.network_id', 'networks.id')
.select(
'sites.*',
'networks.name as network_name', 'networks.slug as network_slug', 'networks.url as network_url', 'networks.description as network_description', 'networks.parameters as network_parameters',
)
.where('sites.url', 'like', `%${domain}`)
.orWhere('sites.url', url)
.first();
.where('sites.url', 'like', `${domain}`)
.orWhere('sites.url', url);
if (site) {
const curatedSite = curateSite(site, true);
if (sites.length > 0) {
const curatedSite = curateSite(sites[0], true);
return curatedSite;
}