DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Refactored MariskaX to use Next data. Fixed Naughty America profile scraper breaking on Tonight's Girlfriend.

Browse Source
This commit is contained in:
DebaucheryLibrarian
2026-01-19 19:19:24 +01:00
parent 157667f771
commit dde3ea3a34
4 changed files with 151 additions and 58 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
tests/profiles.js
View File

@@ -1,5 +1,6 @@
'use strict';
const config = require('config');
const test = require('node:test');
const assert = require('node:assert/strict');
const unprint = require('unprint');
@@ -15,6 +16,19 @@ const knex = require('../src/knex');
unprint.options({
logErrors: false,
timeout: argv.requestTimeout,
userAgent: 'traxxx',
browserUserAgent: 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/141.0.0.0 Safari/537.36',
apiUserAgent: 'traxxx',
limits: {
...config.limits,
default: {
interval: argv.interval || config.limits.default.interval,
concurrency: argv.concurrency || config.limits.default.concurrency,
},
browser: config.limits.browser,
},
proxy: config.proxy,
});
const actors = [
@@ -188,6 +202,9 @@ const actors = [
{ entity: 'pierrewoodman', name: 'Abby Lee Brazil', fields: ['avatar', 'nationality'] },
{ entity: 'dorcelclub', name: 'Clea Gaultier', fields: ['avatar'] },
{ entity: 'hitzefrei', name: 'Jolee Love', fields: ['avatar', 'dateOfBirth', 'birthPlace', 'measurements', 'height', 'weight', 'eyes', 'hair', 'description'] },
{ entity: 'naughtyamerica', name: 'Nicole Aniston', fields: ['avatar', 'description'] },
{ entity: 'tonightsgirlfriend', name: 'Abella Danger', fields: ['avatar'] },
{ entity: 'mariskax', name: 'Honey Demon', fields: ['avatar', 'gender', 'dateOfBirth', 'placeOfBirth', 'measurements', 'height', 'weight', 'hairColor', 'eyes'] },
];
const actorScrapers = scrapers.actors;