Compare commits

..

No commits in common. "5e081a8e2d8b5ffbb3dfcd38842400574eb70160" and "5ce3d79e49a068bce58e7913f7aadd0e029676ab" have entirely different histories.

5 changed files with 24 additions and 48 deletions

12
package-lock.json generated
View File

@ -1,12 +1,12 @@
{
"name": "traxxx",
"version": "1.245.1",
"version": "1.245.0",
"lockfileVersion": 3,
"requires": true,
"packages": {
"": {
"name": "traxxx",
"version": "1.245.1",
"version": "1.245.0",
"license": "ISC",
"dependencies": {
"@aws-sdk/client-s3": "^3.458.0",
@ -93,7 +93,7 @@
"tunnel": "0.0.6",
"ua-parser-js": "^1.0.37",
"undici": "^5.28.1",
"unprint": "^0.18.4",
"unprint": "^0.18.1",
"url-pattern": "^1.0.3",
"v-tooltip": "^2.1.3",
"video.js": "^8.6.1",
@ -20340,9 +20340,9 @@
}
},
"node_modules/unprint": {
"version": "0.18.4",
"resolved": "https://registry.npmjs.org/unprint/-/unprint-0.18.4.tgz",
"integrity": "sha512-npOTOoKrnxv+Zs7AFz3pXfyV7VftRr0ULAhCbnodPNvBoymde9JnVuRGJ6JL6q6RfH0wJgO5jpsT1ar844733g==",
"version": "0.18.1",
"resolved": "https://registry.npmjs.org/unprint/-/unprint-0.18.1.tgz",
"integrity": "sha512-lL7aIQfVoVY3oC69WM6GOUabwfJkMQxM4XfIT5EA21CsisJassWU3sX2ZQqIrsX4NujOeDVgzU2qYFJ/QWpoqQ==",
"dependencies": {
"bottleneck": "^2.19.5",
"cookie": "^1.1.1",

View File

@ -1,6 +1,6 @@
{
"name": "traxxx",
"version": "1.245.1",
"version": "1.245.0",
"description": "All the latest porn releases in one place",
"main": "src/app.js",
"scripts": {
@ -152,7 +152,7 @@
"tunnel": "0.0.6",
"ua-parser-js": "^1.0.37",
"undici": "^5.28.1",
"unprint": "^0.18.4",
"unprint": "^0.18.1",
"url-pattern": "^1.0.3",
"v-tooltip": "^2.1.3",
"video.js": "^8.6.1",

View File

@ -32,9 +32,13 @@ let done = false;
unprint.options({
timeout: argv.requestTimeout,
userAgent: 'traxxx',
browserUserAgent: 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/141.0.0.0 Safari/537.36',
apiUserAgent: 'traxxx',
headers: {
'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/141.0.0.0 Safari/537.36',
},
context: {
// browser requests
userAgent: 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/141.0.0.0 Safari/537.36',
},
limits: {
...config.limits,
default: {

View File

@ -65,11 +65,11 @@ async function fetchLatest(channel, page = 1, { parameters }) {
const provider = new URL(channel.url).searchParams.get('providers');
const res = await unprint.get(`${parameters.api}/videos?filter[provider]=${provider}&limit=24&sources=${parameters.source}&page=${page}`, {
interface: 'request',
headers: {
// currently only required for Bellesa Plus
Referer: `${new URL(channel.url).origin}/videos`,
Cookie: 'bellesa_agegate=true',
'User-Agent': null,
},
});

View File

@ -21,10 +21,7 @@ function stripQuery(link) {
}
async function getPhotos(albumUrl) {
const res = await unprint.get(albumUrl, {
selectAll: '.photo-thumb',
interface: 'request',
});
const res = await unprint.get(albumUrl, { selectAll: '.photo-thumb' });
return res.ok
? res.context.map(({ query }) => unprint.prefixUrl(query.element('source').srcset))
@ -68,12 +65,8 @@ function scrapeAll(scenes, entity) {
}
async function fetchLatest(site, page = 1) {
const url = `${site.url}/video/gallery/${((page - 1) * 12) || ''}`;
const res = await unprint.get(url, {
interface: 'request',
selectAll: '.content-grid-item',
});
const url = `${site.url}/video/gallery/${(page - 1) * 12}`;
const res = await unprint.get(url, { selectAll: '.content-grid-item' });
if (res.ok) {
return scrapeAll(res.context, site);
@ -85,11 +78,7 @@ async function fetchLatest(site, page = 1) {
async function fetchUpcoming(site) {
if (site.parameters?.upcoming) {
const url = `${site.url}/video/upcoming`;
const res = await unprint.get(url, {
selectAll: '.content-grid-item',
interface: 'request',
});
const res = await unprint.get(url, { selectAll: '.content-grid-item' });
if (res.ok) {
return scrapeAll(res.context, site);
@ -132,24 +121,12 @@ async function scrapeScene({ query }, { url, entity, include }) {
const albumLink = query.url('.content-pane-related-links a[href*="gallery"]');
if (albumLink && include.photos) {
release.photos = await getPhotos(unprint.prefixUrl(albumLink, new URL(entity.url).origin));
release.photos = await getPhotos(albumLink);
}
return release;
}
async function fetchScene(url, entity, _baseRelease, include) {
const res = await unprint.get(url, {
interface: 'request',
});
if (res.ok) {
return scrapeScene(res.context, { url, entity, include });
}
return res.status;
}
function scrapeProfile({ query }, avatar) {
const profile = {};
@ -184,10 +161,7 @@ async function findModel(actor, entity) {
const origin = slugUrlMap[entity.slug] || entity.url;
const url = `${origin}/model/alpha/${firstLetter}`;
const resModels = await unprint.get(url, {
interface: 'request',
});
const resModels = await unprint.get(url);
if (!resModels.ok) {
return resModels.status;
@ -217,9 +191,7 @@ async function fetchProfile(actor, { entity }) {
const model = await findModel(actor, entity);
if (model) {
const resModel = await unprint.get(model.url, {
interface: 'request',
});
const resModel = await unprint.get(model.url);
if (resModel.ok) {
return scrapeProfile(resModel.context, model.avatar);
@ -235,5 +207,5 @@ module.exports = {
fetchLatest,
fetchUpcoming,
fetchProfile,
fetchScene,
scrapeScene,
};