Compare commits

...

2 Commits

Author SHA1 Message Date
DebaucheryLibrarian 505ff0767c 1.213.6 2022-04-03 00:53:30 +02:00
DebaucheryLibrarian 9be80e2be9 Returning unextracted scenes from Kelly Madison / Teen Fidelity scraper. Fixed Dogfart profile scraper to use extract scenes. 2022-04-03 00:53:27 +02:00
4 changed files with 16 additions and 12 deletions

4
package-lock.json generated
View File

@ -1,12 +1,12 @@
{
"name": "traxxx",
"version": "1.213.5",
"version": "1.213.6",
"lockfileVersion": 2,
"requires": true,
"packages": {
"": {
"name": "traxxx",
"version": "1.213.5",
"version": "1.213.6",
"license": "ISC",
"dependencies": {
"@casl/ability": "^5.2.2",

View File

@ -1,6 +1,6 @@
{
"name": "traxxx",
"version": "1.213.5",
"version": "1.213.6",
"description": "All the latest porn releases in one place",
"main": "src/app.js",
"scripts": {

View File

@ -106,8 +106,9 @@ async function fetchProfile(baseActor, entity) {
const res = await qu.getAll(url, '.recent-updates');
if (res.ok) {
const scenes = scrapeLatest(res.items, entity, false);
const { scenes } = scrapeLatest(res.items, entity, false);
// no bio available
return { scenes };
}

View File

@ -16,7 +16,7 @@ const siteMapByKey = {
const siteMapBySlug = Object.entries(siteMapByKey).reduce((acc, [key, value]) => ({ ...acc, [value]: key }), {});
function scrapeLatest(scenes, site) {
return scenes.map(({ query }) => {
return scenes.reduce((acc, { query }) => {
const release = {};
release.shootId = query.q('.card-meta .text-right, .row .text-right, .card-footer-item:last-child', true);
@ -24,11 +24,6 @@ function scrapeLatest(scenes, site) {
const siteId = release.shootId.match(/\d?\w{2}/)[0];
const siteSlug = siteMapByKey[siteId];
if (site.slug !== siteSlug) {
// using generic network overview, scene is not from the site we want
return null;
}
const { pathname } = new URL(query.url('h5 a, .ep-title a, .title a'));
[release.entryId] = pathname.match(/\d+$/);
release.url = `${site.url}${pathname}`;
@ -52,8 +47,16 @@ function scrapeLatest(scenes, site) {
};
}
return release;
}).filter((scene) => scene);
if (site.slug !== siteSlug) {
// using generic network overview, scene is not from the site we want
return { ...acc, unextracted: [...acc.unextracted, release] };
}
return { ...acc, scenes: [...acc.scenes, release] };
}, {
scenes: [],
unextracted: [],
});
}
async function scrapeScene({ query, html }, url, baseRelease, channel, session) {