Compare commits

2 Commits
5 changed files with 25 additions and 15 deletions
+2 -2
View File
@@ -1,12 +1,12 @@
{
"name": "traxxx",
"version": "1.229.3",
"version": "1.229.4",
"lockfileVersion": 2,
"requires": true,
"packages": {
"": {
"name": "traxxx",
"version": "1.229.3",
"version": "1.229.4",
"license": "ISC",
"dependencies": {
"@casl/ability": "^5.2.2",
+1 -1
View File
@@ -1,6 +1,6 @@
{
"name": "traxxx",
"version": "1.229.3",
"version": "1.229.4",
"description": "All the latest porn releases in one place",
"main": "src/app.js",
"scripts": {
+20 -11
View File
@@ -461,17 +461,20 @@ async function curateProfile(profile, actor) {
}
}
curatedProfile.social = Array.isArray(profile.social)
? profile.social.map((social) => {
try {
const { href } = new URL(social);
return href;
} catch (error) {
logger.warn(`Profile scraper for '${profile.entity.name}' returned invalid social link: ${social}`);
return null;
}
}).filter(Boolean)
: [];
curatedProfile.social = [].concat(profile.social).map((social) => {
if (!social) {
return null;
}
try {
const { origin, pathname } = new URL(social);
return `${origin}${pathname}`;
} catch (error) {
logger.warn(`Profile scraper for '${profile.entity.name}' returned invalid social link: ${social}`);
return null;
}
}).filter(Boolean);
curatedProfile.scenes = toBaseReleases(profile.scenes || profile.releases, profile.entity, actor)
// attach actor to base scene, in case it was not scraped
@@ -771,6 +774,10 @@ async function scrapeProfiles(actor, sources, entitiesBySlug, existingProfilesBy
return profiles.filter(Boolean);
}
async function associateSocials(profiles) {
console.log('profiles', profiles);
}
async function getActorNames(actorNames) {
if (actorNames.length > 0) {
return actorNames;
@@ -794,6 +801,8 @@ async function storeProfiles(profiles) {
const profilesWithAvatarIds = await associateAvatars(profiles);
const actorIds = Array.from(new Set(profiles.map((profile) => profile.id)));
// await associateSocials(profiles);
await upsertProfiles(profilesWithAvatarIds);
await interpolateProfiles(actorIds);
}
+1
View File
@@ -247,6 +247,7 @@ const scrapers = {
mariskax,
metrohd: mindgeek,
milehighmedia: mindgeek,
milfy: vixen,
milfvr: wankzvr,
mofos: mindgeek,
mylf: teamskeet,
+1 -1
View File
@@ -611,7 +611,7 @@ async function fetchProfile(actor, { channel }) {
},
});
if (res.ok) {
if (res.ok && res.body.data?.model) {
return scrapeProfile(res.body.data, channel);
}