From 0d719d88ea7372b7760d476a7d4d7655ddde6353 Mon Sep 17 00:00:00 2001 From: Niels Simenon Date: Sun, 23 Feb 2020 22:26:14 +0100 Subject: [PATCH] Removed Boob Pedia as gender source, unreliable. --- src/actors.js | 2 +- src/scrapers/boobpedia.js | 5 ++++- 2 files changed, 5 insertions(+), 2 deletions(-) diff --git a/src/actors.js b/src/actors.js index 8da740d3..866218b1 100644 --- a/src/actors.js +++ b/src/actors.js @@ -328,7 +328,7 @@ async function mergeProfiles(profiles, actor) { piercings: prevProfile.piercings || profile.piercings, tattoos: prevProfile.tattoos || profile.tattoos, social: prevProfile.social.concat(profile.social || []), - avatars: prevProfile.avatars.concat(profile.avatar ? [profile.avatar] : []), // don't flatten fallbacks + avatars: prevProfile.avatars.concat(profile.avatar ? [{ src: profile.avatar }] : []), // don't flatten fallbacks releases: prevProfile.releases.concat(profile.releases ? profile.releases : []), // don't flatten fallbacks }; }, { diff --git a/src/scrapers/boobpedia.js b/src/scrapers/boobpedia.js index b0dc950e..46ddbe9b 100644 --- a/src/scrapers/boobpedia.js +++ b/src/scrapers/boobpedia.js @@ -12,10 +12,13 @@ function scrapeProfile(html) { .map(detail => qa(detail, 'td', true)) .reduce((acc, [key, value]) => ({ ...acc, [key.slice(0, -1).replace(/[\s+|/]/g, '_')]: value }), {}); + + /* unreliable, see: Syren De Mer const catlinks = qa('#mw-normal-catlinks a', true); const isTrans = catlinks.some(link => link.match(/shemale|transgender/i)); - profile.gender = isTrans ? 'transsexual' : 'female'; + */ + profile.birthdate = qd('.bday', 'YYYY-MM-DD'); profile.description = q('#mw-content-text > p', true);