Added Meiden van Holland and Vurig Vlaanderen.
This commit is contained in:
@@ -40,30 +40,50 @@ const hairColors = {
|
||||
'soft-black': 'black',
|
||||
'brunette/raven': 'brown',
|
||||
black: 'black',
|
||||
blond: 'blond',
|
||||
blonde: 'blonde',
|
||||
blondie: 'blonde',
|
||||
brown: 'brown',
|
||||
bruin: 'brown',
|
||||
brunette: 'brown',
|
||||
fair: 'blonde',
|
||||
raven: 'black',
|
||||
red: 'red',
|
||||
redhead: 'red',
|
||||
rood: 'red',
|
||||
blue: 'blue',
|
||||
green: 'green',
|
||||
purple: 'purple',
|
||||
pink: 'pink',
|
||||
zwart: 'black',
|
||||
};
|
||||
|
||||
const eyeColors = {
|
||||
blauw: 'blue',
|
||||
blue: 'blue',
|
||||
brown: 'brown',
|
||||
bruin: 'bruin',
|
||||
dark: 'brown',
|
||||
gray: 'gray',
|
||||
green: 'green',
|
||||
groen: 'green',
|
||||
grey: 'gray',
|
||||
hazel: 'hazel',
|
||||
};
|
||||
|
||||
const orientations = {
|
||||
bi: 'bisexual',
|
||||
biseksueel: 'bisexual',
|
||||
bisexual: 'bisexual',
|
||||
gay: 'gay',
|
||||
hetero: 'straight',
|
||||
heteroseksueel: 'straight',
|
||||
heterosexual: 'straight',
|
||||
homoseksueel: 'gay',
|
||||
homosexual: 'gay',
|
||||
straight: 'straight',
|
||||
};
|
||||
|
||||
const ethnicities = {
|
||||
'african american': 'black',
|
||||
'african-american': 'black',
|
||||
@@ -205,6 +225,7 @@ function curateActor(actor, withDetails = false, isProfile = false) {
|
||||
slug: actor.slug,
|
||||
url: actor.url,
|
||||
gender: actor.gender,
|
||||
orientation: actor.orientation,
|
||||
entityId: actor.entity_id,
|
||||
aliasFor: actor.alias_for,
|
||||
dateOfBirth: actor.date_of_birth,
|
||||
@@ -303,6 +324,7 @@ function curateProfileEntry(profile) {
|
||||
age: profile.age,
|
||||
url: profile.url,
|
||||
gender: profile.gender,
|
||||
orientation: profile.orientation,
|
||||
ethnicity: profile.ethnicity,
|
||||
description: profile.description,
|
||||
description_hash: profile.descriptionHash,
|
||||
@@ -372,6 +394,8 @@ async function curateProfile(profile, actor) {
|
||||
|| (/male/i.test(profile.gender) && 'male')
|
||||
|| null;
|
||||
|
||||
curatedProfile.orientation = orientations[profile.orientation?.trim()] || null;
|
||||
|
||||
const dateOfBirth = profile.dateOfBirth || profile.birthdate;
|
||||
|
||||
curatedProfile.dateOfBirth = (!Number.isNaN(Number(dateOfBirth)) // possibly valid date
|
||||
@@ -528,6 +552,7 @@ async function interpolateProfiles(actorIdsOrNames) {
|
||||
|
||||
const mostFrequentValues = [
|
||||
'gender',
|
||||
'orientation',
|
||||
'ethnicity',
|
||||
'cup',
|
||||
'bust',
|
||||
@@ -669,6 +694,7 @@ async function scrapeProfiles(actor, sources, entitiesBySlug, existingProfilesBy
|
||||
...entity,
|
||||
// legacy
|
||||
site: entity,
|
||||
channel: entity,
|
||||
network: entity?.parent,
|
||||
entity,
|
||||
scraper: scraperSlug,
|
||||
|
||||
Reference in New Issue
Block a user