Added Meiden van Holland and Vurig Vlaanderen.

This commit is contained in:
DebaucheryLibrarian
2023-07-01 21:46:44 +02:00
parent 01b3cc42af
commit 205102ff90
64 changed files with 508 additions and 19 deletions

View File

@@ -40,30 +40,50 @@ const hairColors = {
'soft-black': 'black',
'brunette/raven': 'brown',
black: 'black',
blond: 'blond',
blonde: 'blonde',
blondie: 'blonde',
brown: 'brown',
bruin: 'brown',
brunette: 'brown',
fair: 'blonde',
raven: 'black',
red: 'red',
redhead: 'red',
rood: 'red',
blue: 'blue',
green: 'green',
purple: 'purple',
pink: 'pink',
zwart: 'black',
};
const eyeColors = {
blauw: 'blue',
blue: 'blue',
brown: 'brown',
bruin: 'bruin',
dark: 'brown',
gray: 'gray',
green: 'green',
groen: 'green',
grey: 'gray',
hazel: 'hazel',
};
const orientations = {
bi: 'bisexual',
biseksueel: 'bisexual',
bisexual: 'bisexual',
gay: 'gay',
hetero: 'straight',
heteroseksueel: 'straight',
heterosexual: 'straight',
homoseksueel: 'gay',
homosexual: 'gay',
straight: 'straight',
};
const ethnicities = {
'african american': 'black',
'african-american': 'black',
@@ -205,6 +225,7 @@ function curateActor(actor, withDetails = false, isProfile = false) {
slug: actor.slug,
url: actor.url,
gender: actor.gender,
orientation: actor.orientation,
entityId: actor.entity_id,
aliasFor: actor.alias_for,
dateOfBirth: actor.date_of_birth,
@@ -303,6 +324,7 @@ function curateProfileEntry(profile) {
age: profile.age,
url: profile.url,
gender: profile.gender,
orientation: profile.orientation,
ethnicity: profile.ethnicity,
description: profile.description,
description_hash: profile.descriptionHash,
@@ -372,6 +394,8 @@ async function curateProfile(profile, actor) {
|| (/male/i.test(profile.gender) && 'male')
|| null;
curatedProfile.orientation = orientations[profile.orientation?.trim()] || null;
const dateOfBirth = profile.dateOfBirth || profile.birthdate;
curatedProfile.dateOfBirth = (!Number.isNaN(Number(dateOfBirth)) // possibly valid date
@@ -528,6 +552,7 @@ async function interpolateProfiles(actorIdsOrNames) {
const mostFrequentValues = [
'gender',
'orientation',
'ethnicity',
'cup',
'bust',
@@ -669,6 +694,7 @@ async function scrapeProfiles(actor, sources, entitiesBySlug, existingProfilesBy
...entity,
// legacy
site: entity,
channel: entity,
network: entity?.parent,
entity,
scraper: scraperSlug,