Added profile scraper with scenes to BAM Visions. Passing 'includes' object instead of withReleases boolean to Gamma.

src/scrapers/bamvisions.js

@@ -1,9 +1,11 @@
 'use strict';
 
-const { get, geta, formatDate } = require('../utils/qu');
+const { get, geta, initAll, formatDate } = require('../utils/qu');
 const slugify = require('../utils/slugify');
 
-function scrapeLatest(scenes, site) {
+const { feetInchesToCm } = require('../utils/convert');
+
+function scrapeAll(scenes, site) {
     return scenes.map(({ qu }) => {
         const release = {};
 
@@ -62,11 +64,63 @@ function scrapeScene({ html, qu }, url, site) {
     return release;
 }
 
+async function fetchActorReleases(actorId, site, page = 1, accScenes = []) {
+    const url = `${site.url}/sets.php?id=${actorId}&page=${page}`;
+    const res = await get(url);
+
+    if (!res.ok) return [];
+
+    const quReleases = initAll(res.item.el, '.item-episode');
+    const releases = scrapeAll(quReleases, site);
+
+    const nextPage = res.item.qu.q(`a[href*="page=${page + 1}"]`);
+
+    if (nextPage) {
+        return fetchActorReleases(actorId, site, page + 1, accScenes.concat(releases));
+    }
+
+    return accScenes.concat(releases);
+}
+
+async function scrapeProfile({ qu }, site, withScenes) {
+    const profile = {};
+
+    const bio = qu.all('.stats li', true).reduce((acc, row) => {
+        const [key, value] = row.split(':');
+        return { ...acc, [slugify(key, { delimiter: '_' })]: value.trim() };
+    }, {});
+
+    if (bio.height) profile.height = feetInchesToCm(bio.height);
+    if (bio.measurements) {
+        const [bust, waist, hip] = bio.measurements.split('-');
+
+        if (bust) profile.bust = bust;
+        if (waist) profile.waist = Number(waist);
+        if (hip) profile.hip = Number(hip);
+    }
+
+    profile.avatar = [
+        qu.q('.profile-pic img', 'src0_3x'),
+        qu.q('.profile-pic img', 'src0_2x'),
+        qu.q('.profile-pic img', 'src0_1x'),
+    ].filter(Boolean).map(source => (/^http/.test(source) ? source : `${site.url}${source}`));
+
+    if (withScenes) {
+        const actorId = qu.q('.profile-pic img', 'id')?.match(/set-target-(\d+)/)?.[1];
+
+        if (actorId) {
+            profile.releases = await fetchActorReleases(actorId, site);
+        }
+    }
+
+    return profile;
+}
+
 async function fetchLatest(site, page = 1) {
     const url = `${site.url}/categories/movies/${page}/latest/`;
     const res = await geta(url, '.item-episode');
 
-    return res.ok ? scrapeLatest(res.items, site) : res.status;
+    return res.ok ? scrapeAll(res.items, site) : res.status;
 }
 
 async function fetchScene(url, site) {
@@ -75,7 +129,18 @@ async function fetchScene(url, site) {
     return res.ok ? scrapeScene(res.item, url, site) : res.status;
 }
 
+async function fetchProfile(actorName, scraperSlug, site, include) {
+    const actorSlugA = slugify(actorName, { delimiter: '' });
+    const actorSlugB = slugify(actorName);
+
+    const resA = await get(`${site.url}/models/${actorSlugA}.html`);
+    const res = resA.ok ? resA : await get(`${site.url}/models/${actorSlugB}.html`);
+
+    return res.ok ? scrapeProfile(res.item, site, include.scenes) : res.status;
+}
+
 module.exports = {
     fetchLatest,
     fetchScene,
+    fetchProfile,
 };