Improved media handling, added trailer support. Fetching media from Vixen network frontpages.

src/scrapers/kink.js

@@ -18,6 +18,7 @@ function scrapeLatest(html, site) {
         const shootId = href.split('/')[2];
         const title = sceneLinkElement.text().trim();
 
+        const poster = $(element).find('.adimage').attr('src');
         const photos = $(element).find('.rollover .roll-image').map((photoIndex, photoElement) => $(photoElement).attr('data-imagesrc')).toArray();
 
         const date = moment.utc($(element).find('.date').text(), 'MMM DD, YYYY').toDate();
@@ -36,6 +37,7 @@ function scrapeLatest(html, site) {
             actors,
             date,
             photos,
+            poster,
             rating: {
                 stars,
             },
@@ -86,13 +88,10 @@ async function scrapeScene(html, url, shootId, ratingRes, site) {
         actors,
         description,
         photos,
+        poster: trailerPoster,
         trailer: {
-            video: {
-                default: trailerVideo,
-                sd: trailerVideo,
-                hd: trailerVideo.replace('480p', '720p'),
-            },
-            poster: trailerPoster,
+            src: trailerVideo,
+            quality: 480,
         },
         rating: {
             stars,

src/scrapers/vixen.js

@@ -15,18 +15,32 @@ function scrapeLatest(html, site) {
 
     return scenes.map((scene) => {
         const shootId = String(scene.newId);
-        const { title } = scene;
+
+        const {
+            title,
+            models: actors,
+        } = scene;
+
         const url = `${site.url}${scene.targetUrl}`;
         const date = moment.utc(scene.releaseDateFormatted, 'MMMM DD, YYYY').toDate();
-        const actors = scene.models;
         const stars = Number(scene.textRating) / 2;
 
+        // largest thumbnail. poster is the same image but bigger, too large for storage space efficiency
+        const poster = scene.images.listing.slice(-1)[0].src;
+        const trailer = scene.previews.listing.slice(-1)[0];
+
         return {
             url,
             shootId,
             title,
             actors,
             date,
+            poster,
+            trailer: {
+                src: trailer.src,
+                type: trailer.type,
+                quality: trailer.height,
+            },
             rating: {
                 stars,
             },
@@ -45,21 +59,21 @@ async function scrapeScene(html, url, site) {
     const shootId = data.page.data[`${pathname}${search}`].data.video;
     const scene = data.videos.find(video => video.newId === shootId);
 
+    // console.log(scene);
+
     const {
         title,
         description,
         models: actors,
         totalRateVal: stars,
+        runLength: duration,
+        directorNames: director,
+        tags: rawTags,
     } = scene;
 
     const date = new Date(scene.releaseDate);
-
-    const rawTags = scene.tags;
     const tags = await matchTags(rawTags);
 
-    const duration = scene.runLength;
-    const director = scene.directorNames;
-
     return {
         url,
         shootId,