From b12d74cbb357ade51e6370b55edef0790dd4756a Mon Sep 17 00:00:00 2001 From: Niels Simenon Date: Wed, 25 Sep 2019 02:44:25 +0200 Subject: [PATCH] Fixed Vixen scraper, site restructured. Added Deeper to Vixen network. --- seeds/01_sites.js | 7 +++++++ src/scrapers/vixen.js | 15 ++++++++++----- 2 files changed, 17 insertions(+), 5 deletions(-) diff --git a/seeds/01_sites.js b/seeds/01_sites.js index a81c0624..15cf6640 100644 --- a/seeds/01_sites.js +++ b/seeds/01_sites.js @@ -2021,6 +2021,13 @@ exports.seed = knex => Promise.resolve() url: 'https://www.tushyraw.com', network_id: networksMap['vixen'], }, + { + slug: 'deeper', + name: 'Deeper', + description: 'Porn videos from DEEPER.com featuring Passionate sex, light kink and BDSM with plenty of erotic sex videos featuring beautiful models.', + url: 'https://www.deeper.com', + network_id: networksMap['vixen'], + }, // XEMPIRE { slug: 'hardx', diff --git a/src/scrapers/vixen.js b/src/scrapers/vixen.js index 1b551039..6b24a014 100644 --- a/src/scrapers/vixen.js +++ b/src/scrapers/vixen.js @@ -42,13 +42,17 @@ async function scrapeScene(html, url, site) { const stateObject = $('script:contains("INITIAL_STATE")'); const data = JSON.parse(stateObject.html().trim().slice(27, -1)); - const scene = data.page.data[`${pathname}${search}`].data.video; + const shootId = data.page.data[`${pathname}${search}`].data.video; + const scene = data.videos.find(video => video.newId === shootId); + + const { + title, + description, + models: actors, + totalRateVal: stars, + } = scene; - const shootId = String(scene.newId); - const { title } = scene; const date = new Date(scene.releaseDate); - const actors = scene.models; - const stars = scene.totalRateVal; const rawTags = scene.tags; const tags = await matchTags(rawTags); @@ -60,6 +64,7 @@ async function scrapeScene(html, url, site) { url, shootId, title, + description, actors, director, date,