DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Major refactor, cleand up site scrape module, fixed and cleaned up release scrape module. Removed old CLI code

Browse Source
This commit is contained in:
ThePendulum
2019-11-16 03:33:36 +01:00
parent b07f88d023
commit b489c8fc33
35 changed files with 595 additions and 847 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
src/scrapers/vixen.js
View File

@@ -23,7 +23,7 @@ function scrapeLatest(html, site) {
const { videos: scenes } = JSON.parse(stateScript.slice(stateScript.indexOf('{'), stateScript.indexOf('};') + 1));
return scenes.map((scene) => {
const shootId = String(scene.newId);
const entryId = String(scene.newId);
const {
title,
@@ -40,7 +40,7 @@ function scrapeLatest(html, site) {
return {
url,
shootId,
entryId,
title,
actors,
date,
@@ -65,8 +65,8 @@ async function scrapeScene(html, url, site) {
const stateObject = $('script:contains("INITIAL_STATE")');
const data = JSON.parse(stateObject.html().trim().slice(27, -1));
const shootId = data.page.data[`${pathname}${search}`].data.video;
const scene = data.videos.find(video => video.newId === shootId);
const entryId = data.page.data[`${pathname}${search}`].data.video;
const scene = data.videos.find(video => video.newId === entryId);
const [poster, ...photos] = scene.rotatingThumbsUrlSizes.map(photo => photo['1040w']);
const trailer = scene.previews.listing.find(preview => preview.height === 353) || null;
@@ -86,7 +86,7 @@ async function scrapeScene(html, url, site) {
return {
url,
shootId,
entryId,
title,
description,
actors,