Added description property to recent scrapers (apparently forgotten). Reconfigured eslint for scrapers.

This commit is contained in:
2019-04-07 05:19:44 +02:00
parent 4b19b49e6c
commit 6b9d99f495
9 changed files with 21 additions and 13 deletions

View File

@@ -1,6 +1,6 @@
'use strict';
/* eslint-disable */
/* eslint-disable newline-per-chained-call */
const bhttp = require('bhttp');
const cheerio = require('cheerio');
const moment = require('moment');
@@ -47,7 +47,7 @@ async function scrapeScene(html, url, site) {
const shootId = workName.length > 1 ? workName[0] : null;
const entryId = url.split('/').slice(-1)[0];
const title = data.name;
const description = data.description;
const { description } = data;
const date = moment.utc(data.isPartOf.datePublished, 'YYYY-MM-DD').toDate();
// const actors = sceneElement.find('.sceneActors a').map((actorIndex, actorElement) => $(actorElement).text().trim()).toArray();
@@ -73,6 +73,7 @@ async function scrapeScene(html, url, site) {
shootId,
entryId,
title,
description,
actors,
date,
duration,