Added description property to recent scrapers (apparently forgotten). Reconfigured eslint for scrapers.

This commit is contained in:
2019-04-07 05:19:44 +02:00
parent 4b19b49e6c
commit 6b9d99f495
9 changed files with 21 additions and 13 deletions

View File

@@ -1,6 +1,5 @@
'use strict';
/* eslint-disable */
const bhttp = require('bhttp');
const cheerio = require('cheerio');
const moment = require('moment');
@@ -8,6 +7,7 @@ const moment = require('moment');
const knex = require('../knex');
const { matchTags } = require('../tags');
/* eslint-disable newline-per-chained-call */
function scrape(html, site) {
const $ = cheerio.load(html, { normalizeWhitespace: true });
const sceneElements = $('.widget-release-card').toArray();
@@ -69,12 +69,13 @@ async function scrapeScene(html, url, site) {
url,
entryId,
title,
description,
actors,
tags,
rating: {
stars,
},
site,
site: channelSite || site,
};
}