Added DDFNetwork scraper. Modified tag matching query to be case insensitive.

This commit is contained in:
2019-04-07 05:01:06 +02:00
parent c56068ab99
commit c8abb302e4
12 changed files with 305 additions and 9 deletions

View File

@@ -49,8 +49,6 @@ async function scrapeScene(html, url, shootId, ratingRes, site) {
const title = $('h1.shoot-title span.favorite-button').attr('data-title');
const actorsRaw = $('.shoot-info p.starring');
const sitename = $('.shoot-logo a').attr('href').split('/')[2];
const date = moment.utc($(actorsRaw)
.prev()
.text()
@@ -64,6 +62,7 @@ async function scrapeScene(html, url, shootId, ratingRes, site) {
const { average: stars } = ratingRes.body;
const sitename = $('.shoot-logo a').attr('href').split('/')[2];
const rawTags = $('.tag-list > a[href*="/tag"]').map((tagIndex, tagElement) => $(tagElement).text()).toArray();
const [channelSite, tags] = await Promise.all([