DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Added DDFNetwork scraper. Modified tag matching query to be case insensitive.

Browse Source
This commit is contained in:
ThePendulum
2019-04-07 05:01:06 +02:00
parent c56068ab99
commit c8abb302e4
12 changed files with 305 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/scrapers/template.js
View File

@@ -12,6 +12,8 @@ function scrapeLatest(html, site) {
const sceneElements = $('.scenes-latest').toArray();
return sceneElements.map((element) => {
const actors = $('.actors a').map((actorIndex, actorElement) => $(actorElement).text()).toArray();
return {
url,
shootId,
@@ -33,6 +35,8 @@ function scrapeUpcoming(html, site) {
const sceneElements = $('.scenes-upcoming').toArray();
return sceneElements.map((element) => {
const actors = $('.actors a').map((actorIndex, actorElement) => $(actorElement).text()).toArray();
return {
url,
shootId,
@@ -55,6 +59,11 @@ async function scrapeScene(html, url, site) {
const rawTags = [];
const tags = await matchTags(rawTags);
const actors = $('.actors a').map((actorIndex, actorElement) => $(actorElement).text()).toArray();
const rawTags = $('.tags a').map((tagIndex, tagElement) => $(tagElement).text()).toArray();
const tags = await matchTags(rawTags);
return {
url,
shootId,