Added Blowpass scraper. Split shootId and pageId.
This commit is contained in:
@@ -25,13 +25,14 @@ function scrapeLatest(html, site) {
|
||||
|
||||
const originalTitle = sceneLinkElement.text().trim(); // title attribute breaks when they use \\ escaping
|
||||
const { shootId, title } = extractTitle(originalTitle);
|
||||
const internalId = new URL(url).pathname.split('/')[2];
|
||||
const entryId = new URL(url).pathname.split('/')[2];
|
||||
|
||||
const date = moment.utc($(element).attr('release'), 'YYYY/MM/DD').toDate();
|
||||
|
||||
return {
|
||||
url,
|
||||
shootId: shootId || internalId,
|
||||
shootId,
|
||||
entryId,
|
||||
title,
|
||||
date,
|
||||
site,
|
||||
@@ -44,6 +45,7 @@ async function scrapeScene(html, url, site) {
|
||||
|
||||
const originalTitle = $('h1.watchpage-title').text().trim();
|
||||
const { shootId, title } = extractTitle(originalTitle);
|
||||
const entryId = new URL(url).pathname.split('/')[2];
|
||||
|
||||
const date = moment.utc($('span[title="Release date"] a').text(), 'YYYY-MM-DD').toDate();
|
||||
|
||||
@@ -60,6 +62,7 @@ async function scrapeScene(html, url, site) {
|
||||
return {
|
||||
url,
|
||||
shootId,
|
||||
entryId,
|
||||
title,
|
||||
date,
|
||||
actors,
|
||||
|
||||
Reference in New Issue
Block a user