DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Using URL or title slug for Whale Member entry IDs for backwards compatability.

Browse Source
This commit is contained in:
DebaucheryLibrarian
2024-06-05 03:05:30 +02:00
parent 129b03eb5a
commit 644226531e
2 changed files with 45 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
src/scrapers/whalemember.js
View File

@@ -3,17 +3,22 @@
const unprint = require('unprint');
const { stripQuery } = require('../utils/url');
const slugify = require('../utils/slugify');
function scrapeLatest(scenes, channel) {
return scenes.map(({ query, element }) => {
return scenes.map(({ query, _element }) => {
const release = {};
release.url = query.url('[href*="/video"]');
release.entryId = unprint.query.attribute(element, null, 'data-vid');
// release.entryId = unprint.query.attribute(element, null, 'data-vid'); // does not match old videos
release.title = query.content('.video-thumbnail-footer a[href*="/video"]');
release.date = query.date('.actor-list + span', 'MM/DD/YYYY');
release.entryId = release.url
? new URL(release.url).pathname.split('/').at(-1)
: slugify(release.title);
release.actors = query.all('.actor-list a').map((actorEl) => ({
name: unprint.query.content(actorEl),
url: unprint.query.url(actorEl, null, { origin: channel.url }),
@@ -39,10 +44,11 @@ function scrapeLatest(scenes, channel) {
});
}
function scrapeScene({ query }, channel) {
function scrapeScene({ query }, { url, entity }) {
const release = {};
release.entryId = query.attribute('div[data-id]', 'data-id');
// release.entryId = query.attribute('div[data-id]', 'data-id');
release.entryId = new URL(url).pathname.split('/').at(-1);
release.title = query.content('.scene-info h1');
release.description = query.content('//div[contains(@class, \'scene-info\')]//i[contains(@class, \'fa-quote\')]/following-sibling::span');
@@ -51,7 +57,7 @@ function scrapeScene({ query }, channel) {
release.actors = query.all('.scene-info a[href*="/models"]').map((actorEl) => ({
name: unprint.query.content(actorEl),
url: unprint.query.url(actorEl, null, { origin: channel.url }),
url: unprint.query.url(actorEl, null, { origin: entity.url }),
}));
release.poster = query.poster('#player-wrapper video');