Fixed tags and photos in Bang scraper, added to default proxy list.

This commit is contained in:
DebaucheryLibrarian
2025-08-21 02:23:13 +02:00
parent 9a548a4767
commit 31abbb9ffe
5 changed files with 13 additions and 9 deletions

View File

@@ -116,7 +116,7 @@ async function scrapeScene({ query }, { url, entity }) {
}));
}
release.tags = query.contents('.actions .genres');
release.tags = query.contents('div[data-controller] .genres');
const sourcesData = query.json('.video-container [data-videopreview-sources-value]', { attribute: 'data-videopreview-sources-value' });
@@ -131,7 +131,7 @@ async function scrapeScene({ query }, { url, entity }) {
|| query.attribute('meta[property="og:video"]')
|| query.video('video[data-videocontainer-target] source');
release.photos = query.sourceSets('.photo-set img');
release.photos = query.sourceSets('div[data-controller] a[href^="/photos"] img');
release.photoCount = query.number('//h2[contains(text(), "Photos")]/following-sibling::span');
const channelName = query.content('.video-container + div a[href*="?in="]')?.trim();

View File

@@ -80,8 +80,8 @@ async function matchReleaseTags(releases) {
const casedTags = [...new Set(
rawTags
.concat(rawTags.map((tag) => tag.toLowerCase()))
.concat(rawTags.map((tag) => tag.toUpperCase())),
.concat(rawTags.map((tag) => tag.trim().toLowerCase()))
.concat(rawTags.map((tag) => tag.trim().toUpperCase())),
)];
const tagEntries = await knex('tags')