Fixed tags and photos in Bang scraper, added to default proxy list.
This commit is contained in:
@@ -116,7 +116,7 @@ async function scrapeScene({ query }, { url, entity }) {
|
||||
}));
|
||||
}
|
||||
|
||||
release.tags = query.contents('.actions .genres');
|
||||
release.tags = query.contents('div[data-controller] .genres');
|
||||
|
||||
const sourcesData = query.json('.video-container [data-videopreview-sources-value]', { attribute: 'data-videopreview-sources-value' });
|
||||
|
||||
@@ -131,7 +131,7 @@ async function scrapeScene({ query }, { url, entity }) {
|
||||
|| query.attribute('meta[property="og:video"]')
|
||||
|| query.video('video[data-videocontainer-target] source');
|
||||
|
||||
release.photos = query.sourceSets('.photo-set img');
|
||||
release.photos = query.sourceSets('div[data-controller] a[href^="/photos"] img');
|
||||
release.photoCount = query.number('//h2[contains(text(), "Photos")]/following-sibling::span');
|
||||
|
||||
const channelName = query.content('.video-container + div a[href*="?in="]')?.trim();
|
||||
|
||||
@@ -80,8 +80,8 @@ async function matchReleaseTags(releases) {
|
||||
|
||||
const casedTags = [...new Set(
|
||||
rawTags
|
||||
.concat(rawTags.map((tag) => tag.toLowerCase()))
|
||||
.concat(rawTags.map((tag) => tag.toUpperCase())),
|
||||
.concat(rawTags.map((tag) => tag.trim().toLowerCase()))
|
||||
.concat(rawTags.map((tag) => tag.trim().toUpperCase())),
|
||||
)];
|
||||
|
||||
const tagEntries = await knex('tags')
|
||||
|
||||
Reference in New Issue
Block a user