DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Refactored AnalVids so studios are channels, excluded most channels from daily update.

Browse Source
This commit is contained in:
DebaucheryLibrarian
2024-10-20 01:59:18 +02:00
parent d89ced2e6e
commit 5374d6fd39
11 changed files with 6139 additions and 11963 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/scrapers/analvids.js
View File

@@ -25,7 +25,7 @@ function scrapeAll(scenes, channel) {
release.title = query.content('.card-scene__text');
release.shootId = extractTitle(release.title).shootId;
release.date = query.date('.label--time:nth-child(2)', 'YYYY-MM-DD');
release.date = query.date('.label--time:nth-child(2)', 'YYYY-MM-DD'); // only available on front-page, not on studio page
release.duration = query.duration('.label--time:first-child');
release.poster = query.img('.card-scene__view img', { attribute: 'data-src' });
@@ -64,10 +64,9 @@ function scrapeScene({ query }, { url }) {
release.tags = query.contents('.genres-list a[href*="/genre"]');
release.studio = slugify(query.content('.genres-list a[href*="/studios"]'), '', { removePunctuation: true });
// release.studio = slugify(query.content('.genres-list a[href*="/studios"]'), '', { removePunctuation: true });
release.poster = query.img('.watch__video video', { attribute: 'data-poster' });
release.photoCount = query.number('.bi-eye');
release.trailer = query.all('.watch__video source').map((el) => ({
src: unprint.query.video(el, null, { attribute: 'src' }),
@@ -91,7 +90,8 @@ function scrapeProfile({ query }, url, channel) {
}
async function fetchLatest(channel, page) {
const res = await unprint.get(`${channel.url}/new-videos/${page}`, { selectAll: '.card-scene' });
// const res = await unprint.get(`https://www.analvids.com/new-videos/${page}`, { selectAll: '.card-scene' }); // analvids as channel
const res = await unprint.get(`${channel.url}/latest/${page}`, { selectAll: '.card-scene' }); // studios as channels
if (res.ok) {
return scrapeAll(res.context, channel);