Added stashes to Manticore search update.

This commit is contained in:
DebaucheryLibrarian
2024-03-15 00:57:28 +01:00
parent b96d996947
commit f83ea2436d
2417 changed files with 565 additions and 111 deletions

View File

@@ -231,7 +231,7 @@ async function scrapeScene({ html, query }, context) {
function scrapeMovie({ el, query }, url, site) {
const movie = { url, site };
movie.entryId = new URL(url).pathname.split('/').slice(-1)[0]?.replace('.html', '');
movie.entryId = new URL(url).pathname.split('/').slice(-1)[0]?.replace('.html', '').toLowerCase();
movie.title = query.cnt('.title_bar span');
movie.covers = query.urls('#dvd-cover-flip > a');
movie.channel = slugify(query.q('.update_date a', true), '');

View File

@@ -1,6 +1,7 @@
'use strict';
const { JSDOM } = require('jsdom');
const unprint = require('unprint');
const moment = require('moment');
const http = require('../utils/http');
@@ -50,14 +51,16 @@ function scrapeLatest(html, site) {
};
}
console.log(release);
return release;
});
}
function scrapeScene(html, site, url) {
const { document } = new JSDOM(html).window;
const release = { site };
function scrapeScene({ query }, { url, entity }) {
const release = {};
<<<<<<< Updated upstream
const scene = document.querySelector('#t2019-2col');
release.url = url;
@@ -78,43 +81,47 @@ function scrapeScene(html, site, url) {
release.photos = Array.from(scene.querySelectorAll('#t2019-main .t2019-thumbs img'), (el) => ({
src: (/^http/.test(el.src) ? el.src : `https:${el.src}`),
referer: site.url,
=======
release.entryId = new URL(url).pathname.match('video/(.*)')?.[1];
release.title = query.content('.scene-info .text-2xl');
release.description = query.content('.scene-info .space-x-4 span');
release.actors = query.all('.scene-info .link-list-with-commas a').map((el) => ({
name: unprint.query.content(el),
url: unprint.query.url(el, null, { origin: entity.url }),
}));
// unreliable CDN
release.photos = query.imgs('#trailer_player .flex-row img').filter((src) => src?.includes('cdn.')).map((src) => ({
src,
referer: entity.url,
>>>>>>> Stashed changes
attempts: 5,
interval: 5000,
concurrency: 1,
}));
const posterEl = scene.querySelector('#no-player-image');
const videoEl = scene.querySelector('video');
const trailerEl = scene.querySelector('#t2019-video source');
release.poster = {
src: query.img('#no-player-image') || query.poster('#player'),
referer: entity.url,
attempts: 5,
interval: 5000,
concurrency: 1,
};
if (posterEl) {
release.poster = {
src: /^http/.test(posterEl.src) ? posterEl.src : `https:${posterEl.src}`,
referer: site.url,
attempts: 5,
interval: 5000,
concurrency: 1,
};
} else if (videoEl) {
release.poster = {
src: /^http/.test(videoEl.poster) ? videoEl.poster : `https:${videoEl.poster}`,
referer: site.url,
attempts: 5,
interval: 5000,
concurrency: 1,
};
}
if (trailerEl) {
if (query.exists('#player source')) {
release.trailer = {
src: trailerEl.src,
referer: site.url,
src: query.video('#player source'),
referer: entity.url,
attempts: 5,
interval: 5000,
concurrency: 1,
};
}
console.log(release);
return release;
}
@@ -129,17 +136,10 @@ async function fetchLatest(site, page = 1) {
return [];
}
async function fetchScene(url, site) {
const res = await http.get(url);
if (res.statusCode === 200) {
return scrapeScene(res.body.toString(), site, url);
}
return null;
}
module.exports = {
fetchLatest,
fetchScene,
scrapeScene: {
scraper: scrapeScene,
unprint: true,
},
};