forked from DebaucheryLibrarian/traxxx
Fixed empty page breaking Vixen scraper.
This commit is contained in:
@@ -6,17 +6,21 @@ const slugify = require('../utils/slugify');
|
||||
function matchChannel(release, channel) {
|
||||
const series = channel.children || channel.parent.children;
|
||||
|
||||
console.log(channel, series);
|
||||
// console.log(series?.length, release.url, channel.name);
|
||||
|
||||
const serieNames = series.reduce((acc, serie) => ({
|
||||
...acc,
|
||||
[serie.name]: serie,
|
||||
[serie.slug]: serie,
|
||||
}), {});
|
||||
}), {
|
||||
vr: 'littlecapricevr',
|
||||
});
|
||||
|
||||
const serieName = release.title.match(new RegExp(Object.keys(serieNames).join('|'), 'i'))?.[0];
|
||||
const serie = serieName && serieNames[slugify(serieName, '')];
|
||||
|
||||
console.log(release.title, serieName);
|
||||
|
||||
if (serie) {
|
||||
return {
|
||||
channel: serie.slug,
|
||||
|
||||
@@ -207,8 +207,12 @@ async function fetchLatest(site, page = 1) {
|
||||
const url = `${site.url}/api/videos?page=${page}`;
|
||||
const res = await http.get(url);
|
||||
|
||||
if (res.status === 200) {
|
||||
return scrapeAll(res.body.data.videos, site);
|
||||
if (res.ok) {
|
||||
if (res.body.data.videos) {
|
||||
return scrapeAll(res.body.data.videos, site);
|
||||
}
|
||||
|
||||
return null;
|
||||
}
|
||||
|
||||
return res.status;
|
||||
@@ -218,8 +222,12 @@ async function fetchUpcoming(site) {
|
||||
const apiUrl = `${site.url}/api`;
|
||||
const res = await http.get(apiUrl);
|
||||
|
||||
if (res.status === 200) {
|
||||
return scrapeUpcoming(res.body.data.nextScene, site);
|
||||
if (res.ok) {
|
||||
if (res.body.data.nextScene) {
|
||||
return scrapeUpcoming(res.body.data.nextScene, site);
|
||||
}
|
||||
|
||||
return null;
|
||||
}
|
||||
|
||||
return res.status;
|
||||
@@ -231,7 +239,7 @@ async function fetchScene(url, site, baseRelease) {
|
||||
|
||||
const res = await http.get(apiUrl);
|
||||
|
||||
if (res.status === 200) {
|
||||
if (res.ok) {
|
||||
return scrapeScene(res.body.data, url, site, baseRelease);
|
||||
}
|
||||
|
||||
@@ -244,7 +252,7 @@ async function fetchProfile({ name: actorName }, { site }, include) {
|
||||
const url = `${origin}/api/${actorSlug}`;
|
||||
const res = await http.get(url);
|
||||
|
||||
if (res.status === 200) {
|
||||
if (res.ok) {
|
||||
return scrapeProfile(res.body.data, origin, include.scenes);
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user