Ignoring non-scene page (possible CF or similar protection) in Vixen scraper.

This commit is contained in:
DebaucheryLibrarian 2020-11-26 03:27:21 +01:00
parent 6633ce78d0
commit 0b86def315
1 changed files with 11 additions and 3 deletions

View File

@ -240,9 +240,13 @@ async function fetchScene(url, site, baseRelease) {
const res = await http.get(apiUrl); const res = await http.get(apiUrl);
if (res.ok) { if (res.ok) {
if (res.body.data) {
return scrapeScene(res.body.data, url, site, baseRelease); return scrapeScene(res.body.data, url, site, baseRelease);
} }
return null;
}
return res.status; return res.status;
} }
@ -253,12 +257,16 @@ async function fetchProfile({ name: actorName }, { site }, include) {
const res = await http.get(url); const res = await http.get(url);
if (res.ok) { if (res.ok) {
if (res.body.data) {
return scrapeProfile(res.body.data, origin, include.scenes); return scrapeProfile(res.body.data, origin, include.scenes);
} }
return null; return null;
} }
return res.status;
}
module.exports = { module.exports = {
fetchLatest, fetchLatest,
fetchUpcoming, fetchUpcoming,