DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Fixed Boobpedia scraper. Catching non-OK responses for Vixen scraper.

Browse Source
This commit is contained in:
ThePendulum
2020-01-27 03:07:06 +01:00
parent 77b214f1dc
commit 32a0188b72
3 changed files with 30 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
src/scrapers/vixen.js
View File

@@ -110,15 +110,24 @@ async function scrapeScene(html, url, site) {
}
async function fetchLatest(site, page = 1) {
const res = await bhttp.get(`${site.url}/videos?page=${page}&size=7`);
const url = `${site.url}/videos?page=${page}&size=7`;
const res = await bhttp.get(url);
return scrapeLatest(res.body.toString(), site);
if (res.statusCode === 200) {
return scrapeLatest(res.body.toString(), site);
}
throw new Error(`Vixen response not OK for latest: ${res.statusCode}`);
}
async function fetchScene(url, site) {
const res = await bhttp.get(url);
return scrapeScene(res.body.toString(), url, site);
if (res.statusCode === 200) {
return scrapeScene(res.body.toString(), url, site);
}
throw new Error(`Vixen response not OK for scene (${url}): ${res.statusCode}`);
}
module.exports = {