DebaucheryLibrarian
/
traxxx
2
1
Fork 1
Code Issues 36 Pull Requests 1 Releases Wiki Activity

Returning status codes from Gamma fetch.

This commit is contained in:
DebaucheryLibrarian 2020-09-10 17:54:23 +02:00
parent 196449fbd6
commit bec097f14d
1 changed files with 17 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
src/scrapers/gamma.js
View File

@ -446,11 +446,11 @@ async function fetchApiLatest(site, page = 1, preData, include, upcoming = false
encodeJSON: true, encodeJSON: true,
}); });
if (res.statusCode === 200 && res.body.results?.[0]?.hits) { if (res.status === 200 && res.body.results?.[0]?.hits) {
return scrapeApiReleases(res.body.results[0].hits, site); return scrapeApiReleases(res.body.results[0].hits, site);
} }
return []; return res.status;
} }
async function fetchApiUpcoming(site, page = 1, preData, include) { async function fetchApiUpcoming(site, page = 1, preData, include) {
@ -487,14 +487,22 @@ async function fetchLatest(site, page = 1) {
const url = getLatestUrl(site, page); const url = getLatestUrl(site, page);
const res = await http.get(url); const res = await http.get(url);
return scrapeAll(res.body.toString(), site); if (res.ok) {
return scrapeAll(res.body.toString(), site);
}
return res.status;
} }
async function fetchUpcoming(site) { async function fetchUpcoming(site) {
const url = getUpcomingUrl(site); const url = getUpcomingUrl(site);
const res = await http.get(url); const res = await http.get(url);
return scrapeAll(res.body.toString(), site, null, false); if (res.ok) {
return scrapeAll(res.body.toString(), site, null, false);
}
return res.status;
} }
function getDeepUrl(url, site, baseRelease, mobile) { function getDeepUrl(url, site, baseRelease, mobile) {
@ -538,8 +546,8 @@ async function fetchScene(url, site, baseRelease) {
}), }),
]); ]);
if (res.statusCode === 200) { if (res.status === 200) {
const mobileBody = mobileRes?.statusCode === 200 ? mobileRes.body.toString() : null; const mobileBody = mobileRes?.status === 200 ? mobileRes.body.toString() : null;
const scene = await scrapeScene(res.body.toString(), url, site, baseRelease, mobileBody); const scene = await scrapeScene(res.body.toString(), url, site, baseRelease, mobileBody);
return { ...scene, deepUrl }; return { ...scene, deepUrl };
@ -563,7 +571,7 @@ async function fetchActorScenes(actorName, apiUrl, siteSlug) {
encodeJSON: true, encodeJSON: true,
}); });
if (res.statusCode === 200 && res.body.results[0].hits.length > 0) { if (res.status === 200 && res.body.results[0].hits.length > 0) {
return res.body.results[0].hits; return res.body.results[0].hits;
} }
@ -579,7 +587,7 @@ async function fetchProfile({ name: actorName }, context, altSearchUrl, getActor
: `https://www.${siteSlug}.com/en/search/${siteSlug}/actor/${actorSlug}`; : `https://www.${siteSlug}.com/en/search/${siteSlug}/actor/${actorSlug}`;
const searchRes = await http.get(searchUrl); const searchRes = await http.get(searchUrl);
if (searchRes.statusCode !== 200) { if (searchRes.status !== 200) {
return null; return null;
} }
@ -589,7 +597,7 @@ async function fetchProfile({ name: actorName }, context, altSearchUrl, getActor
const url = `https://${siteSlug}.com${actorUrl}`; const url = `https://${siteSlug}.com${actorUrl}`;
const actorRes = await http.get(url); const actorRes = await http.get(url);
if (actorRes.statusCode !== 200) { if (actorRes.status !== 200) {
return null; return null;
} }