DebaucheryLibrarian
/
traxxx
2
1
Fork 1
Code Issues 37 Pull Requests 1 Releases Wiki Activity

Handling 'page not found' with 200 OK in Gamma scraper.

This commit is contained in:
DebaucheryLibrarian 2022-02-07 22:29:09 +01:00
parent 196a1d33e3
commit 1dfa034332
1 changed files with 14 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
src/scrapers/gamma.js
View File

@ -500,6 +500,10 @@ async function scrapeMovie({ query, el }, url, entity, baseRelease, options) {
const rawData = dataLayer?.[0]?.dvdDetails; const rawData = dataLayer?.[0]?.dvdDetails;
const data = rawData?.dvdId && rawData; // dvdDetails is mostly empty in some cache states const data = rawData?.dvdId && rawData; // dvdDetails is mostly empty in some cache states
if (query.exists('.NotFound-Title')) {
return null;
}
release.entryId = new URL(url).pathname.match(/\/(\d+)(\/|$)/)?.[1]; release.entryId = new URL(url).pathname.match(/\/(\d+)(\/|$)/)?.[1];
release.covers = [ release.covers = [
@ -674,10 +678,14 @@ async function fetchSceneApi(url, site, baseRelease, options) {
encodeJSON: true, encodeJSON: true,
}); });
if (res.status === 200 && res.body.results?.[0]?.hits) { if (res.status === 200 && res.body.results?.[0]?.hits.length > 0) {
return scrapeReleaseApi(res.body.results[0].hits[0], site, options); return scrapeReleaseApi(res.body.results[0].hits[0], site, options);
} }
if (res.status === 200) {
return null;
}
return res.status; return res.status;
} }
@ -706,10 +714,14 @@ async function fetchMovieApi(url, site, baseRelease, options) {
encodeJSON: true, encodeJSON: true,
}); });
if (res.status === 200 && res.body.results?.[0]?.hits) { if (res.status === 200 && res.body.results?.[0]?.hits.length > 0) {
return scrapeReleaseApi(res.body.results[0].hits[0], site, options); return scrapeReleaseApi(res.body.results[0].hits[0], site, options);
} }
if (res.status === 200) {
return null;
}
return res.status; return res.status;
} }