DebaucheryLibrarian
/
traxxx
2
1
Fork 1
Code Issues 37 Pull Requests 1 Releases Wiki Activity

Preventing unnecessary deep scrapes in Team Skeet scraper.

This commit is contained in:
DebaucheryLibrarian 2022-02-13 01:34:39 +01:00
parent df4d860d35
commit 5918364cf5
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
src/scrapers/teamskeet.js
View File

@ -129,6 +129,11 @@ async function fetchLatest(channel, page = 1, { parameters }) {
} }
async function fetchScene(url, channel, baseScene, { parameters }) { async function fetchScene(url, channel, baseScene, { parameters }) {
if (baseScene?.entryId) {
// overview and deep data is the same, don't hit server unnecessarily
return baseScene;
}
const sceneSlug = new URL(url).pathname.match(/\/([\w-]+$)/)[1]; const sceneSlug = new URL(url).pathname.match(/\/([\w-]+$)/)[1];
const res = await http.get(`${parameters.videos}/${sceneSlug}`); const res = await http.get(`${parameters.videos}/${sceneSlug}`);