From 5918364cf56134af83568a24708d4e0833a246d3 Mon Sep 17 00:00:00 2001 From: DebaucheryLibrarian Date: Sun, 13 Feb 2022 01:34:39 +0100 Subject: [PATCH] Preventing unnecessary deep scrapes in Team Skeet scraper. --- src/scrapers/teamskeet.js | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/src/scrapers/teamskeet.js b/src/scrapers/teamskeet.js index e0399e1d..c269a0c2 100644 --- a/src/scrapers/teamskeet.js +++ b/src/scrapers/teamskeet.js @@ -129,6 +129,11 @@ async function fetchLatest(channel, page = 1, { parameters }) { } async function fetchScene(url, channel, baseScene, { parameters }) { + if (baseScene?.entryId) { + // overview and deep data is the same, don't hit server unnecessarily + return baseScene; + } + const sceneSlug = new URL(url).pathname.match(/\/([\w-]+$)/)[1]; const res = await http.get(`${parameters.videos}/${sceneSlug}`);