diff --git a/src/deep.js b/src/deep.js index 63fa653d..a08646cc 100644 --- a/src/deep.js +++ b/src/deep.js @@ -130,10 +130,10 @@ async function scrapeRelease(baseRelease, entitiesBySlug, type = 'scene') { if (windows.has(pathname)) { logger.debug(`Closing window for ${pathname}`); - } - windows.get(pathname)?.close(); - windows.delete(pathname); + windows.get(pathname).close(); + windows.delete(pathname); + } await waitImmediate; diff --git a/src/utils/http.js b/src/utils/http.js index 17ef74ec..439a218c 100644 --- a/src/utils/http.js +++ b/src/utils/http.js @@ -10,7 +10,7 @@ const tunnel = require('tunnel'); const Bottleneck = require('bottleneck'); const { JSDOM, toughCookie } = require('jsdom'); -const windows = require('./http-windows'); +// const windows = require('./http-windows'); const logger = require('../logger')(__filename); const virtualConsole = require('./virtual-console')(__filename); @@ -119,9 +119,11 @@ async function finalizeResult(res, options) { const window = options?.parse ? new JSDOM(html, { virtualConsole, ...options.extract }).window : null; const pathname = new URL(res.request.url).pathname.replace(/\//g, '_'); + /* unable to clear from update scrapes, nor any way to distinguish deep scrapes if (window) { windows.set(pathname, window); } + */ if (argv.saveHtml) { await fs.writeFile(`./html/${pathname}.html`, html);