Closing JSDOM window after deep scrape in an attempt to save memory. Reduced deep scrape concurrency to 5.

This commit is contained in:
DebaucheryLibrarian
2021-12-01 17:26:13 +01:00
parent 08f725a0b6
commit e29cbc9fea
6 changed files with 59 additions and 2 deletions

View File

@@ -5,7 +5,6 @@ const qu = require('../utils/qu');
async function fetchScene(url, site, baseRelease, options) {
const res = await qu.get(url);
const release = await scrapeScene(res.item, url, site, baseRelease, null, options);
const siteDomain = release.query.el('meta[name="twitter:domain"]', 'content') || 'allblackx.com'; // only AllBlackX has no twitter domain, no other useful hints available