Added waitImmediate to deep scrape, reduced concurrency.

src/deep.js

@@ -1,5 +1,6 @@
 'use strict';
 
+const util = require('util');
 const Promise = require('bluebird');
 const { mergeAdvanced: merge } = require('object-merge-advanced');
 
@@ -11,6 +12,8 @@ const qu = require('./utils/qu');
 const getRecursiveParameters = require('./utils/get-recursive-parameters');
 const windows = require('./utils/http-windows');
 
+const waitImmediate = util.promisify(setImmediate);
+
 function toBaseReleases(baseReleasesOrUrls, entity = null) {
 	if (!baseReleasesOrUrls) {
 		return [];
@@ -128,6 +131,8 @@ async function scrapeRelease(baseRelease, entitiesBySlug, type = 'scene') {
 		windows.get(pathname)?.close();
 		windows.delete(pathname);
 
+		await waitImmediate;
+
 		logger.debug(`Memory usage after: ${process.memoryUsage.rss() / 1000000} MB (${baseRelease.url})`);
 
 		const scrapedRelease = rawScrapedRelease?.scene || rawScrapedRelease;
@@ -196,7 +201,7 @@ async function scrapeReleases(baseReleases, entitiesBySlug, type) {
 	return Promise.map(
 		baseReleases,
 		async (baseRelease) => scrapeRelease(baseRelease, entitiesWithBeforeDataBySlug, type),
-		{ concurrency: 5 },
+		{ concurrency: 3 },
 	);
 }