package-lock.json

@@ -1,12 +1,12 @@
 {
     "name": "traxxx",
-    "version": "1.203.1",
+    "version": "1.203.0",
     "lockfileVersion": 2,
     "requires": true,
     "packages": {
         "": {
             "name": "traxxx",
-            "version": "1.203.1",
+            "version": "1.203.0",
             "license": "ISC",
             "dependencies": {
                 "@casl/ability": "^5.2.2",

package.json

@@ -1,6 +1,6 @@
 {
     "name": "traxxx",
-    "version": "1.203.1",
+    "version": "1.203.0",
     "description": "All the latest porn releases in one place",
     "main": "src/app.js",
     "scripts": {

src/deep.js

@@ -1,6 +1,5 @@
 'use strict';
 
-const util = require('util');
 const Promise = require('bluebird');
 const { mergeAdvanced: merge } = require('object-merge-advanced');
 
@@ -12,8 +11,6 @@ const qu = require('./utils/qu');
 const getRecursiveParameters = require('./utils/get-recursive-parameters');
 const windows = require('./utils/http-windows');
 
-const waitImmediate = util.promisify(setImmediate);
-
 function toBaseReleases(baseReleasesOrUrls, entity = null) {
 	if (!baseReleasesOrUrls) {
 		return [];
@@ -131,8 +128,6 @@ async function scrapeRelease(baseRelease, entitiesBySlug, type = 'scene') {
 		windows.get(pathname)?.close();
 		windows.delete(pathname);
 
-		await waitImmediate;
-
 		logger.debug(`Memory usage after: ${process.memoryUsage.rss() / 1000000} MB (${baseRelease.url})`);
 
 		const scrapedRelease = rawScrapedRelease?.scene || rawScrapedRelease;
@@ -201,7 +196,7 @@ async function scrapeReleases(baseReleases, entitiesBySlug, type) {
 	return Promise.map(
 		baseReleases,
 		async (baseRelease) => scrapeRelease(baseRelease, entitiesWithBeforeDataBySlug, type),
-		{ concurrency: 3 },
+		{ concurrency: 5 },
 	);
 }
 

src/utils/jsdom-perf.js

@@ -1,12 +1,9 @@
 'use strict';
 
-const util = require('util');
 const fs = require('fs').promises;
 const Promise = require('bluebird');
 const { JSDOM } = require('jsdom');
 
-const waitImmediate = util.promisify(setImmediate);
-
 async function init() {
 	let peak = 0;
 	const files = await fs.readdir('./html');
@@ -22,9 +19,9 @@ async function init() {
 
 		console.log(`Memory usage: ${usage.toFixed(2)} MB, peak ${peak.toFixed(2)} MB`);
 
-		await waitImmediate;
+		await Promise.delay(100);
 	}, {
-		concurrency: 100,
+		concurrency: 10,
 	});
 
 	await Promise.delay(2000);