1.248.23

package-lock.json

@@ -1,12 +1,12 @@
 {
     "name": "traxxx",
-    "version": "1.248.22",
+    "version": "1.248.23",
     "lockfileVersion": 3,
     "requires": true,
     "packages": {
         "": {
             "name": "traxxx",
-            "version": "1.248.22",
+            "version": "1.248.23",
             "license": "ISC",
             "dependencies": {
                 "@aws-sdk/client-s3": "^3.458.0",

package.json

@@ -1,6 +1,6 @@
 {
     "name": "traxxx",
-    "version": "1.248.22",
+    "version": "1.248.23",
     "description": "All the latest porn releases in one place",
     "main": "src/app.js",
     "scripts": {

src/store-releases.js

@@ -430,7 +430,7 @@ async function storeScenes(releases, useBatchId) {
 	const curatedDuplicateReleases = await Promise.all(duplicateReleasesWithId.map((release) => curateReleaseEntry(release, batchId)));
 	const releasesWithId = uniqueReleasesWithId.concat(duplicateReleasesWithId);
 
-	const updated = await knex.raw(`
+	const updatedChunks = await Promise.all(chunk(curatedDuplicateReleases, 500).map(async (chunkedReleases) => knex.raw(`
 		UPDATE releases
 		SET url = COALESCE(new.url, releases.url),
 		date = COALESCE(new.date, releases.date),
@@ -447,8 +447,8 @@ async function storeScenes(releases, useBatchId) {
 		AS new(id int, url text, date timestamptz, entity json, title text, description text, shoot_id text, duration integer, comment text, attributes json, deep boolean)
 		WHERE releases.id = new.id
 	`, {
-		scenes: JSON.stringify(curatedDuplicateReleases),
-	});
+		scenes: JSON.stringify(chunkedReleases),
+	})));
 
 	const [actors, storedSeries] = await Promise.all([
 		argv.associateActors && associateActors(releasesWithId, batchId),
@@ -469,7 +469,9 @@ async function storeScenes(releases, useBatchId) {
 		await scrapeActors(actors.map((actor) => actor.name));
 	}
 
-	logger.info(`Stored ${storedReleaseEntries.length}, updated ${updated.rowCount} releases`);
+	const updated = updatedChunks.reduce((acc, updatedChunk) => acc + updatedChunk.rowCount, 0);
+
+	logger.info(`Stored ${storedReleaseEntries.length}, updated ${updated} releases`);
 
 	await notify(releasesWithId);