assets/js/releases/actions.js

@@ -178,7 +178,7 @@ function initReleasesActions(store, router) {
 							isS3
 						}
 					}
-					poster: moviesPoster {
+					poster: moviesPosterByMovieId {
 						media {
 							id
 							path
@@ -204,7 +204,7 @@ function initReleasesActions(store, router) {
 							isS3
 						}
 					}
-					trailer: moviesTrailer {
+					trailer: moviesTrailerByMovieId {
 						media {
 							id
 							path

package-lock.json

@@ -1,12 +1,12 @@
 {
     "name": "traxxx",
-    "version": "1.203.7",
+    "version": "1.203.6",
     "lockfileVersion": 2,
     "requires": true,
     "packages": {
         "": {
             "name": "traxxx",
-            "version": "1.203.7",
+            "version": "1.203.6",
             "license": "ISC",
             "dependencies": {
                 "@casl/ability": "^5.2.2",

package.json

@@ -1,6 +1,6 @@
 {
     "name": "traxxx",
-    "version": "1.203.7",
+    "version": "1.203.6",
     "description": "All the latest porn releases in one place",
     "main": "src/app.js",
     "scripts": {

src/deep.js

@@ -128,8 +128,6 @@ async function scrapeRelease(baseRelease, entitiesBySlug, type = 'scene') {
 
 		const pathname = new URL(baseRelease.url).pathname.replace(/\//g, '_');
 
-		delete rawScrapedRelease.query; // some scrapers pass the qu-wrapped window instance to parent scrapers, filling up memory
-
 		if (windows.has(pathname)) {
 			logger.debug(`Closing window for ${pathname}`);
 

src/media.js

@@ -377,7 +377,6 @@ async function writeLazy(image, lazypath) {
 
 async function storeImageFile(media, hashDir, hashSubDir, filename, filedir, filepath, options) {
 	logger.silly(`Storing permanent media files for ${media.id} from ${media.src} at ${filepath}`);
-	logger.debug(`Memory usage at image storage: ${process.memoryUsage.rss() / 1000000} MB (${media.src})`);
 
 	try {
 		const thumbdir = config.s3.enabled ? path.join(media.role, 'thumbs') : path.join(media.role, 'thumbs', hashDir, hashSubDir);
@@ -747,8 +746,7 @@ async function storeMedias(baseMedias, options) {
 	const fetchedMedias = await Promise.map(
 		baseMedias,
 		async (baseMedia) => fetchMedia(baseMedia, { existingSourceMediaByUrl, existingExtractMediaByUrl }),
-		// { concurrency: 100 }, // don't overload disk (or network, although this has its own throttling)
+		{ concurrency: 100 }, // don't overload disk (or network, although this has its own throttling)
-		{ concurrency: 10 }, // don't overload disk (or network, although this has its own throttling)
 	);
 
 	const { uniqueHashMedias, existingHashMedias } = await findHashDuplicates(fetchedMedias);

src/scrapers/xempire.js

@@ -14,6 +14,8 @@ async function fetchScene(url, site, baseRelease, options) {
 	release.channel = siteSlug;
 	release.director = 'Mason';
 
+	delete release.query;
+
 	return release;
 }
 

src/updates.js

@@ -41,6 +41,8 @@ async function filterUniqueReleases(releases) {
 	const releaseIdentifiers = releases
 		.map((release) => [release.entity.id, release.entryId.toString()]);
 
+	console.log(releaseIdentifiers.length);
+
 	const duplicateReleaseEntriesQuery = knex('releases')
 		.select(knex.raw('releases.*, row_to_json(entities) as entity'))
 		.leftJoin('entities', 'entities.id', 'releases.entity_id')
@@ -55,6 +57,8 @@ async function filterUniqueReleases(releases) {
 				.orWhere(knex.raw('updated_at - date > INTERVAL \'1 day\'')); // scene was updated after the release date, no updates expected
 		});
 
+	console.log(duplicateReleaseEntriesQuery.toString());
+
 	const duplicateReleaseEntries = await duplicateReleaseEntriesQuery;
 
 	const duplicateReleases = duplicateReleaseEntries.map((release) => curateRelease(release));