assets/components/entities/entity.vue

@@ -108,7 +108,6 @@
 				:fetch-releases="fetchEntity"
 				:items-total="totalCount"
 				:items-per-page="limit"
-				:available-tags="entity.tags"
 			/>
 
 			<div class="releases">

assets/components/releases/movies.vue

@@ -3,6 +3,12 @@
 		<div class="content-inner">
 			<SearchBar :placeholder="`Search ${totalCount} movies`" />
 
+			<TagFilter
+				class="filters-filter"
+				:filter="filter"
+				:available-tags="availableTags"
+			/>
+
 			<div
 				ref="tiles"
 				class="tiles"
@@ -30,6 +36,7 @@
 import MovieTile from './movie-tile.vue';
 import SearchBar from '../search/bar.vue';
 import Pagination from '../pagination/pagination.vue';
+import TagFilter from '../filters/tag-filter.vue';
 
 async function fetchMovies() {
 	if (this.$route.query.query) {
@@ -73,6 +80,7 @@ export default {
 		MovieTile,
 		SearchBar,
 		Pagination,
+		TagFilter,
 	},
 	data() {
 		return {

assets/js/curate.js

@@ -105,7 +105,6 @@ function curateEntity(entity, parent, releases) {
 	};
 
 	if (entity.tags) curatedEntity.tags = entity.tags.map(({ tag }) => tag);
-	if (entity.sceneTags) curatedEntity.sceneTags = entity.sceneTags;
 
 	if (entity.children) {
 		if (entity.children.nodes) {

assets/js/entities/actions.js

@@ -41,11 +41,6 @@ function initEntitiesActions(store, router) {
 							slug
 						}
 					}
-					sceneTags {
-						id
-						name
-						slug
-					}
 					children: childEntitiesConnection(
                         orderBy: [PRIORITY_DESC, NAME_ASC],
 						filter: {

migrations/20220209010315_movies_tags.js

@@ -0,0 +1,8 @@
+exports.up = async (knex) => knex.raw(`
+	CREATE VIEW movies_tagged AS
+		SELECT * FROM movies;
+`);
+
+exports.down = async (knex) => knex.raw(`
+	DROP VIEW IF EXISTS movies_tagged;
+`);

migrations/20220227215315_entity_filters.js

@@ -1,23 +0,0 @@
-exports.up = async (knex) => knex.raw(`
-	CREATE FUNCTION entities_scene_tags(entity entities, selectable_tags text[]) RETURNS SETOF tags AS $$
-		SELECT tags.*
-		FROM releases
-		LEFT JOIN
-			releases_tags ON releases_tags.release_id = releases.id
-		LEFT JOIN
-			tags ON tags.id = releases_tags.tag_id
-		WHERE
-			releases.entity_id = entity.id
-		AND
-			CASE WHEN array_length(selectable_tags, 1) IS NOT NULL
-			THEN tags.slug = ANY(selectable_tags)
-			ELSE true
-			END
-		GROUP BY tags.id
-		ORDER BY tags.name;
-	$$ LANGUAGE SQL STABLE;
-`);
-
-exports.down = async (knex) => knex.raw(`
-	DROP FUNCTION IF EXISTS entities_tags;
-`);

package-lock.json

@@ -1,12 +1,12 @@
 {
     "name": "traxxx",
-    "version": "1.210.0",
+    "version": "1.209.5",
     "lockfileVersion": 2,
     "requires": true,
     "packages": {
         "": {
             "name": "traxxx",
-            "version": "1.210.0",
+            "version": "1.209.5",
             "license": "ISC",
             "dependencies": {
                 "@casl/ability": "^5.2.2",

package.json

@@ -1,6 +1,6 @@
 {
     "name": "traxxx",
-    "version": "1.210.0",
+    "version": "1.209.5",
     "description": "All the latest porn releases in one place",
     "main": "src/app.js",
     "scripts": {

src/actors.js

@@ -20,7 +20,6 @@ const scrapers = require('./scrapers/scrapers').actors;
 const argv = require('./argv');
 const include = require('./utils/argv-include')(argv);
 const bulkInsert = require('./utils/bulk-insert');
-const chunk = require('./utils/chunk');
 const logger = require('./logger')(__filename);
 
 const { toBaseReleases } = require('./deep');
@@ -1049,8 +1048,7 @@ async function flushProfiles(actorIdsOrNames) {
 	logger.info(`Removed ${deleteCount} profiles`);
 }
 
-async function deleteActors(allActorIdsOrNames) {
+async function deleteActors(actorIdsOrNames) {
-	const deleteCounts = await Promise.map(chunk(allActorIdsOrNames), async (actorIdsOrNames) => {
 	const actors = await knex('actors')
 		.whereIn('id', actorIdsOrNames.filter((idOrName) => typeof idOrName === 'number'))
 		.orWhere((builder) => {
@@ -1074,17 +1072,9 @@ async function deleteActors(allActorIdsOrNames) {
 			.delete(),
 	]);
 
-		return { deletedScenesCount, deletedActorsCount };
-	}, { concurrency: 10 });
-
-	const deletedActorsCount = deleteCounts.reduce((acc, count) => acc + count.deletedActorsCount, 0);
-	const deletedScenesCount = deleteCounts.reduce((acc, count) => acc + count.deletedScenesCount, 0);
-
 	await flushOrphanedMedia();
 
 	logger.info(`Removed ${deletedActorsCount} actors with ${deletedScenesCount} scenes`);
-
-	return deletedActorsCount;
 }
 
 async function flushActors() {

src/media.js

@@ -961,12 +961,9 @@ async function flushOrphanedMedia() {
 		await deleteS3Objects(orphanedMedia.filter((media) => media.is_s3));
 	}
 
-	try {
 	await fsPromises.rm(path.join(config.media.path, 'temp'), { recursive: true });
+
 	logger.info('Cleared temporary media directory');
-	} catch (error) {
-		logger.warn(`Failed to clear temporary media directory: ${error.message}`);
-	}
 }
 
 module.exports = {

src/scrapers/mindgeek.js

@@ -11,12 +11,6 @@ const slugify = require('../utils/slugify');
 const http = require('../utils/http');
 const { inchesToCm, lbsToKg } = require('../utils/convert');
 
-function getBasePath(channel, path = '/scene') {
-	return channel.parameters?.scene
-		|| ((channel.parameters?.native || channel.type === 'network') && `${channel.url}${path}`)
-		|| `${channel.parent.url}${path}`;
-}
-
 function getThumbs(scene) {
 	if (scene.images.poster) {
 		return Object.values(scene.images.poster) // can be { 0: {}, 1: {}, ... } instead of array
@@ -24,7 +18,7 @@ function getThumbs(scene) {
 			.map((image) => image.xl.url);
 	}
 
-	if (Array.isArray(scene.images.card_main_rect)) {
+	if (scene.images.card_main_rect) {
 		return scene.images.card_main_rect
 			.concat(scene.images.card_secondary_rect || [])
 			.map((image) => image.xl.url.replace('.thumb', ''));
@@ -33,20 +27,6 @@ function getThumbs(scene) {
 	return [];
 }
 
-function getCovers(images) {
-	return [
-		[
-			images.cover[0].md?.url,
-			images.cover[0].sm?.url,
-			images.cover[0].xs?.url,
-			// bigger but usually upscaled
-			images.cover[0].xx?.url,
-			images.cover[0].xl?.url,
-			images.cover[0].lg?.url,
-		],
-	];
-}
-
 function getVideos(data) {
 	const teaserSources = data.videos.mediabook?.files;
 	const trailerSources = data.children.find((child) => child.type === 'trailer')?.videos.full?.files;
@@ -71,7 +51,9 @@ function scrapeLatestX(data, site, filterChannel) {
 		description: data.description,
 	};
 
-	const basepath = getBasePath(site);
+	const basepath = site.parameters?.scene
+		|| (site.parameters?.native && `${site.url}/scene`)
+		|| `${site.parent.url}/scene`;
 
 	release.url = `${basepath}/${release.entryId}/${slugify(release.title)}`;
 	release.date = new Date(data.dateReleased);
@@ -114,7 +96,7 @@ async function scrapeLatest(items, site, filterChannel) {
 	};
 }
 
-function scrapeRelease(data, url, channel, networkName) {
+function scrapeScene(data, url, _site, networkName) {
 	const release = {};
 
 	const { id: entryId, title, description } = data;
@@ -147,29 +129,6 @@ function scrapeRelease(data, url, channel, networkName) {
 
 	release.url = url || `https://www.${networkName || data.brand}.com/scene/${entryId}/`;
 
-	if (data.parent?.type === 'movie') {
-		release.movie = {
-			entryId: data.parent.id,
-			url: `${getBasePath(channel, '/movie')}/${data.parent.id}/${slugify(data.parent.title, '-', { removePunctuation: true })}`,
-			title: data.parent.title,
-			description: data.parent.description,
-			date: new Date(data.parent.dateReleased),
-			channel: slugify(data.parent.collections?.name || data.parent.brand),
-			covers: getCovers(data.parent.images),
-			shallow: true,
-		};
-	}
-
-	if (data.type === 'movie') {
-		release.covers = getCovers(data.images);
-		release.scenes = data.children?.map((scene) => ({
-			entryId: scene.id,
-			url: `${getBasePath(channel)}/${scene.id}/${slugify(scene.title)}`,
-			title: scene.title,
-			shallow: true,
-		}));
-	}
-
 	return release;
 }
 
@@ -271,7 +230,7 @@ function scrapeProfile(data, html, releases = [], networkName) {
 		profile.naturalBoobs = false;
 	}
 
-	profile.releases = releases.map((release) => scrapeRelease(release, null, null, networkName));
+	profile.releases = releases.map((release) => scrapeScene(release, null, null, networkName));
 
 	return profile;
 }
@@ -333,8 +292,8 @@ async function fetchUpcoming(site, page, options) {
 	return res.statusCode;
 }
 
-async function fetchRelease(url, site, baseScene, options) {
+async function fetchScene(url, site, baseScene, options) {
-	if (baseScene?.entryId && !baseScene.shallow) {
+	if (baseScene?.entryId) {
 		// overview and deep data is the same, don't hit server unnecessarily
 		return baseScene;
 	}
@@ -353,7 +312,7 @@ async function fetchRelease(url, site, baseScene, options) {
 
 	if (res.status === 200 && res.body.result) {
 		return {
-			scene: scrapeRelease(res.body.result, url, site),
+			scene: scrapeScene(res.body.result, url, site),
 		};
 	}
 
@@ -415,7 +374,6 @@ module.exports = {
 	scrapeLatestX,
 	fetchLatest,
 	fetchUpcoming,
-	fetchScene: fetchRelease,
+	fetchScene,
-	fetchMovie: fetchRelease,
 	fetchProfile,
 };

src/scrapers/vixen.js

@@ -142,7 +142,6 @@ async function getTrailer(scene, channel, url) {
 	return null;
 }
 
-/*
 async function getPhotosLegacy(url) {
 	const htmlRes = await http.get(url, {
 		extract: {
@@ -170,7 +169,6 @@ async function getPhotosLegacy(url) {
 		return [];
 	}
 }
-*/
 
 async function getPhotos(url) {
 	const htmlRes = await http.get(url, {

src/store-releases.js

@@ -392,8 +392,7 @@ async function associateMovieScenes(movies, movieScenes) {
 			return null;
 		}
 
-		const sceneMovie = moviesByEntityIdAndEntryId[scene.entity.id]?.[scene.movie.entryId]
+		const sceneMovie = moviesByEntityIdAndEntryId[scene.entity.id]?.[scene.movie.entryId];
-			|| moviesByEntityIdAndEntryId[scene.entity.parent?.id]?.[scene.movie.entryId];
 
 		if (sceneMovie?.id) {
 			return {