Updating Manticore scenes database on scene store.

src/update-search.js

@@ -1,10 +1,99 @@
 'use strict';
 
+const manticore = require('manticoresearch');
+
 const knex = require('./knex');
 const logger = require('./logger')(__filename);
 const bulkInsert = require('./utils/bulk-insert');
 
-async function updateSceneSearch(releaseIds) {
+const mantiClient = new manticore.ApiClient();
+const indexApi = new manticore.IndexApi(mantiClient);
+
+async function updateManticoreSearch(releaseIds) {
+	const scenes = await knex.raw(`
+        SELECT
+            scenes_meta.id AS id,
+			scenes_meta.title,
+			scenes_meta.created_at,
+			scenes_meta.date,
+			scenes_meta.entry_id,
+			scenes_meta.stashed,
+			entities.id as channel_id,
+			entities.slug as channel_slug,
+			entities.name as channel_name,
+			parents.id as network_id,
+			parents.slug as network_slug,
+			parents.name as network_name,
+			COALESCE(JSON_AGG(DISTINCT (actors.id, actors.name)) FILTER (WHERE actors.id IS NOT NULL), '[]') as actors,
+			COALESCE(JSON_AGG(DISTINCT (tags.id, tags.name)) FILTER (WHERE tags.id IS NOT NULL), '[]') as tags
+        FROM scenes_meta
+        LEFT JOIN entities ON scenes_meta.entity_id = entities.id
+        LEFT JOIN entities AS parents ON parents.id = entities.parent_id
+        LEFT JOIN releases_actors AS local_actors ON local_actors.release_id = scenes_meta.id
+        LEFT JOIN releases_directors AS local_directors ON local_directors.release_id = scenes_meta.id
+        LEFT JOIN releases_tags AS local_tags ON local_tags.release_id = scenes_meta.id
+        LEFT JOIN actors ON local_actors.actor_id = actors.id
+        LEFT JOIN actors AS directors ON local_directors.director_id = directors.id
+        LEFT JOIN tags ON local_tags.tag_id = tags.id AND tags.priority >= 6
+        LEFT JOIN tags as tags_aliases ON local_tags.tag_id = tags_aliases.alias_for AND tags_aliases.secondary = true
+        ${releaseIds ? 'WHERE scenes_meta.id = ANY(?)' : ''}
+        GROUP BY
+            scenes_meta.id,
+			scenes_meta.title,
+			scenes_meta.created_at,
+			scenes_meta.date,
+			scenes_meta.entry_id,
+			scenes_meta.stashed,
+			entities.id,
+			entities.name,
+			entities.slug,
+			entities.alias,
+			parents.id,
+			parents.name,
+			parents.slug,
+			parents.alias;
+    `, releaseIds && [releaseIds]);
+
+	console.log(releaseIds);
+	console.log(scenes);
+
+	const docs = scenes.rows.map((scene) => ({
+		replace: {
+			index: 'scenes',
+			id: scene.id,
+			doc: {
+				title: scene.title || undefined,
+				date: scene.date ? Math.round(scene.date.getTime() / 1000) : undefined,
+				created_at: Math.round(scene.created_at.getTime() / 1000),
+				effective_date: Math.round((scene.date || scene.created_at).getTime() / 1000),
+				entry_id: scene.entry_id,
+				channel_id: scene.channel_id,
+				channel_slug: scene.channel_slug,
+				channel_name: scene.channel_name,
+				network_id: scene.network_id || undefined,
+				network_slug: scene.network_slug || undefined,
+				network_name: scene.network_name || undefined,
+				actor_ids: scene.actors.map((actor) => actor.f1),
+				actors: scene.actors.map((actor) => actor.f2).join(),
+				tag_ids: scene.tags.map((tag) => tag.f1),
+				tags: scene.tags.map((tag) => tag.f2).join(),
+				stashed: scene.stashed || 0,
+			},
+		},
+	}));
+
+	console.log('docs', docs);
+
+	if (docs.length === 0) {
+		return;
+	}
+
+	const data = await indexApi.bulk(docs.map((doc) => JSON.stringify(doc)).join('\n'));
+
+	console.log('data', data);
+}
+
+async function updateSqlSearch(releaseIds) {
 	logger.info(`Updating search documents for ${releaseIds ? releaseIds.length : 'all' } releases`);
 
 	const documents = await knex.raw(`
@@ -48,6 +137,13 @@ async function updateSceneSearch(releaseIds) {
 	await knex.raw('REFRESH MATERIALIZED VIEW releases_summaries;');
 }
 
+async function updateSceneSearch(releaseIds) {
+	await knex.raw('REFRESH MATERIALIZED VIEW scenes_meta;');
+
+	await updateSqlSearch(releaseIds);
+	await updateManticoreSearch(releaseIds);
+}
+
 async function updateMovieSearch(movieIds, target = 'movie') {
 	logger.info(`Updating search documents for ${movieIds ? movieIds.length : 'all' } ${target}s`);