2019-05-06 00:01:57 +00:00
|
|
|
'use strict';
|
|
|
|
|
2020-10-24 22:52:40 +00:00
|
|
|
const inquirer = require('inquirer');
|
|
|
|
|
|
|
|
const logger = require('./logger')(__filename);
|
2019-05-06 00:01:57 +00:00
|
|
|
const knex = require('./knex');
|
2020-10-24 22:52:40 +00:00
|
|
|
const { flushOrphanedMedia } = require('./media');
|
2021-02-26 18:39:48 +00:00
|
|
|
const { HttpError } = require('./errors');
|
2019-11-17 02:56:45 +00:00
|
|
|
|
2020-12-19 00:03:15 +00:00
|
|
|
function curateRelease(release, withMedia = false, withPoster = true) {
|
2020-05-19 23:11:32 +00:00
|
|
|
if (!release) {
|
|
|
|
return null;
|
|
|
|
}
|
|
|
|
|
|
|
|
return {
|
|
|
|
id: release.id,
|
2021-02-26 16:22:54 +00:00
|
|
|
...(release.relevance && { relevance: release.relevance }),
|
2020-05-19 23:11:32 +00:00
|
|
|
entryId: release.entry_id,
|
|
|
|
shootId: release.shoot_id,
|
|
|
|
title: release.title,
|
|
|
|
url: release.url,
|
|
|
|
date: release.date,
|
|
|
|
description: release.description,
|
|
|
|
duration: release.duration,
|
2020-07-17 01:39:13 +00:00
|
|
|
entity: release.entity && {
|
|
|
|
id: release.entity.id,
|
|
|
|
name: release.entity.name,
|
|
|
|
slug: release.entity.slug,
|
2020-08-17 13:53:20 +00:00
|
|
|
parent: release.parent && {
|
|
|
|
id: release.parent.id,
|
|
|
|
name: release.parent.name,
|
|
|
|
slug: release.parent.slug,
|
2020-07-17 01:39:13 +00:00
|
|
|
},
|
2020-05-19 23:11:32 +00:00
|
|
|
},
|
|
|
|
actors: (release.actors || []).map(actor => ({
|
|
|
|
id: actor.id,
|
|
|
|
name: actor.name,
|
2020-05-19 23:38:58 +00:00
|
|
|
slug: actor.slug,
|
2020-05-19 23:11:32 +00:00
|
|
|
gender: actor.gender,
|
2020-07-17 01:39:13 +00:00
|
|
|
entityId: actor.entity_id,
|
2020-05-19 23:38:58 +00:00
|
|
|
aliasFor: actor.alias_for,
|
2020-05-21 01:44:44 +00:00
|
|
|
})),
|
|
|
|
tags: (release.tags || []).map(tag => ({
|
|
|
|
id: tag.id,
|
|
|
|
name: tag.name,
|
|
|
|
slug: tag.slug,
|
2020-05-19 23:11:32 +00:00
|
|
|
})),
|
2021-02-26 23:37:22 +00:00
|
|
|
chapters: (release.chapters || []).map(chapter => ({
|
|
|
|
id: chapter.id,
|
|
|
|
index: chapter.index,
|
|
|
|
time: chapter.time,
|
|
|
|
duration: chapter.duration,
|
|
|
|
title: chapter.title,
|
|
|
|
description: chapter.description,
|
|
|
|
})),
|
2020-12-19 00:03:15 +00:00
|
|
|
...((withMedia || withPoster) && {
|
2020-05-19 23:11:32 +00:00
|
|
|
poster: release.poster ? {
|
|
|
|
id: release.poster.id,
|
|
|
|
path: release.poster.path,
|
2020-12-19 00:03:15 +00:00
|
|
|
thumbnail: release.poster.thumbnail,
|
2020-05-19 23:11:32 +00:00
|
|
|
width: release.poster.width,
|
|
|
|
height: release.poster.height,
|
|
|
|
size: release.poster.size,
|
|
|
|
} : null,
|
2020-12-19 00:03:15 +00:00
|
|
|
}),
|
|
|
|
...(withMedia && {
|
2020-05-19 23:11:32 +00:00
|
|
|
photos: (release.photos || []).map(photo => ({
|
|
|
|
id: photo.id,
|
|
|
|
path: photo.path,
|
2020-12-19 00:03:15 +00:00
|
|
|
thumbnail: release.poster.thumbnail,
|
2020-05-19 23:11:32 +00:00
|
|
|
width: photo.width,
|
|
|
|
height: photo.height,
|
|
|
|
size: photo.size,
|
|
|
|
})),
|
2020-12-19 00:03:15 +00:00
|
|
|
trailer: release.trailer ? {
|
|
|
|
id: release.trailer.id,
|
|
|
|
path: release.trailer.path,
|
|
|
|
} : null,
|
2020-05-19 23:11:32 +00:00
|
|
|
}),
|
|
|
|
createdAt: release.created_at,
|
|
|
|
};
|
|
|
|
}
|
|
|
|
|
2020-12-19 00:03:15 +00:00
|
|
|
function withRelations(queryBuilder, withMedia = false, withPoster = true) {
|
2020-05-19 23:11:32 +00:00
|
|
|
queryBuilder
|
|
|
|
.select(knex.raw(`
|
|
|
|
releases.id, releases.entry_id, releases.shoot_id, releases.title, releases.url, releases.date, releases.description, releases.duration, releases.created_at,
|
2020-07-17 01:39:13 +00:00
|
|
|
row_to_json(entities) as entity,
|
|
|
|
row_to_json(parents) as parent,
|
2020-05-21 01:44:44 +00:00
|
|
|
COALESCE(json_agg(DISTINCT actors) FILTER (WHERE actors.id IS NOT NULL), '[]') as actors,
|
2021-02-26 23:37:22 +00:00
|
|
|
COALESCE(json_agg(DISTINCT tags) FILTER (WHERE tags.id IS NOT NULL), '[]') as tags,
|
|
|
|
COALESCE(json_agg(DISTINCT chapters) FILTER (WHERE chapters.id IS NOT NULL), '[]') as chapters
|
2020-05-19 23:11:32 +00:00
|
|
|
`))
|
2020-07-17 01:39:13 +00:00
|
|
|
.leftJoin('entities', 'entities.id', 'releases.entity_id')
|
|
|
|
.leftJoin('entities as parents', 'parents.id', 'entities.parent_id')
|
2020-05-19 23:11:32 +00:00
|
|
|
.leftJoin('releases_actors', 'releases_actors.release_id', 'releases.id')
|
|
|
|
.leftJoin('actors', 'actors.id', 'releases_actors.actor_id')
|
2020-05-21 01:44:44 +00:00
|
|
|
.leftJoin('releases_tags', 'releases_tags.release_id', 'releases.id')
|
|
|
|
.leftJoin('tags', 'tags.id', 'releases_tags.tag_id')
|
2021-02-26 23:37:22 +00:00
|
|
|
.leftJoin('chapters', 'chapters.release_id', 'releases.id')
|
2020-05-19 23:11:32 +00:00
|
|
|
.groupBy(knex.raw(`
|
|
|
|
releases.id, releases.entry_id, releases.shoot_id, releases.title, releases.url, releases.date, releases.description, releases.duration, releases.created_at,
|
2020-07-17 01:39:13 +00:00
|
|
|
entities.id, parents.id
|
2020-05-19 23:11:32 +00:00
|
|
|
`));
|
|
|
|
|
2020-12-19 00:03:15 +00:00
|
|
|
if (withMedia || withPoster) {
|
2020-05-19 23:11:32 +00:00
|
|
|
queryBuilder
|
|
|
|
.select(knex.raw(`
|
2020-12-19 00:03:15 +00:00
|
|
|
row_to_json(posters) as poster
|
2020-05-19 23:11:32 +00:00
|
|
|
`))
|
|
|
|
.leftJoin('releases_posters', 'releases_posters.release_id', 'releases.id')
|
|
|
|
.leftJoin('media as posters', 'posters.id', 'releases_posters.media_id')
|
2020-12-19 00:03:15 +00:00
|
|
|
.groupBy('posters.id');
|
|
|
|
}
|
|
|
|
|
|
|
|
if (withMedia) {
|
|
|
|
queryBuilder
|
|
|
|
.select(knex.raw(`
|
|
|
|
row_to_json(trailers) as trailer,
|
|
|
|
COALESCE(json_agg(DISTINCT photos) FILTER (WHERE photos.id IS NOT NULL), '[]') as photos
|
|
|
|
`))
|
2020-05-19 23:11:32 +00:00
|
|
|
.leftJoin('releases_photos', 'releases_photos.release_id', 'releases.id')
|
|
|
|
.leftJoin('media as photos', 'photos.id', 'releases_photos.media_id')
|
2020-12-19 00:03:15 +00:00
|
|
|
.leftJoin('releases_trailers', 'releases_trailers.release_id', 'releases.id')
|
|
|
|
.leftJoin('media as trailers', 'trailers.id', 'releases_trailers.media_id')
|
|
|
|
.groupBy('posters.id', 'trailers.id');
|
2020-05-19 23:11:32 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-12-18 23:40:36 +00:00
|
|
|
async function fetchScene(releaseId) {
|
2020-05-19 23:11:32 +00:00
|
|
|
const release = await knex('releases')
|
|
|
|
.where('releases.id', releaseId)
|
2020-12-19 00:03:15 +00:00
|
|
|
.modify(withRelations, true, true)
|
2020-05-19 23:11:32 +00:00
|
|
|
.first();
|
|
|
|
|
|
|
|
return curateRelease(release, true);
|
|
|
|
}
|
|
|
|
|
2020-12-18 23:40:36 +00:00
|
|
|
async function fetchScenes(limit = 100) {
|
2021-02-26 18:39:48 +00:00
|
|
|
if (typeof limit !== 'number') {
|
|
|
|
throw new HttpError('Limit parameter needs to be a number', 400);
|
|
|
|
}
|
|
|
|
|
2020-05-19 23:11:32 +00:00
|
|
|
const releases = await knex('releases')
|
2020-12-19 00:03:15 +00:00
|
|
|
.modify(withRelations, false, true)
|
2020-11-26 03:01:01 +00:00
|
|
|
.limit(Math.min(limit, 1000000));
|
2020-03-10 22:46:55 +00:00
|
|
|
|
2020-05-19 23:11:32 +00:00
|
|
|
return releases.map(release => curateRelease(release));
|
2020-03-29 02:00:46 +00:00
|
|
|
}
|
|
|
|
|
2021-02-26 16:29:02 +00:00
|
|
|
async function searchScenes(query, limit = 100, relevance = 0) {
|
2021-02-26 18:39:48 +00:00
|
|
|
if (typeof limit !== 'number') {
|
|
|
|
throw new HttpError('Limit parameter needs to be a number', 400);
|
|
|
|
}
|
|
|
|
|
|
|
|
if (typeof relevance !== 'number') {
|
|
|
|
throw new HttpError('Relevance parameter needs to be a number', 400);
|
|
|
|
}
|
|
|
|
|
2020-05-19 23:11:32 +00:00
|
|
|
const releases = await knex
|
2021-02-26 16:22:54 +00:00
|
|
|
.select(knex.raw('search_results.rank as relevance'))
|
|
|
|
.from(knex.raw('search_releases(:query) as search_results', { query }))
|
|
|
|
.leftJoin('releases', 'releases.id', 'search_results.release_id')
|
2021-02-26 16:29:02 +00:00
|
|
|
.where('search_results.rank', '>=', relevance)
|
2020-12-19 00:03:15 +00:00
|
|
|
.modify(withRelations, false, true)
|
2021-02-26 16:22:54 +00:00
|
|
|
.limit(Math.min(limit, 1000000))
|
|
|
|
.groupBy('search_results.rank')
|
|
|
|
.orderBy('search_results.rank', 'desc');
|
2020-02-26 21:33:15 +00:00
|
|
|
|
2020-05-19 23:11:32 +00:00
|
|
|
return releases.map(release => curateRelease(release));
|
2020-02-26 21:33:15 +00:00
|
|
|
}
|
|
|
|
|
2020-10-19 00:02:21 +00:00
|
|
|
async function deleteScenes(sceneIds) {
|
2020-10-30 16:37:10 +00:00
|
|
|
if (sceneIds.length === 0) {
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2021-02-18 03:44:04 +00:00
|
|
|
// there can be too many scene IDs for where in, causing a stack depth error
|
2020-10-30 16:37:10 +00:00
|
|
|
const deleteCount = await knex('releases')
|
2021-02-18 03:44:04 +00:00
|
|
|
.whereRaw('id = ANY(:sceneIds)', { sceneIds })
|
2020-10-19 00:02:21 +00:00
|
|
|
.delete();
|
2020-10-30 16:37:10 +00:00
|
|
|
|
|
|
|
logger.info(`Removed ${deleteCount}/${sceneIds.length} scenes`);
|
|
|
|
|
|
|
|
return deleteCount;
|
2020-10-24 22:52:40 +00:00
|
|
|
}
|
|
|
|
|
2021-02-05 03:14:13 +00:00
|
|
|
async function deleteMovies(movieIds) {
|
|
|
|
if (movieIds.length === 0) {
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
await knex('movies_scenes')
|
|
|
|
.whereIn('movie_id', movieIds)
|
|
|
|
.delete();
|
|
|
|
|
|
|
|
const deleteCount = await knex('movies')
|
|
|
|
.whereIn('id', movieIds)
|
|
|
|
.delete();
|
|
|
|
|
|
|
|
logger.info(`Removed ${deleteCount}/${movieIds.length} movies`);
|
|
|
|
|
|
|
|
return deleteCount;
|
|
|
|
}
|
|
|
|
|
2020-12-30 03:17:09 +00:00
|
|
|
async function flushScenes() {
|
|
|
|
const sceneIds = await knex('releases').select('id').pluck('id');
|
|
|
|
|
|
|
|
const confirmed = await inquirer.prompt([{
|
|
|
|
type: 'confirm',
|
|
|
|
name: 'flushScenes',
|
|
|
|
message: `You are about to remove ${sceneIds.length} scenes. Are you sure?`,
|
|
|
|
default: false,
|
|
|
|
}]);
|
|
|
|
|
|
|
|
if (!confirmed.flushScenes) {
|
|
|
|
logger.warn('Confirmation rejected, not flushing scenes');
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
const deleteCount = await deleteScenes(sceneIds);
|
|
|
|
|
|
|
|
await flushOrphanedMedia();
|
|
|
|
|
|
|
|
logger.info(`Removed ${deleteCount}/${sceneIds.length} scenes`);
|
|
|
|
}
|
|
|
|
|
2021-02-05 03:14:13 +00:00
|
|
|
async function flushMovies() {
|
|
|
|
const movieIds = await knex('movies').select('id').pluck('id');
|
|
|
|
|
|
|
|
const confirmed = await inquirer.prompt([{
|
|
|
|
type: 'confirm',
|
|
|
|
name: 'flushMovies',
|
|
|
|
message: `You are about to remove ${movieIds.length} movies. Are you sure?`,
|
|
|
|
default: false,
|
|
|
|
}]);
|
|
|
|
|
2021-02-05 03:17:47 +00:00
|
|
|
if (!confirmed.flushMovies) {
|
|
|
|
logger.warn('Confirmation rejected, not flushing movies');
|
2021-02-05 03:14:13 +00:00
|
|
|
return;
|
2020-10-30 16:37:10 +00:00
|
|
|
}
|
2021-02-05 03:14:13 +00:00
|
|
|
const deleteCount = await deleteMovies(movieIds);
|
2020-10-30 16:37:10 +00:00
|
|
|
|
2021-02-05 03:14:13 +00:00
|
|
|
await flushOrphanedMedia();
|
2020-10-30 16:37:10 +00:00
|
|
|
|
|
|
|
logger.info(`Removed ${deleteCount}/${movieIds.length} movies`);
|
2020-10-24 22:52:40 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
async function flushBatches(batchIds) {
|
|
|
|
const [sceneIds, movieIds] = await Promise.all([
|
|
|
|
knex('releases')
|
|
|
|
.select('releases.id')
|
|
|
|
.whereIn('created_batch_id', batchIds)
|
|
|
|
.pluck('releases.id'),
|
|
|
|
knex('movies').whereIn('created_batch_id', batchIds)
|
|
|
|
.select('movies.id')
|
|
|
|
.whereIn('created_batch_id', batchIds)
|
|
|
|
.pluck('movies.id'),
|
|
|
|
]);
|
|
|
|
|
|
|
|
const confirmed = await inquirer.prompt([{
|
|
|
|
type: 'confirm',
|
|
|
|
name: 'flushBatches',
|
|
|
|
message: `You are about to remove ${sceneIds.length} scenes and ${movieIds.length} movies from batches ${batchIds}. Are you sure?`,
|
|
|
|
default: false,
|
|
|
|
}]);
|
|
|
|
|
|
|
|
if (!confirmed.flushBatches) {
|
|
|
|
logger.warn(`Confirmation rejected, not flushing scenes or movies for batches ${batchIds}`);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2020-10-30 16:37:10 +00:00
|
|
|
const [deletedScenesCount, deletedMoviesCount] = await Promise.all([
|
2020-10-24 22:52:40 +00:00
|
|
|
deleteScenes(sceneIds),
|
|
|
|
deleteMovies(movieIds),
|
|
|
|
]);
|
2020-10-19 00:02:21 +00:00
|
|
|
|
2020-10-30 16:37:10 +00:00
|
|
|
logger.info(`Removed ${deletedScenesCount} scenes and ${deletedMoviesCount} movies for batches ${batchIds}`);
|
|
|
|
|
2020-10-24 22:52:40 +00:00
|
|
|
await flushOrphanedMedia();
|
2020-10-19 00:02:21 +00:00
|
|
|
}
|
|
|
|
|
2019-05-06 00:01:57 +00:00
|
|
|
module.exports = {
|
2020-08-23 00:43:10 +00:00
|
|
|
curateRelease,
|
2020-12-18 23:40:36 +00:00
|
|
|
fetchScene,
|
|
|
|
fetchScenes,
|
2020-10-24 22:52:40 +00:00
|
|
|
flushBatches,
|
2021-02-05 03:14:13 +00:00
|
|
|
flushMovies,
|
2020-12-30 03:17:09 +00:00
|
|
|
flushScenes,
|
2020-12-18 23:40:36 +00:00
|
|
|
searchScenes,
|
2020-10-19 00:02:21 +00:00
|
|
|
deleteScenes,
|
2020-10-24 22:52:40 +00:00
|
|
|
deleteMovies,
|
2019-05-06 00:01:57 +00:00
|
|
|
};
|