traxxx/src/app.js

'use strict';

const util = require('util');
// const log = require('why-is-node-running');
const Inspector = require('inspector-api');
const fs = require('fs').promises;
const dayjs = require('dayjs');

const argv = require('./argv');
const initServer = require('./web/server');
const http = require('./utils/http');

const logger = require('./logger')(__filename);
const knex = require('./knex');
const fetchUpdates = require('./updates');
const { fetchScenes, fetchMovies } = require('./deep');
const { storeScenes, storeMovies, updateSceneSearch, updateMovieSearch, associateMovieScenes } = require('./store-releases');
const { scrapeActors, deleteActors, flushActors, flushProfiles, interpolateProfiles } = require('./actors');
const { flushEntities } = require('./entities');
const { deleteScenes, deleteMovies, flushScenes, flushMovies, flushBatches } = require('./releases');
const { flushOrphanedMedia } = require('./media');
const getFileEntries = require('./utils/file-entries');

const inspector = new Inspector();

function logActive() {
	console.log('log active!');

	setTimeout(() => {
		// log();
		logActive();
	}, typeof argv.logActive === 'number' ? argv.logActive : 60000);
}

async function stopMemorySample() {
	const profile = await inspector.heap.stopSampling();
	const filepath = `${dayjs().format('YYYY-MM-DD_HH-mm-ss')}.heapprofile`;

	await inspector.heap.disable();

	fs.writeFile(filepath, JSON.stringify(profile));

	logger.info(`Saved heap sample to ${filepath}`);
}

async function init() {
	try {
		if (argv.memory) {
			await inspector.heap.enable();
			await inspector.heap.startSampling();

			logger.info('Started heap sampling');
		}

		if (argv.logActive) {
			logActive();
		}

		if (argv.server) {
			await initServer();
			return;
		}

		if (argv.updateSearch) {
			await Promise.all([
				updateSceneSearch(),
				updateMovieSearch(),
			]);
		}

		if (argv.interpolateProfiles) {
			await interpolateProfiles(argv.interpolateProfiles.length > 0 ? argv.interpolateProfiles : null);
		}

		if (argv.flushActors) {
			await flushActors(argv.flushActors);
		}

		if (argv.flushProfiles) {
			await flushProfiles(argv.flushProfiles.length > 0 ? argv.flushProfiles : null);
		}

		if (argv.flushNetworks || argv.flushChannels) {
			await flushEntities(argv.flushNetworks, argv.flushChannels);
		}

		if (argv.flushBatches) {
			await flushBatches(argv.flushBatches);
		}

		if (argv.flushScenes) {
			await flushScenes();
		}

		if (argv.flushMovies) {
			await flushMovies();
		}

		if (argv.deleteActors) {
			await deleteActors(argv.deleteActors);
		}

		if (argv.deleteScenes) {
			await deleteScenes(argv.deleteScenes);
		}

		if (argv.deleteMovies) {
			await deleteMovies(argv.deleteMovies);
		}

		if (argv.flushOrphanedMedia) {
			await flushOrphanedMedia();
		}

		if (argv.request) {
			const res = await http.get(argv.request);

			console.log(res.status, res.body);
		}

		const actorsFromFile = argv.actorsFile && await getFileEntries(argv.actorsFile);
		const actorNames = (argv.actors || []).concat(actorsFromFile || []);

		const actors = (argv.actors || argv.actorsUpdate || argv.actorsFile) && await scrapeActors(actorNames);
		const actorBaseScenes = argv.actors && argv.actorScenes && actors.map(actor => actor.scenes).flat().filter(Boolean);

		const updateBaseScenes = (argv.latest || argv.upcoming || argv.channels || argv.networks || argv.movies) && await fetchUpdates();

		const scenesFromFile = argv.scenesFile && await getFileEntries(argv.scenesFile);
		const sceneUrls = (argv.scene || []).concat(scenesFromFile || []);

		const deepScenes = argv.deep
			? await fetchScenes([...(sceneUrls), ...(updateBaseScenes || []), ...(actorBaseScenes || [])])
			: [...(updateBaseScenes || []), ...(actorBaseScenes || [])];

		const sceneMovies = deepScenes ? deepScenes.filter(scene => scene.movie).map(scene => ({ ...scene.movie, entity: scene.entity })) : [];
		const deepMovies = argv.sceneMovies || argv.movie ? await fetchMovies([...(argv.movie || []), ...(sceneMovies || [])]) : sceneMovies;

		const movieScenes = argv.movieScenes ? deepMovies.map(movie => movie.scenes?.map(scene => ({ ...scene, movie, entity: movie.entity }))).flat().filter(Boolean) : [];
		const deepMovieScenes = argv.deep ? await fetchScenes(movieScenes) : movieScenes;

		if (argv.report) {
			console.log(util.inspect(deepScenes, { depth: Infinity, colors: true }));
			console.log(util.inspect(deepMovies, { depth: Infinity, colors: true }));
		}

		if (argv.save) {
			const storedMovies = await storeMovies(deepMovies);
			const storedScenes = await storeScenes([...(deepScenes || []), ...(deepMovieScenes || [])]);

			await associateMovieScenes(storedMovies, storedScenes);
		}

		if (argv.memory) {
			await stopMemorySample();
		}

		knex.destroy();
	} catch (error) {
		logger.error(error);

		if (argv.memory) {
			await stopMemorySample();
		}

		knex.destroy();

		throw error;
	}
}

module.exports = init;