Added fake data and Markov experiments.

This commit is contained in:
2020-02-27 05:44:24 +01:00
parent 97cf5b2b6b
commit 3dc8547431
18 changed files with 66358 additions and 28 deletions

View File

@@ -382,17 +382,19 @@ async function updateReleasesSearch(releaseIds) {
string_agg(tags.name, ' ')
) as document
FROM releases
JOIN releases_actors AS local_actors ON local_actors.release_id = releases.id
JOIN releases_tags AS local_tags ON local_tags.release_id = releases.id
JOIN sites ON releases.site_id = sites.id
JOIN actors ON local_actors.actor_id = actors.id
JOIN tags ON local_tags.tag_id = tags.id
LEFT JOIN releases_actors AS local_actors ON local_actors.release_id = releases.id
LEFT JOIN releases_tags AS local_tags ON local_tags.release_id = releases.id
LEFT JOIN actors ON local_actors.actor_id = actors.id
LEFT JOIN tags ON local_tags.tag_id = tags.id
WHERE releases.id = ANY(?)
GROUP BY releases.id, sites.name, sites.slug;
`, [releaseIds]);
const query = knex('releases_search').insert(documents.rows).toString();
return knex.raw(`${query} ON CONFLICT (release_id) DO UPDATE SET document = EXCLUDED.document`);
if (documents.row.length > 0) {
const query = knex('releases_search').insert(documents.rows).toString();
await knex.raw(`${query} ON CONFLICT (release_id) DO UPDATE SET document = EXCLUDED.document`);
}
}
async function storeRelease(release) {

21
src/utils/titles.js Normal file
View File

@@ -0,0 +1,21 @@
'use strict';
const argv = require('../argv');
const knex = require('../knex');
async function printTitles() {
const titles = await knex('releases')
.where((builder) => {
if (argv.sites) builder.whereIn('sites.slug', argv.sites);
if (argv.networks) builder.orWhereIn('networks.slug', argv.networks);
})
.join('sites', 'sites.id', 'releases.site_id')
.join('networks', 'networks.id', 'sites.network_id')
.pluck('title');
console.log(titles.join('\n'));
knex.destroy();
}
printTitles();