'use strict'; const config = require('config'); const logger = require('./logger')(__filename); const argv = require('./argv'); const knex = require('./knex'); const whereOr = require('./utils/where-or'); function curateEntity(entity, includeParameters = false) { const curatedEntity = { id: entity.id, name: entity.name, url: entity.url, description: entity.description, slug: entity.slug, type: entity.type, parameters: includeParameters ? entity.parameters : null, parent: entity.parent, children: (entity.children || []).map(child => curateEntity(child)), }; return curatedEntity; } async function curateEntities(entities, includeParameters) { return Promise.all(entities.map(async entity => curateEntity(entity, includeParameters))); } async function fetchSitesFromArgv() { const rawEntities = await knex.raw(` WITH RECURSIVE temp AS ( SELECT id, parent_id, name, slug, type, url, description, parameters FROM entities WHERE slug = ANY(?) AND entities.type = 1 UNION ALL SELECT entities.id, entities.parent_id, entities.name, entities.slug, entities.type, entities.url, entities.description, entities.parameters FROM entities INNER JOIN temp ON temp.id = entities.parent_id ) SELECT entities.*, row_to_json(parents) as parent, json_agg(temp) as children FROM temp LEFT JOIN entities ON entities.id = temp.parent_id LEFT JOIN entities AS parents ON parents.id = entities.parent_id WHERE temp.type = 2 GROUP BY temp.parent_id, entities.id, entities.name, parents.id UNION ALL SELECT entities.*, row_to_json(parents) as parent, json_build_array(row_to_json(children)) FROM entities AS children LEFT JOIN entities ON entities.id = children.parent_id LEFT JOIN entities AS parents ON parents.id = entities.parent_id WHERE children.slug = ANY(?) AND children.type = 2 GROUP BY entities.id, parents.id, children.id; `, [argv.networks || [], argv.sites || []]); const curatedEntities = await curateEntities(rawEntities.rows, true); logger.info(`Found ${curatedEntities.length} entities in database`); console.log(rawEntities.rows); return curatedEntities; } async function fetchSitesFromConfig() { const rawSites = await knex('entities') .select('entities.*') .leftJoin('entities as entities_parents', 'entities_parents.id', 'entities.id') .where((builder) => { if (config.include) { builder.whereIn('entities.slug', config.include); } }) .whereNot((builder) => { builder.whereIn('entities.slug', config.exclude || []); }); const curatedSites = await curateEntities(rawSites, true); logger.info(`Found ${curatedSites.length} entities in database`); return curatedSites; } async function fetchIncludedEntities() { if (argv.networks || argv.sites) { return fetchSitesFromArgv(); } return fetchSitesFromConfig(); } async function fetchSites(queryObject) { const sites = await knex('sites') .where(builder => whereOr(queryObject, 'sites', builder)) .select( 'sites.*', 'networks.name as network_name', 'networks.slug as network_slug', 'networks.url as network_url', 'networks.description as network_description', 'networks.parameters as network_parameters', ) .leftJoin('networks', 'sites.network_id', 'networks.id') .limit(100); return curateEntities(sites); } async function fetchSitesFromReleases() { const sites = await knex('releases') .select('site_id', '') .leftJoin('sites', 'sites.id', 'releases.site_id') .groupBy('sites.id') .limit(100); return curateEntities(sites); } module.exports = { curateEntity, curateEntities, fetchIncludedEntities, fetchSites, fetchSitesFromConfig, fetchSitesFromArgv, fetchSitesFromReleases, };