Added configurable proxy to HTTP module (also used by qu). Added network and site URL to search documents.

This commit is contained in:
2020-03-19 01:54:25 +01:00
parent e4b269956e
commit 4b310e9dfa
8 changed files with 72 additions and 31 deletions

View File

@@ -8,6 +8,7 @@ const knex = require('./knex');
const fetchUpdates = require('./updates');
const fetchDeep = require('./deep');
const { storeReleases } = require('./store-releases');
const { updateReleasesSearch } = require('./releases');
// const { storeReleaseActors } = require('./actors');
async function init() {
@@ -16,6 +17,12 @@ async function init() {
return;
}
if (argv.updateSearch) {
await updateReleasesSearch();
knex.destroy();
return;
}
const updateBaseReleases = (argv.scrape || argv.sites || argv.networks) && await fetchUpdates();
const updateDeepReleases = updateBaseReleases && await fetchDeep(updateBaseReleases);