Refactoring deep scrape. Added tag posters.

This commit is contained in:
2020-03-16 04:10:52 +01:00
parent c8ebe7892a
commit 0f09fd53eb
31 changed files with 851 additions and 589 deletions

View File

@@ -5,7 +5,10 @@ const argv = require('./argv');
const initServer = require('./web/server');
const knex = require('./knex');
const fetchUpdates = require('./fetch-updates');
const fetchUpdates = require('./updates');
const fetchDeep = require('./deep');
const { storeReleases } = require('./store-releases');
// const { storeReleaseActors } = require('./actors');
async function init() {
if (argv.server) {
@@ -13,7 +16,15 @@ async function init() {
return;
}
await fetchUpdates();
const updateBaseReleases = (argv.scrape || argv.sites || argv.networks) && await fetchUpdates();
const updateDeepReleases = updateBaseReleases && await fetchDeep(updateBaseReleases);
const argvDeepReleases = argv.scenes && await fetchDeep(argv.scenes);
await storeReleases([...(updateDeepReleases || []), ...(argvDeepReleases || [])]);
// await storeReleaseActors(updateReleases);
knex.destroy();
}