Improved release storage module. Added new tags module. Added movie scraping.

This commit is contained in:
2020-03-22 03:50:24 +01:00
parent d765543b30
commit fdb2b132f6
24 changed files with 343 additions and 141 deletions

View File

@@ -24,18 +24,19 @@ async function init() {
}
const updateBaseScenes = (argv.scrape || argv.sites || argv.networks) && await fetchUpdates();
const deepScenes = await fetchScenes([...(argv.scenes || []), ...(updateBaseScenes || [])]);
const deepScenes = argv.deep && await fetchScenes([...(argv.scenes || []), ...(updateBaseScenes || [])]);
console.log(deepScenes.map(scene => scene.movie));
const sceneMovies = deepScenes && argv.sceneMovies && deepScenes.map(scene => scene.movie).filter(Boolean);
const deepMovies = await fetchMovies([...(argv.movies || []), ...(sceneMovies || [])]);
const argvDeepMovies = argv.movies && await fetchMovies(argv.movies);
if (argv.save) {
await storeReleases([
...(deepScenes || []),
...(deepMovies || []),
]);
await storeReleases([
...(deepScenes || []),
...(argvDeepMovies || []),
]);
// await storeReleaseActors(updateReleases);
// await storeReleaseActors(updateReleases);
}
knex.destroy();
}