Improved update runner. Improved HTTP module API, added default user agent. Added PornCZ and Czechav logos.

This commit is contained in:
2020-03-21 02:48:24 +01:00
parent 4b310e9dfa
commit d765543b30
140 changed files with 2454 additions and 577 deletions

View File

@@ -6,7 +6,7 @@ const initServer = require('./web/server');
const knex = require('./knex');
const fetchUpdates = require('./updates');
const fetchDeep = require('./deep');
const { fetchScenes, fetchMovies } = require('./deep');
const { storeReleases } = require('./store-releases');
const { updateReleasesSearch } = require('./releases');
// const { storeReleaseActors } = require('./actors');
@@ -23,12 +23,17 @@ async function init() {
return;
}
const updateBaseReleases = (argv.scrape || argv.sites || argv.networks) && await fetchUpdates();
const updateBaseScenes = (argv.scrape || argv.sites || argv.networks) && await fetchUpdates();
const deepScenes = await fetchScenes([...(argv.scenes || []), ...(updateBaseScenes || [])]);
const updateDeepReleases = updateBaseReleases && await fetchDeep(updateBaseReleases);
const argvDeepReleases = argv.scenes && await fetchDeep(argv.scenes);
console.log(deepScenes.map(scene => scene.movie));
await storeReleases([...(updateDeepReleases || []), ...(argvDeepReleases || [])]);
const argvDeepMovies = argv.movies && await fetchMovies(argv.movies);
await storeReleases([
...(deepScenes || []),
...(argvDeepMovies || []),
]);
// await storeReleaseActors(updateReleases);