Added Bang! deep scrape. Improved network page layout. Added Bang Bros logos.

This commit is contained in:
2020-01-07 04:23:28 +01:00
parent 89064e9e0c
commit 0a19f2e624
71 changed files with 194 additions and 116 deletions

View File

@@ -172,12 +172,16 @@ async function attachChannelSite(release) {
};
}
const urlSite = await findSiteByUrl(release.channel);
try {
const urlSite = await findSiteByUrl(release.channel);
return {
...release,
site: urlSite,
};
return {
...release,
site: urlSite,
};
} catch (error) {
throw new Error(`Unable to derive channel site from generic URL: ${release.url}.`);
}
}
async function attachStudio(release) {
@@ -384,7 +388,7 @@ async function storeReleases(releases) {
const storedReleases = await Promise.map(releases, async (release) => {
try {
const releaseWithChannelSite = await attachChannelSite(release);
const releaseWithStudio = await attachStudio(release);
const releaseWithStudio = await attachStudio(releaseWithChannelSite);
const releaseId = await storeRelease(releaseWithStudio);
return {
@@ -403,6 +407,8 @@ async function storeReleases(releases) {
const actors = accumulateActors(storedReleases);
const movies = accumulateMovies(storedReleases);
console.log(actors);
await Promise.all([
associateActors(actors, storedReleases),
Promise.map(storedReleases, async release => storeReleaseAssets(release, release.id), {