Added Bang! deep scrape. Improved network page layout. Added Bang Bros logos.
This commit is contained in:
@@ -172,12 +172,16 @@ async function attachChannelSite(release) {
|
||||
};
|
||||
}
|
||||
|
||||
const urlSite = await findSiteByUrl(release.channel);
|
||||
try {
|
||||
const urlSite = await findSiteByUrl(release.channel);
|
||||
|
||||
return {
|
||||
...release,
|
||||
site: urlSite,
|
||||
};
|
||||
return {
|
||||
...release,
|
||||
site: urlSite,
|
||||
};
|
||||
} catch (error) {
|
||||
throw new Error(`Unable to derive channel site from generic URL: ${release.url}.`);
|
||||
}
|
||||
}
|
||||
|
||||
async function attachStudio(release) {
|
||||
@@ -384,7 +388,7 @@ async function storeReleases(releases) {
|
||||
const storedReleases = await Promise.map(releases, async (release) => {
|
||||
try {
|
||||
const releaseWithChannelSite = await attachChannelSite(release);
|
||||
const releaseWithStudio = await attachStudio(release);
|
||||
const releaseWithStudio = await attachStudio(releaseWithChannelSite);
|
||||
const releaseId = await storeRelease(releaseWithStudio);
|
||||
|
||||
return {
|
||||
@@ -403,6 +407,8 @@ async function storeReleases(releases) {
|
||||
const actors = accumulateActors(storedReleases);
|
||||
const movies = accumulateMovies(storedReleases);
|
||||
|
||||
console.log(actors);
|
||||
|
||||
await Promise.all([
|
||||
associateActors(actors, storedReleases),
|
||||
Promise.map(storedReleases, async release => storeReleaseAssets(release, release.id), {
|
||||
|
||||
Reference in New Issue
Block a user