Attaching channel site and studio to stored releases.

src/deep.js

@@ -1,5 +1,7 @@
 'use strict';
 
+const Promise = require('bluebird');
+
 const argv = require('./argv');
 const logger = require('./logger')(__filename);
 const knex = require('./knex');
@@ -120,8 +122,6 @@ async function scrapeRelease(baseRelease, sites, type = 'scene') {
             mergedRelease.tags = baseRelease.tags.concat(scrapedRelease.tags);
         }
 
-        console.log(mergedRelease);
-
         return mergedRelease;
     } catch (error) {
         logger.error(`Deep scrape failed for ${baseRelease.url}: ${error.message}`);
@@ -130,7 +130,11 @@ async function scrapeRelease(baseRelease, sites, type = 'scene') {
 }
 
 async function scrapeReleases(baseReleases, sites) {
-    return Promise.all(baseReleases.map(baseRelease => scrapeRelease(baseRelease, sites)));
+    return Promise.map(
+        baseReleases,
+        async baseRelease => scrapeRelease(baseRelease, sites),
+        { concurrency: 10 },
+    );
 }
 
 async function fetchReleases(baseReleasesOrUrls) {