Refactored 21sextury scraper.

src/releases.js

@@ -125,7 +125,7 @@ async function curateScrapedRelease(release) {
         likes: release.rating && release.rating.likes,
         dislikes: release.rating && release.rating.dislikes,
         rating: release.rating && release.rating.stars && Math.floor(release.rating.stars),
-        deep: Boolean(argv.deep && release.url && !release.upcoming),
+        deep: typeof release.deep === 'boolean' ? release.deep : false,
     };
 
     if (release.site.isFallback && release.channel) {
@@ -275,6 +275,12 @@ async function storeRelease(release) {
 
 async function storeReleases(releases) {
     const storedReleases = await Promise.map(releases, async (release) => {
+        if (release.site.isFallback && !release.channel) {
+            console.error(`Unable to derive channel site from generic URL: ${release.url}.`);
+
+            return null;
+        }
+
         try {
             const releaseId = await storeRelease(release);
 
@@ -289,7 +295,7 @@ async function storeReleases(releases) {
         }
     }, {
         concurrency: 10,
-    });
+    }).filter(release => release);
 
     const actors = storedReleases.reduce((acc, release) => {
         if (!release.actors) return acc;