Major refactor, cleand up site scrape module, fixed and cleaned up release scrape module. Removed old CLI code

src/media.js

@@ -28,7 +28,21 @@ async function getThumbnail(buffer) {
         .toBuffer();
 }
 
+async function createMediaDirectory(release, releaseId) {
+    if (release.poster || (release.photos && release.photos.length)) {
+        await fs.mkdir(
+            path.join(config.media.path, release.site.network.slug, release.site.slug, releaseId.toString()),
+            { recursive: true },
+        );
+    }
+}
+
 async function storePoster(release, releaseEntry) {
+    if (!release.poster) {
+        console.warn(`No poster available for (${release.site.name}, ${releaseEntry.id}}) "${release.title}"`);
+        return;
+    }
+
     console.log(`Storing poster for (${release.site.name}, ${releaseEntry.id}) "${release.title}"`);
 
     const res = await bhttp.get(release.poster);
@@ -66,6 +80,11 @@ async function storePoster(release, releaseEntry) {
 }
 
 async function storePhotos(release, releaseEntry) {
+    if (release.photos.length === 0) {
+        console.warn(`No photos available for (${release.site.name}, ${releaseEntry.id}}) "${release.title}"`);
+        return;
+    }
+
     console.log(`Storing ${release.photos.length} photos for (${release.site.name}, ${releaseEntry.id}) "${release.title}"`);
 
     const files = await Promise.map(release.photos, async (photoUrl, index) => {
@@ -123,6 +142,11 @@ async function storePhotos(release, releaseEntry) {
 }
 
 async function storeTrailer(release, releaseEntry) {
+    if (!release.trailer || !release.trailer.src) {
+        console.warn(`No trailer available for (${release.site.name}, ${releaseEntry.id}}) "${release.title}"`);
+        return;
+    }
+
     console.log(`Storing trailer for (${release.site.name}, ${releaseEntry.id}) "${release.title}"`);
 
     const { pathname } = new URL(release.trailer.src);
@@ -146,6 +170,7 @@ async function storeTrailer(release, releaseEntry) {
 }
 
 module.exports = {
+    createMediaDirectory,
     storePoster,
     storePhotos,
     storeTrailer,