traxxx/src/scrape-release.js

'use strict';

const config = require('config');

const argv = require('./argv');
const scrapers = require('./scrapers/scrapers');
const { storeReleases } = require('./releases');
const { findSiteByUrl } = require('./sites');
const { findNetworkByUrl } = require('./networks');

async function findSite(url, release) {
    const site = (release && release.site) || await findSiteByUrl(url);

    if (site) {
        return site;
    }

    const network = await findNetworkByUrl(url);

    if (network) {
        return {
            ...network,
            network,
            isFallback: true,
        };
    }

    return null;
}

async function scrapeRelease(url, release, deep = true, type = 'scene') {
    const site = await findSite(url, release);

    if (!site) {
        throw new Error('Could not find site in database');
    }

    const scraper = scrapers.releases[site.slug] || scrapers.releases[site.network.slug];

    if (!scraper) {
        throw new Error('Could not find scraper for URL');
    }

    if (type === 'scene' && !scraper.fetchScene) {
        throw new Error(`The '${site.name}'-scraper cannot fetch individual scenes`);
    }

    if (type === 'movie' && !scraper.fetchMovie) {
        throw new Error(`The '${site.name}'-scraper cannot fetch individual movies`);
    }

    const scrapedRelease = type === 'scene'
        ? await scraper.fetchScene(url, site, release)
        : await scraper.fetchMovie(url, site, release);

    const curatedRelease = { ...scrapedRelease, type };

    if (!deep && argv.save) {
        // don't store release when called by site scraper
        /*
        const movie = scrapedRelease.movie
            ? await scrapeRelease(scrapedRelease.movie, null, false, 'movie')
            : null;

        if (movie) {
            const { releases: [storedMovie] } = await storeReleases([movie]);
            curatedRelease.parentId = storedMovie.id;
        }
        */

        const { releases: [storedRelease] } = await storeReleases([curatedRelease]);

        if (storedRelease) {
            console.log(`http://${config.web.host}:${config.web.port}/scene/${storedRelease.id}`);
        }
    }

    return scrapedRelease;
}

module.exports = scrapeRelease;