2019-03-23 21:48:39 +00:00
|
|
|
'use strict';
|
|
|
|
|
|
|
|
const config = require('config');
|
|
|
|
const moment = require('moment');
|
|
|
|
|
2019-03-25 02:57:33 +00:00
|
|
|
const knex = require('./knex');
|
2019-03-23 21:48:39 +00:00
|
|
|
const scrapers = require('./scrapers');
|
|
|
|
|
2019-03-25 02:57:33 +00:00
|
|
|
function destructConfigNetworks(networks) {
|
|
|
|
return networks.reduce((acc, network) => {
|
2019-03-23 21:48:39 +00:00
|
|
|
if (Array.isArray(network)) {
|
2019-03-25 02:57:33 +00:00
|
|
|
// network specifies sites
|
|
|
|
return {
|
2019-03-23 21:48:39 +00:00
|
|
|
...acc,
|
2019-03-25 02:57:33 +00:00
|
|
|
sites: [...acc.sites, ...network[1]],
|
|
|
|
};
|
2019-03-23 21:48:39 +00:00
|
|
|
}
|
|
|
|
|
2019-03-25 02:57:33 +00:00
|
|
|
return {
|
2019-03-23 21:48:39 +00:00
|
|
|
...acc,
|
2019-03-25 02:57:33 +00:00
|
|
|
networks: [...acc.networks, network],
|
|
|
|
};
|
|
|
|
}, {
|
|
|
|
networks: [],
|
|
|
|
sites: [],
|
|
|
|
});
|
2019-03-23 21:48:39 +00:00
|
|
|
}
|
|
|
|
|
2019-03-25 02:57:33 +00:00
|
|
|
function curateSites(sites) {
|
|
|
|
return sites.map(site => ({
|
|
|
|
id: site.id,
|
|
|
|
name: site.name,
|
|
|
|
description: site.description,
|
|
|
|
url: site.url,
|
|
|
|
networkId: site.network_id,
|
|
|
|
}));
|
|
|
|
}
|
2019-03-23 21:48:39 +00:00
|
|
|
|
2019-03-25 02:57:33 +00:00
|
|
|
async function accumulateIncludedSites() {
|
|
|
|
const included = destructConfigNetworks(config.include);
|
2019-03-23 21:48:39 +00:00
|
|
|
|
2019-03-25 02:57:33 +00:00
|
|
|
const rawSites = await knex('sites')
|
|
|
|
.whereIn('id', included.sites)
|
|
|
|
.orWhereIn('network_id', included.networks);
|
2019-03-23 21:48:39 +00:00
|
|
|
|
2019-03-25 02:57:33 +00:00
|
|
|
return curateSites(rawSites);
|
2019-03-23 21:48:39 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
async function fetchReleases() {
|
2019-03-25 02:57:33 +00:00
|
|
|
const sites = await accumulateIncludedSites();
|
2019-03-23 21:48:39 +00:00
|
|
|
|
|
|
|
const scenesPerSite = await Promise.all(sites.map(async (site) => {
|
|
|
|
const scraper = scrapers[site.id] || scrapers[site.network];
|
|
|
|
|
|
|
|
if (scraper) {
|
|
|
|
const [latest, upcoming] = await Promise.all([
|
|
|
|
scraper.fetchLatest(site),
|
|
|
|
scraper.fetchUpcoming ? scraper.fetchUpcoming(site) : [],
|
|
|
|
]);
|
|
|
|
|
|
|
|
return [...latest, ...upcoming];
|
|
|
|
}
|
|
|
|
|
|
|
|
return [];
|
|
|
|
}));
|
|
|
|
|
|
|
|
const accumulatedScenes = scenesPerSite.reduce((acc, siteScenes) => ([...acc, ...siteScenes]), []);
|
|
|
|
const sortedScenes = accumulatedScenes.sort(({ date: dateA }, { date: dateB }) => moment(dateB).diff(dateA));
|
|
|
|
|
|
|
|
return sortedScenes;
|
|
|
|
}
|
|
|
|
|
|
|
|
module.exports = fetchReleases;
|