DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Refactored deep and store modules to use entities.

Browse Source
This commit is contained in:
ThePendulum
2020-06-25 02:26:25 +02:00
parent f0a89df6ab
commit 4959dfd14f
14 changed files with 132 additions and 164 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
src/updates.js
View File

@@ -196,12 +196,12 @@ async function scrapeSite(site, accSiteReleases) {
}
}
async function scrapeNetworkSequential(network) {
async function scrapeNetworkSequential(networkEntity) {
return Promise.reduce(
network.sites,
async (chain, site) => {
networkEntity.children,
async (chain, siteEntity) => {
const accSiteReleases = await chain;
const siteReleases = await scrapeSite(site, network, accSiteReleases);
const siteReleases = await scrapeSite(siteEntity, networkEntity, accSiteReleases);
return accSiteReleases.concat(siteReleases);
},
@@ -209,10 +209,10 @@ async function scrapeNetworkSequential(network) {
);
}
async function scrapeNetworkParallel(network) {
async function scrapeNetworkParallel(networkEntity) {
return Promise.map(
network.children,
async site => scrapeSite(site, network),
networkEntity.children,
async siteEntity => scrapeSite(siteEntity, networkEntity),
{ concurrency: 3 },
);
}