DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Improved update runner. Improved HTTP module API, added default user agent. Added PornCZ and Czechav logos.

Browse Source
This commit is contained in:
ThePendulum
2020-03-21 02:48:24 +01:00
parent 4b310e9dfa
commit d765543b30
140 changed files with 2454 additions and 577 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
src/store-releases.js
View File

@@ -3,7 +3,7 @@
const config = require('config');
const argv = require('./argv');
const logger = require('./logger');
const logger = require('./logger')(__filename);
const knex = require('./knex');
const slugify = require('./utils/slugify');
@@ -98,9 +98,10 @@ async function extractUniqueReleases(releases) {
.whereIn(['entry_id', 'site_id'], releases.map(release => [release.entryId, release.site.id]));
const duplicateReleaseEntryKeys = new Set(duplicateReleaseEntries.map(releaseEntry => `${releaseEntry.site_id}_${releaseEntry.entry_id}`));
const duplicateReleases = releases.filter(release => duplicateReleaseEntryKeys.has(`${release.site.id}_${release.entryId}`));
const uniqueReleases = releases.filter(release => !duplicateReleaseEntryKeys.has(`${release.site.id}_${release.entryId}`));
return uniqueReleases;
return { duplicateReleases, uniqueReleases };
}
async function storeReleases(releases) {
@@ -110,14 +111,19 @@ async function storeReleases(releases) {
const releasesWithStudios = await attachStudios(releasesWithSites);
// uniqueness is site ID + entry ID, filter uniques after adding sites
const uniqueReleases = argv.redownload
? releasesWithStudios
: await extractUniqueReleases(releasesWithStudios);
const { uniqueReleases, duplicateReleases } = await extractUniqueReleases(releasesWithStudios);
const curatedReleaseEntries = uniqueReleases.slice(0, 2).map(release => curateReleaseEntry(release, batchId));
console.log(argv.redownload, duplicateReleases);
const curatedReleaseEntries = uniqueReleases.map(release => curateReleaseEntry(release, batchId));
const storedReleases = await knex('releases').insert(curatedReleaseEntries).returning('*');
console.log(storedReleases);
if (Array.isArray(storedReleases)) {
return storedReleases;
}
// nothing inserted
return [];
}
module.exports = {