DebaucheryLibrarian
/
traxxx
2
1
Fork 1
Code Issues 37 Pull Requests 1 Releases Wiki Activity

Fixed CzechAV to accomodate teasers instead of photos. Fixed error trying to flush non-existent media file.

This commit is contained in:
DebaucheryLibrarian 2020-10-25 21:43:36 +01:00
parent 0e804db130
commit 0027be65eb
3 changed files with 7 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
src/media.js
View File

@ -200,8 +200,6 @@ async function findSourceDuplicates(baseMedias) {
knex('media').whereIn('source_page', extractUrls), knex('media').whereIn('source_page', extractUrls),
]); ]);
console.log(sourceUrls, existingSourceMedia);
const existingSourceMediaByUrl = itemsByKey(existingSourceMedia, 'source'); const existingSourceMediaByUrl = itemsByKey(existingSourceMedia, 'source');
const existingExtractMediaByUrl = itemsByKey(existingExtractMedia, 'source_page'); const existingExtractMediaByUrl = itemsByKey(existingExtractMedia, 'source_page');
@ -776,12 +774,12 @@ async function flushOrphanedMedia() {
.delete(); .delete();
await Promise.all(orphanedMedia.map(media => Promise.all([ await Promise.all(orphanedMedia.map(media => Promise.all([
fsPromises.unlink(path.join(config.media.path, media.path)).catch(() => { /* probably file not found */ }), media.path && fsPromises.unlink(path.join(config.media.path, media.path)).catch(() => { /* probably file not found */ }),
fsPromises.unlink(path.join(config.media.path, media.thumbnail)).catch(() => { /* probably file not found */ }), media.thumbnail && fsPromises.unlink(path.join(config.media.path, media.thumbnail)).catch(() => { /* probably file not found */ }),
fsPromises.unlink(path.join(config.media.path, media.lazy)).catch(() => { /* probably file not found */ }), media.lazy && fsPromises.unlink(path.join(config.media.path, media.lazy)).catch(() => { /* probably file not found */ }),
]))); ])));
logger.info(`Removed ${orphanedMedia.length} media files from database and disk`); logger.info(`Removed ${orphanedMedia.length} media files from database and storage`);
await fsPromises.rmdir(path.join(config.media.path, 'temp'), { recursive: true }); await fsPromises.rmdir(path.join(config.media.path, 'temp'), { recursive: true });

3
src/scrapers/czechav.js
View File

@ -12,7 +12,8 @@ function scrapeAll(scenes, channel) {
release.title = query.cnt('.nice-title'); release.title = query.cnt('.nice-title');
release.poster = query.img('img.poster'); release.poster = query.img('img.poster');
release.photos = query.q('img.poster', 'data-urls').split(' '); release.photos = query.q('img.poster', 'data-urls')?.split(' ');
release.teaser = query.video('img.poster', 'data-thumbnail');
if (query.exists('.info')) { if (query.exists('.info')) {
release.date = query.date('.updated', 'MM/DD/YYYY'); release.date = query.date('.updated', 'MM/DD/YYYY');

3
src/scrapers/traxxx.js
View File

@ -3,13 +3,12 @@
async function fetchLatest() { async function fetchLatest() {
return [ return [
{ {
title: 'Hot chicks arse fucked', title: 'Hot chick arse fucked',
date: new Date(), date: new Date(),
}, },
]; ];
} }
module.exports = { module.exports = {
fetchLatest, fetchLatest,
}; };