Added Porn Pros sites and scraper.

This commit is contained in:
2020-01-14 21:45:30 +01:00
parent 2ddb21958e
commit 75c53d338a
23 changed files with 196 additions and 4 deletions

View File

@@ -318,7 +318,8 @@ async function storeReleaseAssets(releases) {
const subpath = `${release.site.network.slug}/${release.site.slug}/${release.id}/`;
const identifier = `"${release.title}" (${release.id})`;
await createMediaDirectory('releases', subpath);
try {
await createMediaDirectory('releases', subpath);
// don't use Promise.all to prevent concurrency issues with duplicate detection
if (release.poster) {
@@ -345,6 +346,9 @@ async function storeReleaseAssets(releases) {
targetId: release.id,
subpath,
}, identifier);
} catch (error) {
logger.error(error.message);
}
}, {
concurrency: 10,
});