Returning window.document instead of element as document from q. Fixed actor collisions when scrapers return same scene multiple times. Scraping all Score actor release pages. Fixed 21Sextury and PureTaboo photo scraping.
This commit is contained in:
@@ -292,8 +292,8 @@ function accumulateActors(releases) {
|
||||
release.actors.forEach((actor) => {
|
||||
const actorName = actor.name ? actor.name.trim() : actor.trim();
|
||||
|
||||
if (!acc[actorName]) acc[actorName] = [];
|
||||
acc[actorName].push(release.id);
|
||||
if (!acc[actorName]) acc[actorName] = new Set();
|
||||
acc[actorName].add(release.id);
|
||||
});
|
||||
|
||||
return acc;
|
||||
@@ -372,10 +372,11 @@ async function storeRelease(release) {
|
||||
site_id: release.site.id,
|
||||
})
|
||||
.first();
|
||||
|
||||
const curatedRelease = await curateReleaseEntry(release);
|
||||
|
||||
if (existingRelease && !argv.redownload) {
|
||||
return existingRelease.id;
|
||||
return existingRelease;
|
||||
}
|
||||
|
||||
if (existingRelease && argv.redownload) {
|
||||
@@ -394,7 +395,7 @@ async function storeRelease(release) {
|
||||
|
||||
await associateTags(release, existingRelease.id);
|
||||
|
||||
return existingRelease.id;
|
||||
return existingRelease;
|
||||
}
|
||||
|
||||
const [releaseEntry] = await knex('releases')
|
||||
|
||||
Reference in New Issue
Block a user