forked from DebaucheryLibrarian/traxxx
Added DarkkoTV scraper. Removed some obsolete web components.
This commit is contained in:
@@ -431,6 +431,7 @@ async function storeScenes(releases, useBatchId) {
|
||||
const uniqueReleasesWithId = attachReleaseIds(uniqueReleases, storedReleaseEntries, batchId);
|
||||
const duplicateReleasesWithId = attachReleaseIds(duplicateReleases, duplicateReleaseEntries, batchId);
|
||||
const curatedDuplicateReleases = await Promise.all(duplicateReleasesWithId.map((release) => curateReleaseEntry(release, batchId)));
|
||||
|
||||
const releasesWithId = uniqueReleasesWithId.concat(duplicateReleasesWithId);
|
||||
|
||||
const updatedChunks = await Promise.all(chunk(curatedDuplicateReleases, 500).map(async (chunkedReleases) => knex.raw(`
|
||||
@@ -449,6 +450,7 @@ async function storeScenes(releases, useBatchId) {
|
||||
FROM json_to_recordset(:scenes)
|
||||
AS new(id int, url text, date timestamptz, entity json, title text, description text, shoot_id text, duration integer, comment text, attributes json, deep boolean)
|
||||
WHERE releases.id = new.id
|
||||
RETURNING releases.*
|
||||
`, {
|
||||
scenes: JSON.stringify(chunkedReleases),
|
||||
})));
|
||||
|
||||
Reference in New Issue
Block a user