DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 40 Pull Requests 1 Releases Wiki Activity

Compare commits

base: DebaucheryLibrarian:48af5939dbf1a524beeb1d6506be759a1b61d1b4
Branches Tags
DebaucheryLibrarian:master DebaucheryLibrarian:old DebaucheryLibrarian:experimental
...
compare: DebaucheryLibrarian:fd205aed88c7a9d90e9e734adf3b6c3838a9a975
Branches Tags
DebaucheryLibrarian:master DebaucheryLibrarian:old DebaucheryLibrarian:experimental

2 Commits
48af5939db ... fd205aed88

Author SHA1 Message Date
DebaucheryLibrarian
fd205aed88 1.248.23 2026-02-03 05:46:52 +01:00
DebaucheryLibrarian
39cdea17f3 Chunking scene updates to prevent database errors. 2026-02-03 05:46:50 +01:00
4 changed files with 10 additions and 8 deletions
Expand all files Collapse all files

4
package-lock.json generated
View File

@@ -1,12 +1,12 @@
{
"name": "traxxx",
"version": "1.248.22",
"version": "1.248.23",
"lockfileVersion": 3,
"requires": true,
"packages": {
"": {
"name": "traxxx",
"version": "1.248.22",
"version": "1.248.23",
"license": "ISC",
"dependencies": {
"@aws-sdk/client-s3": "^3.458.0",

2
package.json
View File

@@ -1,6 +1,6 @@
{
"name": "traxxx",
"version": "1.248.22",
"version": "1.248.23",
"description": "All the latest porn releases in one place",
"main": "src/app.js",
"scripts": {

2
src/app.js
View File

@@ -52,7 +52,7 @@ unprint.on('requestInit', (event) => logger.debug(`Unprint ${event.method} (${ev
unprint.on('requestError', (event) => logger.error(`Unprint failed ${event.isProxied ? 'proxied ' : ''}${event.isBrowser ? 'browser ' : ''}${event.method} ${event.url} (${event.status}): ${event.statusText}`));
unprint.on('browserOpen', (event) => logger.debug(`Unprint opened browsers ${event.keys} (${event.active}/${config.bypass.browser.clientRetirement} active, ${event.clients} clients)`));
unprint.on('browserClose', (event) => logger.debug(`Unprint closed ${event.retired ? ' retired' : ''} browsers ${event.keys} (${event.active}/${config.bypass.browser.clientRetirement} active, ${event.clients} clients)`));
unprint.on('browserClose', (event) => logger.debug(`Unprint closed${event.retired ? ' retired' : ''} browsers ${event.keys} (${event.active}/${config.bypass.browser.clientRetirement} active, ${event.clients} clients)`));
function logActive() {
setTimeout(() => {

10
src/store-releases.js
View File

@@ -430,7 +430,7 @@ async function storeScenes(releases, useBatchId) {
const curatedDuplicateReleases = await Promise.all(duplicateReleasesWithId.map((release) => curateReleaseEntry(release, batchId)));
const releasesWithId = uniqueReleasesWithId.concat(duplicateReleasesWithId);
const updated = await knex.raw(`
const updatedChunks = await Promise.all(chunk(curatedDuplicateReleases, 500).map(async (chunkedReleases) => knex.raw(`
UPDATE releases
SET url = COALESCE(new.url, releases.url),
date = COALESCE(new.date, releases.date),
@@ -447,8 +447,8 @@ async function storeScenes(releases, useBatchId) {
AS new(id int, url text, date timestamptz, entity json, title text, description text, shoot_id text, duration integer, comment text, attributes json, deep boolean)
WHERE releases.id = new.id
`, {
scenes: JSON.stringify(curatedDuplicateReleases),
});
scenes: JSON.stringify(chunkedReleases),
})));
const [actors, storedSeries] = await Promise.all([
argv.associateActors && associateActors(releasesWithId, batchId),
@@ -469,7 +469,9 @@ async function storeScenes(releases, useBatchId) {
await scrapeActors(actors.map((actor) => actor.name));
}
logger.info(`Stored ${storedReleaseEntries.length}, updated ${updated.rowCount} releases`);
const updated = updatedChunks.reduce((acc, updatedChunk) => acc + updatedChunk.rowCount, 0);
logger.info(`Stored ${storedReleaseEntries.length}, updated ${updated} releases`);
await notify(releasesWithId);