Migrated remaining scrapers from qu/http to unprint, likely fixing TeamSkeet and PinkyXXX (verification needed).

This commit is contained in:
DebaucheryLibrarian
2026-10-19 07:35:03 +02:00
parent 03a5ce5bb1
commit 4ede0724a7
24 changed files with 301 additions and 1732 deletions
+3 -3
View File
@@ -15,6 +15,7 @@ const sharp = require('sharp');
const blake2 = require('blake2');
const { format } = require('date-fns');
const taskQueue = require('promise-task-queue');
const unprint = require('unprint');
const { Upload } = require('@aws-sdk/lib-storage');
const { S3Client, DeleteObjectsCommand } = require('@aws-sdk/client-s3');
@@ -25,7 +26,6 @@ const knex = require('./knex');
const http = require('./utils/http');
const batchInsert = require('./utils/batch-insert');
const chunk = require('./utils/chunk');
const { get } = require('./utils/qu');
const { fetchEntityReleaseIds } = require('./entity-releases');
const streamQueue = taskQueue();
@@ -383,10 +383,10 @@ async function extractSource(baseSource, { existingExtractMediaByUrl }) {
};
}
const res = await get(baseSource.url);
const res = await unprint.get(baseSource.url);
if (res.ok) {
const src = await baseSource.extract(res.item);
const src = await baseSource.extract(res.context);
return {
...baseSource,