Migrated remaining scrapers from qu/http to unprint, likely fixing TeamSkeet and PinkyXXX (verification needed).
This commit is contained in:
+3
-3
@@ -15,6 +15,7 @@ const sharp = require('sharp');
|
||||
const blake2 = require('blake2');
|
||||
const { format } = require('date-fns');
|
||||
const taskQueue = require('promise-task-queue');
|
||||
const unprint = require('unprint');
|
||||
|
||||
const { Upload } = require('@aws-sdk/lib-storage');
|
||||
const { S3Client, DeleteObjectsCommand } = require('@aws-sdk/client-s3');
|
||||
@@ -25,7 +26,6 @@ const knex = require('./knex');
|
||||
const http = require('./utils/http');
|
||||
const batchInsert = require('./utils/batch-insert');
|
||||
const chunk = require('./utils/chunk');
|
||||
const { get } = require('./utils/qu');
|
||||
const { fetchEntityReleaseIds } = require('./entity-releases');
|
||||
|
||||
const streamQueue = taskQueue();
|
||||
@@ -383,10 +383,10 @@ async function extractSource(baseSource, { existingExtractMediaByUrl }) {
|
||||
};
|
||||
}
|
||||
|
||||
const res = await get(baseSource.url);
|
||||
const res = await unprint.get(baseSource.url);
|
||||
|
||||
if (res.ok) {
|
||||
const src = await baseSource.extract(res.item);
|
||||
const src = await baseSource.extract(res.context);
|
||||
|
||||
return {
|
||||
...baseSource,
|
||||
|
||||
Reference in New Issue
Block a user