Fixed deprecated unprint cookie handling in Dorcel scraper.
This commit is contained in:
@@ -1,7 +1,6 @@
|
|||||||
'use strict';
|
'use strict';
|
||||||
|
|
||||||
const unprint = require('unprint');
|
const unprint = require('unprint');
|
||||||
const cookie = require('cookie');
|
|
||||||
|
|
||||||
const slugify = require('../utils/slugify');
|
const slugify = require('../utils/slugify');
|
||||||
|
|
||||||
@@ -54,16 +53,14 @@ function scrapeAll(scenes, channel) {
|
|||||||
|
|
||||||
async function beforeFetchLatest(channel) {
|
async function beforeFetchLatest(channel) {
|
||||||
// scene page only seems to accept language preferences from session
|
// scene page only seems to accept language preferences from session
|
||||||
const { res } = await unprint.get(`${channel.url}/en/news-videos-x-marc-dorcel`, {
|
const { cookies } = await unprint.get(`${channel.url}/en/news-videos-x-marc-dorcel`, {
|
||||||
headers: {
|
headers: {
|
||||||
'X-Requested-With': 'XMLHttpRequest',
|
'X-Requested-With': 'XMLHttpRequest',
|
||||||
'Accept-Language': 'en-US,en', // fetch English rather than French titles
|
'Accept-Language': 'en-US,en', // fetch English rather than French titles
|
||||||
},
|
},
|
||||||
});
|
});
|
||||||
|
|
||||||
const sessionCookie = cookie.parse(res.headers['set-cookie'][0])?.dorcelclub;
|
return `dorcelclub=${cookies.dorcelclub}`;
|
||||||
|
|
||||||
return `dorcelclub=${sessionCookie}`;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async function fetchLatest(channel, page = 1, _options, { beforeFetchLatest: sessionCookie }) {
|
async function fetchLatest(channel, page = 1, _options, { beforeFetchLatest: sessionCookie }) {
|
||||||
|
|||||||
Reference in New Issue
Block a user