From 61123fdb6af500eb561f3fa4b57e70d497f0a688 Mon Sep 17 00:00:00 2001 From: DebaucheryLibrarian Date: Wed, 30 Mar 2022 01:17:54 +0200 Subject: [PATCH] Added Accept-Language header to MindGeek requests, seems to help with acquiring sessions. --- src/scrapers/mindgeek.js | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/src/scrapers/mindgeek.js b/src/scrapers/mindgeek.js index 489ee5fe..6ca0a319 100644 --- a/src/scrapers/mindgeek.js +++ b/src/scrapers/mindgeek.js @@ -222,6 +222,9 @@ async function getSession(site, parameters, url) { const res = await http.get(sessionUrl, { session, + headers: { + 'Accept-Language': 'en-US,en;', // somehow seems essential for some MG sites + }, interval: parameters?.interval, concurrency: parameters?.concurrency, parse: false, @@ -310,6 +313,7 @@ async function fetchLatest(site, page = 1, options) { Instance: instanceToken, Origin: site.url, Referer: url, + 'Accept-Language': 'en-US,en;', // somehow seems essential for some MG sites }, }); @@ -334,6 +338,7 @@ async function fetchUpcoming(site, page, options) { Instance: instanceToken, Origin: site.url, Referer: url, + 'Accept-Language': 'en-US,en;', // somehow seems essential for some MG sites }, }); @@ -359,6 +364,7 @@ async function fetchRelease(url, site, baseScene, options) { concurrency: options.parameters.concurrency, headers: { Instance: instanceToken, + 'Accept-Language': 'en-US,en;', // somehow seems essential for some MG sites }, }); @@ -381,6 +387,7 @@ async function fetchProfile({ name: actorName, slug: actorSlug }, { entity, para concurrency: parameters.concurrency, headers: { Instance: instanceToken, + 'Accept-Language': 'en-US,en;', // somehow seems essential for some MG sites }, });