Updated HTTP call in Gamma scraper.
This commit is contained in:
parent
b9b777c621
commit
081a5a1e8c
|
@ -541,8 +541,10 @@ async function fetchScene(url, site, baseRelease) {
|
||||||
const [res, mobileRes] = await Promise.all([
|
const [res, mobileRes] = await Promise.all([
|
||||||
http.get(deepUrl),
|
http.get(deepUrl),
|
||||||
mobileUrl && http.get(mobileUrl, {
|
mobileUrl && http.get(mobileUrl, {
|
||||||
// don't redirect to main site
|
headers: {
|
||||||
'user-agent': 'Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.122 Mobile Safari/537.36',
|
// don't redirect to main site
|
||||||
|
'user-agent': 'Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.122 Mobile Safari/537.36',
|
||||||
|
},
|
||||||
}),
|
}),
|
||||||
]);
|
]);
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue