Refactored Vixen scraper, moved XEmpire to generic Gamma scraper after site update, added BiPhoria.

This commit is contained in:
DebaucheryLibrarian
2022-05-15 23:28:56 +02:00
parent 0d8c92aac9
commit 527112d5da
35 changed files with 213 additions and 156 deletions

View File

@@ -131,7 +131,18 @@ async function scrapeProfile({ query }, actorUrl, include) {
}
async function fetchLatest(site, page = 1) {
const res = await qu.getAll(`${site.url}/latest/page/${page}`, '.shoot-list .shoot');
// const res = await qu.getAll(`${site.url}/latest/page/${page}`, '.shoot-list .shoot', {
const res = await qu.getAll(`https://www.kink.com/channel/bound-gang-bangs/latest/page/${page}`, '.shoot-list .shoot', {
Host: 'www.kink.com',
'User-Agent': 'HTTPie/2.6.0',
'Accept-Encoding': 'gzip, deflate, br',
Accept: '*/*',
Connection: 'keep-alive',
}, {
includeDefaultHeaders: false,
followRedirects: false,
});
if (res.ok) {
return scrapeAll(res.items, site);