DebaucheryLibrarian/traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Added q scraping helper. Added Perfect Gonzo scraper.

Browse Source
This commit is contained in:
ThePendulum
2020-01-16 21:04:44 +01:00
parent 5dda81535d
commit 61fee5e4f6
23 changed files with 355 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/scrapers/jayrock.js
View File

@@ -52,8 +52,10 @@ async function scrapeScene(scene, site, tokens) {
entryId: scene.id,
title: scene.title,
duration: scene.length,
tokens, // attach tokens to reduce number of requests required for deep fetching
site,
meta: {
tokens, // attach tokens to reduce number of requests required for deep fetching
},
};
release.url = `${site.url}/scene/${release.entryId}/${slugify(release.title, true)}`;
@@ -93,7 +95,7 @@ async function fetchLatest(site, page = 1) {
}
async function fetchScene(url, site, release) {
const { time, token } = release?.tokens || await fetchToken(site); // use attached tokens when deep fetching
const { time, token } = release?.meta.tokens || await fetchToken(site); // use attached tokens when deep fetching
const { pathname } = new URL(url);
const entryId = pathname.split('/')[2];