Added Team Skeet scraper.

This commit is contained in:
2020-01-12 05:30:46 +01:00
parent bce2c73cbe
commit 97cb4a061e
46 changed files with 352 additions and 8 deletions

View File

@@ -4,6 +4,7 @@
const Promise = require('bluebird');
const bhttp = require('bhttp');
const logger = require('../logger');
const slugify = require('../utils/slugify');
async function fetchToken(site) {
@@ -30,12 +31,17 @@ async function fetchActors(entryId, site, { token, time }) {
async function fetchTrailerLocation(entryId, site) {
const url = `${site.url}/api/download/${entryId}/hd1080/stream`;
const res = await bhttp.get(url, {
followRedirects: false,
});
if (res.statusCode === 302) {
return res.headers.location;
try {
const res = await bhttp.get(url, {
followRedirects: false,
});
if (res.statusCode === 302) {
return res.headers.location;
}
} catch (error) {
logger.warn(`${site.name}: Unable to fetch trailer at '${url}': ${error.message}`);
}
return null;
@@ -72,11 +78,11 @@ function scrapeLatest(scenes, site, tokens) {
return Promise.map(scenes, async scene => scrapeScene(scene, site, tokens), { concurrency: 10 });
}
async function fetchLatest(site) {
async function fetchLatest(site, page = 1) {
const { time, token } = await fetchToken(site);
// transParameters[v1] includes _resources, [v2] includes photos, [preset] is mandatory
const url = `${site.url}/sapi/${token}/${time}/content.load?limit=20&transitParameters[v1]=OhUOlmasXD&transitParameters[v2]=OhUOlmasXD&transitParameters[preset]=videos`;
const url = `${site.url}/sapi/${token}/${time}/content.load?limit=50&offset=${(page - 1) * 50}&transitParameters[v1]=OhUOlmasXD&transitParameters[v2]=OhUOlmasXD&transitParameters[preset]=videos`;
const res = await bhttp.get(url);
if (res.statusCode === 200 && res.body.status) {