69 lines
1.6 KiB
Plaintext
69 lines
1.6 KiB
Plaintext
|
'use strict';
|
||
|
|
|
||
|
|
const qu = require('../utils/qu');
|
||
|
|
const http = require('../utils/http');
|
||
|
|
const slugify = require('../utils/slugify');
|
||
|
|
|
||
|
|
function scrapeAll(scenes) {
|
||
|
|
return scenes.map((scene) => {
|
||
|
|
const release = {};
|
||
|
|
|
||
|
|
release.entryId = scene.id;
|
||
|
|
release.url = `https://tour.topwebmodels.com/scenes/${scene.id}/${slugify(scene.title)}`;
|
||
|
|
|
||
|
|
release.title = scene.title;
|
||
|
|
release.description = scene.description;
|
||
|
|
|
||
|
|
release.duration = qu.durationToSeconds(scene.videos_duration);
|
||
|
|
release.date = new Date(scene.release_date);
|
||
|
|
|
||
|
|
release.actors = scene.models.map(actor => ({
|
||
|
|
name: actor.name,
|
||
|
|
gender: actor.gender || null,
|
||
|
|
avatar: actor.thumb,
|
||
|
|
url: `https://tour.topwebmodels.com/models/${actor.id}/${slugify(actor.name)}`,
|
||
|
|
}));
|
||
|
|
|
||
|
|
release.stars = scene.rating;
|
||
|
|
release.tags = scene.tags.map(tag => tag.name);
|
||
|
|
|
||
|
|
release.poster = scene.thumb;
|
||
|
|
|
||
|
|
release.channel = slugify(scene.sites[0]?.name, '');
|
||
|
|
|
||
|
|
console.log(scene);
|
||
|
|
console.log(release);
|
||
|
|
return release;
|
||
|
|
});
|
||
|
|
}
|
||
|
|
|
||
|
|
async function fetchLatest(channel, page) {
|
||
|
|
console.log(channel);
|
||
|
|
const res = await http.get(`https://tour.topwebmodels.com/api/sites/${channel.parameters?.slug || channel.slug}?page=${page}`, {
|
||
|
|
headers: {
|
||
|
|
Referer: 'https://tour.topwebmodels.com',
|
||
|
|
'api-key': channel.parameters?.apiKey || channel.parent?.parameters?.apiKey,
|
||
|
|
'x-Requested-With': 'XMLHttpRequest',
|
||
|
|
},
|
||
|
|
});
|
||
|
|
|
||
|
|
console.log(res.body, res.request);
|
||
|
|
|
||
|
|
if (res.ok) {
|
||
|
|
return scrapeAll(res.body.videos.items);
|
||
|
|
}
|
||
|
|
|
||
|
|
return res.status;
|
||
|
|
}
|
||
|
|
|
||
|
|
async function fetchScene(url) {
|
||
|
|
const res = await http.get(url, { extract: { runScripts: 'dangerously', } });
|
||
|
|
|
||
|
|
console.log(res.);
|
||
|
|
}
|
||
|
|
|
||
|
|
module.exports = {
|
||
|
|
fetchLatest,
|
||
|
|
fetchScene,
|
||
|
|
};
|