Added Top Web Models directory.
BIN
public/img/logos/topwebmodels/2girls1camera.png
Normal file
|
After Width: | Height: | Size: 88 KiB |
BIN
public/img/logos/topwebmodels/biggulpgirls.png
Normal file
|
After Width: | Height: | Size: 109 KiB |
BIN
public/img/logos/topwebmodels/cougarseason.png
Normal file
|
After Width: | Height: | Size: 97 KiB |
BIN
public/img/logos/topwebmodels/deepthroatsirens.png
Normal file
|
After Width: | Height: | Size: 83 KiB |
BIN
public/img/logos/topwebmodels/facialsforever.png
Normal file
|
After Width: | Height: | Size: 44 KiB |
BIN
public/img/logos/topwebmodels/favicon.png
Normal file
|
After Width: | Height: | Size: 957 B |
BIN
public/img/logos/topwebmodels/lazy/2girls1camera.png
Normal file
|
After Width: | Height: | Size: 7.1 KiB |
BIN
public/img/logos/topwebmodels/lazy/biggulpgirls.png
Normal file
|
After Width: | Height: | Size: 9.0 KiB |
BIN
public/img/logos/topwebmodels/lazy/cougarseason.png
Normal file
|
After Width: | Height: | Size: 9.0 KiB |
BIN
public/img/logos/topwebmodels/lazy/deepthroatsirens.png
Normal file
|
After Width: | Height: | Size: 6.9 KiB |
BIN
public/img/logos/topwebmodels/lazy/facialsforever.png
Normal file
|
After Width: | Height: | Size: 6.9 KiB |
BIN
public/img/logos/topwebmodels/lazy/favicon.png
Normal file
|
After Width: | Height: | Size: 1.9 KiB |
BIN
public/img/logos/topwebmodels/lazy/network.png
Normal file
|
After Width: | Height: | Size: 4.3 KiB |
BIN
public/img/logos/topwebmodels/lazy/poundedpetite.png
Normal file
|
After Width: | Height: | Size: 6.5 KiB |
BIN
public/img/logos/topwebmodels/lazy/shesbrandnew.png
Normal file
|
After Width: | Height: | Size: 9.6 KiB |
BIN
public/img/logos/topwebmodels/lazy/topwebmodels.png
Normal file
|
After Width: | Height: | Size: 4.3 KiB |
BIN
public/img/logos/topwebmodels/lazy/twmclassics.png
Normal file
|
After Width: | Height: | Size: 2.1 KiB |
BIN
public/img/logos/topwebmodels/lazy/twmpornvault.png
Normal file
|
After Width: | Height: | Size: 2.6 KiB |
BIN
public/img/logos/topwebmodels/misc/2-girls-1-camera.png
Normal file
|
After Width: | Height: | Size: 80 KiB |
BIN
public/img/logos/topwebmodels/misc/2-girls-1-camera_light.png
Normal file
|
After Width: | Height: | Size: 88 KiB |
BIN
public/img/logos/topwebmodels/misc/big-gulp-girls.png
Normal file
|
After Width: | Height: | Size: 101 KiB |
BIN
public/img/logos/topwebmodels/misc/classics.png
Normal file
|
After Width: | Height: | Size: 32 KiB |
BIN
public/img/logos/topwebmodels/misc/cougar-season.png
Normal file
|
After Width: | Height: | Size: 97 KiB |
BIN
public/img/logos/topwebmodels/misc/deepthroat-sirens.png
Normal file
|
After Width: | Height: | Size: 83 KiB |
BIN
public/img/logos/topwebmodels/misc/facials-forever.png
Normal file
|
After Width: | Height: | Size: 44 KiB |
BIN
public/img/logos/topwebmodels/misc/logo.png
Normal file
|
After Width: | Height: | Size: 34 KiB |
BIN
public/img/logos/topwebmodels/misc/porn-vault.png
Normal file
|
After Width: | Height: | Size: 20 KiB |
BIN
public/img/logos/topwebmodels/misc/pounded-petite.png
Normal file
|
After Width: | Height: | Size: 27 KiB |
BIN
public/img/logos/topwebmodels/misc/shes-brand-new.png
Normal file
|
After Width: | Height: | Size: 68 KiB |
|
After Width: | Height: | Size: 14 KiB |
|
After Width: | Height: | Size: 15 KiB |
BIN
public/img/logos/topwebmodels/misc/top-web-models_dark.png
Normal file
|
After Width: | Height: | Size: 35 KiB |
BIN
public/img/logos/topwebmodels/misc/top-web-models_light.png
Normal file
|
After Width: | Height: | Size: 37 KiB |
BIN
public/img/logos/topwebmodels/network.png
Normal file
|
After Width: | Height: | Size: 37 KiB |
BIN
public/img/logos/topwebmodels/poundedpetite.png
Normal file
|
After Width: | Height: | Size: 27 KiB |
BIN
public/img/logos/topwebmodels/shesbrandnew.png
Normal file
|
After Width: | Height: | Size: 68 KiB |
BIN
public/img/logos/topwebmodels/thumbs/2girls1camera.png
Normal file
|
After Width: | Height: | Size: 29 KiB |
BIN
public/img/logos/topwebmodels/thumbs/biggulpgirls.png
Normal file
|
After Width: | Height: | Size: 31 KiB |
BIN
public/img/logos/topwebmodels/thumbs/cougarseason.png
Normal file
|
After Width: | Height: | Size: 33 KiB |
BIN
public/img/logos/topwebmodels/thumbs/deepthroatsirens.png
Normal file
|
After Width: | Height: | Size: 24 KiB |
BIN
public/img/logos/topwebmodels/thumbs/facialsforever.png
Normal file
|
After Width: | Height: | Size: 23 KiB |
BIN
public/img/logos/topwebmodels/thumbs/favicon.png
Normal file
|
After Width: | Height: | Size: 1.9 KiB |
BIN
public/img/logos/topwebmodels/thumbs/network.png
Normal file
|
After Width: | Height: | Size: 9.5 KiB |
BIN
public/img/logos/topwebmodels/thumbs/poundedpetite.png
Normal file
|
After Width: | Height: | Size: 18 KiB |
BIN
public/img/logos/topwebmodels/thumbs/shesbrandnew.png
Normal file
|
After Width: | Height: | Size: 30 KiB |
BIN
public/img/logos/topwebmodels/thumbs/topwebmodels.png
Normal file
|
After Width: | Height: | Size: 9.5 KiB |
BIN
public/img/logos/topwebmodels/thumbs/twmclassics.png
Normal file
|
After Width: | Height: | Size: 16 KiB |
BIN
public/img/logos/topwebmodels/thumbs/twmpornvault.png
Normal file
|
After Width: | Height: | Size: 16 KiB |
BIN
public/img/logos/topwebmodels/topwebmodels.png
Normal file
|
After Width: | Height: | Size: 37 KiB |
BIN
public/img/logos/topwebmodels/twmclassics.png
Normal file
|
After Width: | Height: | Size: 15 KiB |
BIN
public/img/logos/topwebmodels/twmpornvault.png
Normal file
|
After Width: | Height: | Size: 20 KiB |
60
src/scrapers/topwebmodels.js
Normal file
@@ -0,0 +1,60 @@
|
|||||||
|
'use strict';
|
||||||
|
|
||||||
|
const qu = require('../utils/qu');
|
||||||
|
const http = require('../utils/http');
|
||||||
|
const slugify = require('../utils/slugify');
|
||||||
|
|
||||||
|
function scrapeAll(scenes) {
|
||||||
|
return scenes.map((scene) => {
|
||||||
|
const release = {};
|
||||||
|
|
||||||
|
release.entryId = scene.id;
|
||||||
|
release.url = `https://tour.topwebmodels.com/scenes/${scene.id}/${slugify(scene.title)}`;
|
||||||
|
|
||||||
|
release.title = scene.title;
|
||||||
|
release.description = scene.description;
|
||||||
|
|
||||||
|
release.duration = qu.durationToSeconds(scene.videos_duration);
|
||||||
|
release.date = new Date(scene.release_date);
|
||||||
|
|
||||||
|
release.actors = scene.models.map(actor => ({
|
||||||
|
name: actor.name,
|
||||||
|
gender: actor.gender || null,
|
||||||
|
avatar: actor.thumb,
|
||||||
|
url: `https://tour.topwebmodels.com/models/${actor.id}/${slugify(actor.name)}`,
|
||||||
|
}));
|
||||||
|
|
||||||
|
release.stars = scene.rating;
|
||||||
|
release.tags = scene.tags.map(tag => tag.name);
|
||||||
|
|
||||||
|
release.poster = scene.thumb;
|
||||||
|
|
||||||
|
release.channel = slugify(scene.sites[0]?.name, '');
|
||||||
|
|
||||||
|
console.log(scene);
|
||||||
|
console.log(release);
|
||||||
|
return release;
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
async function fetchLatest(channel, page) {
|
||||||
|
const session = http.session();
|
||||||
|
|
||||||
|
await http.get(channel.url);
|
||||||
|
|
||||||
|
const res = await http.get(`https://tour.topwebmodels.com/api/sites/${channel.parameters?.slug || channel.slug}?page=${page}`, {
|
||||||
|
session,
|
||||||
|
});
|
||||||
|
|
||||||
|
console.log(res);
|
||||||
|
|
||||||
|
if (res.ok) {
|
||||||
|
return scrapeAll(res.body.videos.items);
|
||||||
|
}
|
||||||
|
|
||||||
|
return res.status;
|
||||||
|
}
|
||||||
|
|
||||||
|
module.exports = {
|
||||||
|
fetchLatest,
|
||||||
|
};
|
||||||