Added Top Web Models update and scene scraper.

\

@@ -0,0 +1,68 @@
+'use strict';
+
+const qu = require('../utils/qu');
+const http = require('../utils/http');
+const slugify = require('../utils/slugify');
+
+function scrapeAll(scenes) {
+	return scenes.map((scene) => {
+		const release = {};
+
+		release.entryId = scene.id;
+		release.url = `https://tour.topwebmodels.com/scenes/${scene.id}/${slugify(scene.title)}`;
+
+		release.title = scene.title;
+		release.description = scene.description;
+
+		release.duration = qu.durationToSeconds(scene.videos_duration);
+		release.date = new Date(scene.release_date);
+
+		release.actors = scene.models.map(actor => ({
+			name: actor.name,
+			gender: actor.gender || null,
+			avatar: actor.thumb,
+			url: `https://tour.topwebmodels.com/models/${actor.id}/${slugify(actor.name)}`,
+		}));
+
+		release.stars = scene.rating;
+		release.tags = scene.tags.map(tag => tag.name);
+
+		release.poster = scene.thumb;
+
+		release.channel = slugify(scene.sites[0]?.name, '');
+
+		console.log(scene);
+		console.log(release);
+		return release;
+	});
+}
+
+async function fetchLatest(channel, page) {
+	console.log(channel);
+	const res = await http.get(`https://tour.topwebmodels.com/api/sites/${channel.parameters?.slug || channel.slug}?page=${page}`, {
+		headers: {
+			Referer: 'https://tour.topwebmodels.com',
+			'api-key': channel.parameters?.apiKey || channel.parent?.parameters?.apiKey,
+			'x-Requested-With': 'XMLHttpRequest',
+		},
+	});
+
+	console.log(res.body, res.request);
+
+	if (res.ok) {
+		return scrapeAll(res.body.videos.items);
+	}
+
+	return res.status;
+}
+
+async function fetchScene(url) {
+	const res = await http.get(url, { extract: { runScripts: 'dangerously', } });
+
+	console.log(res.);
+}
+
+module.exports = {
+	fetchLatest,
+	fetchScene,
+};