Updated GraphQL queries to Datetime. Updated template to latest guideline.

src/actors.js

@@ -505,6 +505,8 @@ async function scrapeProfiles(actor, sources, entitiesBySlug, existingProfilesBy
 				try {
 					const scraper = scrapers[scraperSlug];
 					const context = {
+						...entitiesBySlug[scraperSlug],
+						// legacy
 						site: entitiesBySlug[scraperSlug] || null,
 						network: entitiesBySlug[scraperSlug] || null,
 						entity: entitiesBySlug[scraperSlug] || null,

src/scrapers/scrapers.js

@@ -15,6 +15,7 @@ const cherrypimps = require('./cherrypimps');
 const ddfnetwork = require('./ddfnetwork');
 const digitalplayground = require('./digitalplayground');
 const dogfart = require('./dogfart');
+const elegantangel = require('./elegantangel');
 const evilangel = require('./evilangel');
 const fakehub = require('./fakehub');
 const famedigital = require('./famedigital');
@@ -90,6 +91,7 @@ module.exports = {
 		digitalplayground,
 		dogfart,
 		dogfartnetwork: dogfart,
+		elegantangel,
 		evilangel,
 		fakehub,
 		famedigital,

src/scrapers/template.js

@@ -1,51 +1,97 @@
 'use strict';
 
-const { get, geta } = require('../utils/q');
+const qu = require('../utils/q');
+const slugify = require('../utils/slugify');
 
-function scrapeLatest(scenes, site) {
-    return scenes.map(({ qu }) => {
-        const release = {};
+function scrapeAll(scenes, site) {
+	return scenes.map(({ query }) => {
+		const release = {};
+		const pathname = query.url('.title a');
 
-        release.title = qu.q('.title a', true);
+		release.entryId = pathname.match(/\/scene\/(\d+)/)[1];
+		release.url = `${site.url}${pathname}`;
 
-        const pathname = qu.url('.title a');
-        release.entryId = pathname.split('/')[3];
-        release.url = `${site.url}${pathname}`;
+		release.title = query.cnt('.title a');
+		release.description = query.cnt('.description');
 
-        release.date = qu.date('.date', 'MMM DD, YYYY');
-        release.actors = qu.all('.models a.model', true);
+		release.date = query.date('.date', 'MMM DD, YYYY');
+		release.actors = query.cnts('.models a.model');
 
-        release.poster = qu.q('img').dataset.original;
+		release.poster = query.q('img.poster');
 
-        release.stars = Number(qu.q('.rating', true));
-        release.likes = Number(qu.q('.likes', true));
+		release.stars = query.number('.rating');
+		release.likes = query.number('.likes');
 
-        console.log(release);
-        return release;
-    });
+		console.log(release);
+		return release;
+	});
 }
 
-function scrapeScene({ qu }, _site) {
-    const release = {};
+function scrapeScene({ query }) {
+	const release = {};
 
-    console.log(release);
-    return release;
+	release.title = query.cnt('h3.title');
+	release.description = query.cnt('p.description');
+
+	[release.poster, ...release.photos] = query.imgs('.preview-thumb');
+
+	const trailer = query.video('.trailer video');
+	release.trailer = { src: trailer };
+
+	console.log(release);
+	return release;
 }
 
-async function fetchLatest(site, page = 1) {
-    const url = `${site.url}/${page}`;
-    const res = await geta(url, '.selector');
+function scrapeProfile({ query, el }, actorName, entity, include) {
+	const profile = {};
 
-    return res.ok ? scrapeLatest(res.items, site) : res.status;
+	profile.description = query.cnt('.bio-text');
+	profile.birthPlace = query.cnt('.birth-place span');
+
+	profile.avatar = query.img('.actor-photo img');
+
+	if (include.releases) {
+		return scrapeAll(qu.initAll(el, '.scene'));
+	}
+
+	console.log(profile);
+	return profile;
 }
 
-async function fetchScene(url, site) {
-    const res = await get(url);
+async function fetchLatest(channel, page = 1) {
+	const url = `${channel.url}/${page}`;
+	const res = await qu.getAll(url, '.scene');
 
-    return res.ok ? scrapeScene(res.item, site) : res.status;
+	if (res.ok) {
+		return scrapeAll(res.items, channel);
+	}
+
+	return res.status;
+}
+
+async function fetchScene(url, channel) {
+	const res = await qu.get(url);
+
+	if (res.ok) {
+		return scrapeScene(res.item, channel);
+	}
+
+	return res.status;
+}
+
+async function fetchProfile(actorName, entity, include) {
+	const url = `${entity.url}/actors/${slugify(actorName, '_')}`;
+	const res = await qu.get(url);
+
+	if (res.ok) {
+		return scrapeProfile(res.item, actorName, entity, include);
+	}
+
+	return res.status;
 }
 
 module.exports = {
-    fetchLatest,
-    fetchScene,
+	fetchLatest,
+	fetchScene,
+	fetchProfile,
 };