Added Zero Tolerance with Addicted 2 Girls and GenderX.

src/actors.js

@@ -302,9 +302,8 @@ async function curateProfile(profile) {
 		curatedProfile.piercings = profile.piercings?.trim() || null;
 
 		curatedProfile.gender = (/female/i.test(profile.gender) && 'female')
-			|| (/shemale/i.test(profile.gender) && 'transsexual')
+			|| (/shemale|trans/i.test(profile.gender) && 'transsexual')
 			|| (/male/i.test(profile.gender) && 'male')
-			|| (/trans/i.test(profile.gender) && 'transsexual')
 			|| null;
 
 		const dateOfBirth = profile.dateOfBirth || profile.birthdate;
@@ -725,15 +724,14 @@ async function getOrCreateActors(baseActors, batchId) {
 		},
 	}), {});
 
-	const newActorProfiles = baseActors
+	const newActorProfiles = await Promise.all(baseActors
 		.filter(actor => actor.hasProfile)
 		.map(actor => ({
 			...actor,
 			id: newActorIdsByEntityIdAndSlug[actor.entity?.id]?.[actor.slug] || newActorIdsByEntityIdAndSlug.null?.[actor.slug],
 		}))
-		.filter(actor => !!actor.id);
-
-	console.log(newActorIdsByEntityIdAndSlug, newActorProfiles);
+		.filter(actor => !!actor.id)
+		.map(actor => curateProfile(actor)));
 
 	await storeProfiles(newActorProfiles);
 

src/scrapers/gamma.js

@@ -9,6 +9,7 @@ const moment = require('moment');
 
 const logger = require('../logger')(__filename);
 const { ex, get } = require('../utils/q');
+const http = require('../utils/http');
 const slugify = require('../utils/slugify');
 
 function getAlbumUrl(albumPath, site) {
@@ -398,7 +399,7 @@ async function fetchApiCredentials(referer, site) {
 		return getApiUrl(site.parameters.appId, site.parameters.apiKey);
 	}
 
-	const res = await bhttp.get(referer);
+	const res = await http.get(referer);
 	const body = res.body.toString();
 
 	const apiLine = body.split('\n').find(bodyLine => bodyLine.match('apiKey'));
@@ -433,6 +434,8 @@ async function fetchApiLatest(site, page = 1, preData, include, upcoming = false
 		encodeJSON: true,
 	});
 
+	console.log(page, res.statusCode, res.body.results);
+
 	if (res.statusCode === 200 && res.body.results?.[0]?.hits) {
 		return scrapeApiReleases(res.body.results[0].hits, site);
 	}
@@ -530,6 +533,7 @@ async function fetchScene(url, site, baseRelease) {
 		if (res.statusCode === 200) {
 			const mobileBody = mobileRes?.statusCode === 200 ? mobileRes.body.toString() : null;
 			const scene = await scrapeScene(res.body.toString(), url, site, baseRelease, mobileBody);
+
 			return { ...scene, deepUrl };
 		}
 	}

src/scrapers/scrapers.js

@@ -66,6 +66,7 @@ const vixen = require('./vixen');
 const vogov = require('./vogov');
 const wicked = require('./wicked');
 const xempire = require('./xempire');
+const zerotolerance = require('./zerotolerance');
 
 // profiles
 const boobpedia = require('./boobpedia');
@@ -151,6 +152,7 @@ module.exports = {
 		whalemember,
 		wicked,
 		xempire,
+		zerotolerance,
 	},
 	actors: {
 		'21sextury': sextury,

src/scrapers/zerotolerance.js

@@ -0,0 +1,10 @@
+'use strict';
+
+const { fetchApiLatest, fetchApiUpcoming, fetchScene, fetchApiProfile } = require('./gamma');
+
+module.exports = {
+	fetchLatest: fetchApiLatest,
+	fetchProfile: fetchApiProfile,
+	fetchScene,
+	fetchUpcoming: fetchApiUpcoming,
+};

src/updates.js

@@ -49,7 +49,7 @@ function needNextPage(releases, uniqueReleases, totalReleases, hasDates, upcomin
 	}
 
 	if (argv.last) {
-		return totalReleases + releases.length < argv.last;
+		return releases.length > 0 && totalReleases + releases.length < argv.last;
 	}
 
 	if (!hasDates) {