Added Men network and Icon Male to MindGeek. Added entropy filter to media module to help filter out generic avatars. Added Pure Taboo. Various logo updates.

src/scrapers/gamma.js

@@ -139,8 +139,55 @@ async function fetchProfile(actorName, siteSlug, altSearchUrl) {
     return null;
 }
 
+async function fetchApiCredentials(referer) {
+    const res = await bhttp.get(referer);
+    const body = res.body.toString();
+
+    const apiLine = body.split('\n').find(bodyLine => bodyLine.match('apiKey'));
+    const apiSerial = apiLine.slice(apiLine.indexOf('{'), apiLine.indexOf('};') + 1);
+    const apiData = JSON.parse(apiSerial);
+
+    const { applicationID: appId, apiKey } = apiData.api.algolia;
+    const userAgent = 'Algolia for vanilla JavaScript (lite) 3.27.0;instantsearch.js 2.7.4;JS Helper 2.26.0';
+
+    const apiUrl = `https://${appId.toLowerCase()}-dsn.algolia.net/1/indexes/*/queries?x-algolia-agent=${userAgent}&x-algolia-application-id=${appId}&x-algolia-api-key=${apiKey}`;
+
+    return {
+        appId,
+        apiKey,
+        userAgent,
+        apiUrl,
+    };
+}
+
+async function fetchLatest(site, page = 1, upcoming = false) {
+    const referer = `${site.url}/en/videos`;
+    const { apiUrl } = await fetchApiCredentials(referer);
+
+    console.log(referer);
+
+    const res = await bhttp.post(apiUrl, {
+        requests: [
+            {
+                indexName: 'all_scenes',
+                params: `query=&hitsPerPage=36&maxValuesPerFacet=100&page=${page - 1}&facetFilters=[["lesbian:"],["bisex:"],["shemale:"],["upcoming:${upcoming ? 1 : 0}"]]`,
+            },
+        ],
+    }, {
+        headers: {
+            Referer: referer,
+        },
+        encodeJSON: true,
+    });
+
+    console.log(res.body.results);
+
+    // return scrape(res.body.results[0].hits, site);
+}
+
 module.exports = {
     getPhotos,
     fetchProfile,
     scrapeProfile,
+    fetchLatest,
 };