Major refactor, cleand up site scrape module, fixed and cleaned up release scrape module. Removed old CLI code

2019-11-16 03:33:36 +01:00
parent b07f88d023
commit b489c8fc33
35 changed files with 595 additions and 847 deletions
--- a/src/scrapers/pervcity.js
+++ b/src/scrapers/pervcity.js
@@ -7,7 +7,7 @@ const moment = require('moment');
 function scrape(html, site) {
    const $ = cheerio.load(html, { normalizeWhitespace: true });

-    const shootId = $('li').attr('id');
+    const entryId = $('li').attr('id');
    const sceneLinkElement = $('#scene_title_border a');
    const url = `${site.url}/${sceneLinkElement.attr('href')}`;
    const title = sceneLinkElement.attr('title').replace(/\u00E2\u0080\u0099/g, '\''); // replace weird apostrophes
@@ -22,7 +22,7 @@ function scrape(html, site) {

    return {
        url,
-        shootId,
+        entryId,
        title,
        actors,
        date,