Refactored update scraper into new module.

seeds/02_sites.js

@@ -81,7 +81,6 @@ const sites = [
         parameters: {
             scene: 'https://21sextreme.com/en/video',
         },
-        scrape: false, // no longer updated
     },
     {
         slug: 'dominatedgirls',
@@ -91,7 +90,6 @@ const sites = [
         parameters: {
             scene: 'https://21sextreme.com/en/video',
         },
-        scrape: false, // no longer updated
     },
     {
         slug: 'homepornreality',
@@ -101,7 +99,6 @@ const sites = [
         parameters: {
             scene: 'https://21sextreme.com/en/video',
         },
-        scrape: false, // no longer updated
     },
     {
         slug: 'peeandblow',
@@ -111,7 +108,6 @@ const sites = [
         parameters: {
             scene: 'https://21sextreme.com/en/video',
         },
-        scrape: false, // no longer updated
     },
     {
         slug: 'cummingmatures',
@@ -121,7 +117,6 @@ const sites = [
         parameters: {
             scene: 'https://21sextreme.com/en/video',
         },
-        scrape: false, // no longer updated
     },
     {
         slug: 'mandyiskinky',
@@ -131,7 +126,6 @@ const sites = [
         parameters: {
             scene: 'https://21sextreme.com/en/video',
         },
-        scrape: false, // no longer updated
     },
     {
         slug: 'speculumplays',
@@ -141,7 +135,6 @@ const sites = [
         parameters: {
             scene: 'https://21sextreme.com/en/video',
         },
-        scrape: false, // no longer updated
     },
     {
         slug: 'creampiereality',
@@ -151,7 +144,6 @@ const sites = [
         parameters: {
             scene: 'https://21sextreme.com/en/video',
         },
-        scrape: false, // no longer updated
     },
     // 21SEXTURY
     {
@@ -1098,7 +1090,6 @@ const sites = [
         url: 'https://www.sunlustxxx.com',
         description: '',
         network: 'blowpass',
-        scrape: false,
         show: true, // site offline, use only for indexing old scenes
     },
     // BRAZZERS
@@ -1467,8 +1458,6 @@ const sites = [
         description: 'HD Hardcore Sex & XXX Fantasy Porn Videos and Photos Produced in full HD featuring a Variety of Hardcore Porn Niches.',
         network: 'ddfnetwork',
         parameters: { native: true },
-        scrape: false,
-        show: true, // appears to be re-releases only
     },
     {
         slug: 'bustylover',
@@ -1476,8 +1465,6 @@ const sites = [
         url: 'https://bustylover.com',
         network: 'ddfnetwork',
         parameters: { native: true },
-        scrape: false,
-        show: true, // appears to be re-releases only
     },
     // DIGITAL PLAYGROUND
     {
@@ -1815,7 +1802,6 @@ const sites = [
         description: 'Welcome the official Daring Sex site, home of high quality erotica, sensual porn and hardcore exploration of the darker side of sexuality. Here you will find a variety of videos for lovers looking for a bit of extra, or something darker with an element of control.',
         network: 'famedigital',
         parameters: { api: true },
-        scrape: false,
         show: false, // no data sources
     },
     {
@@ -4141,14 +4127,12 @@ const sites = [
         url: 'https://milfhumiliation.com',
         network: 'pornpros',
         tags: ['milf'],
-        scrape: false,
     },
     {
         name: 'Humiliated',
         slug: 'humiliated',
         url: 'https://humiliated.com',
         network: 'pornpros',
-        scrape: false,
     },
     {
         name: 'Flexible Positions',
@@ -4158,7 +4142,6 @@ const sites = [
         parameters: {
             network: true,
         },
-        scrape: false,
     },
     {
         name: 'Public Violations',
@@ -4168,41 +4151,35 @@ const sites = [
         parameters: {
             network: true,
         },
-        scrape: false,
     },
     {
         name: 'Amateur Violations',
         slug: 'amateurviolations',
         url: 'https://amateurviolations.com',
         network: 'pornpros',
-        scrape: false,
     },
     {
         name: 'Squirt Disgrace',
         slug: 'squirtdisgrace',
         url: 'https://squirtdisgrace.com',
         network: 'pornpros',
-        scrape: false,
     },
     {
         name: 'Cum Disgrace',
         slug: 'cumdisgrace',
         url: 'https://cumdisgrace.com',
         network: 'pornpros',
-        scrape: false,
     },
     {
         name: 'Webcam Hackers',
         slug: 'webcamhackers',
         url: 'https://webcamhackers.com',
         network: 'pornpros',
-        scrape: false,
     },
     {
         name: 'College Teens',
         slug: 'collegeteens',
         network: 'pornpros',
-        scrape: false,
     },
     // PRIVATE
     {
@@ -4838,7 +4815,6 @@ const sites = [
         slug: 'bigboobbundle',
         url: 'https://www.bigboobbundle.com',
         network: 'score',
-        scrape: false,
         show: false, // all content appears to be on subsites
     },
     {
@@ -5132,7 +5108,6 @@ const sites = [
         url: 'https://www.milfbundle.com',
         network: 'score',
         show: false,
-        scrape: false,
     },
     {
         name: 'Teaming Cock',
@@ -5200,7 +5175,6 @@ const sites = [
         url: 'https://www.pornmegaload.com',
         network: 'score',
         show: false,
-        scrape: false,
     },
     {
         name: 'SaRennas World',
@@ -5238,7 +5212,6 @@ const sites = [
         url: 'https://www.scorepass.com/scorelandtv',
         network: 'score',
         priority: 1,
-        scrape: false,
         show: false, // appears to be streaming service for other sites
     },
     {
@@ -5247,7 +5220,6 @@ const sites = [
         url: 'https://www.scoretv.tv',
         network: 'score',
         priority: 1,
-        scrape: false,
         show: false, // similar to or same as Scoreland TV
     },
     {
@@ -6114,7 +6086,6 @@ exports.seed = knex => Promise.resolve()
             parameters: site.parameters,
             network_id: networksMap[site.network],
             priority: site.priority,
-            scrape: site.scrape,
             show: site.show,
         }));