Generalized Adult Empire subsite scraper, added West Coast Productions.

2021-08-30 01:13:32 +02:00
parent b8657cb6e6
commit 7bd858f96b
97 changed files with 161 additions and 47 deletions
--- a/config/default.js
+++ b/config/default.js
@@ -142,6 +142,11 @@ module.exports = {
 			'hotcrazymess',
 			'thatsitcomshow',
 		],
+		[
+			// Adult DVD Empire
+			'elegantangel',
+			'westcoastproductions',
+		],
 		'21sextury',
 		'julesjordan',
 		'dorcelclub',
@@ -267,6 +272,14 @@ module.exports = {
 			interval: 1000,
 			concurrency: 1,
 		},
+		'westcoastproductions.com': {
+			interval: 100,
+			concurrency: 1,
+		},
+		'images.mylfcdn.net': {
+			interval: 50,
+			concurrency: 1,
+		},
 	},
 	fetchAfter: [1, 'week'],
 	missingDateLimit: 3,