Passing recursive parameters to all scraper methods. Using throttle parameters in MindGeek scraper, fixed missing slug breaking scene and actor URLs.

2021-02-10 03:23:48 +01:00
parent 62ad786318
commit 7ff222ce25
7 changed files with 59 additions and 26 deletions
--- a/seeds/01_networks.js
+++ b/seeds/01_networks.js
@@ -17,6 +17,10 @@ const grandParentNetworks = [
 		name: 'Mind Geek',
 		url: 'https://www.mindgeek.com',
 		description: '',
+		parameters: {
+			interval: 1000,
+			concurrency: 1,
+		},
 	},
 	{
 		slug: 'whalemember',