Allowing HTTP rate limits to be set by configuration or argument.

2020-11-22 23:50:24 +01:00
parent 6a5063cf32
commit 3d427f7e1d
4 changed files with 54 additions and 17 deletions
--- a/config/default.js
+++ b/config/default.js
@@ -202,6 +202,11 @@ module.exports = {
 			interval: 50,
 			concurrency: 20,
 		},
+		'www.deeper.com': {
+			enable: false, // can be omitted to enable
+			interval: 1000,
+			concurrency: 1,
+		},
 	},
 	fetchAfter: [1, 'week'],
 	missingDateLimit: 3,