Refactored Vixen scraper, moved XEmpire to generic Gamma scraper after site update, added BiPhoria.

src/utils/http.js

@@ -28,7 +28,7 @@ const defaultOptions = {
 	encodeJSON: true,
 	parse: false,
 	headers: {
-		'user-agent': 'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:15.0) Gecko/20100101 Firefox/15.0.1',
+		'user-agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/94.0.4606.61 Safari/537.36',
 	},
 };
 
@@ -163,11 +163,15 @@ function getTimeout(options, url) {
 }
 
 async function scheduleRequest(method = 'get', url, body, requestOptions = {}) {
+	if (typeof url !== 'string') {
+		console.trace(`Bad URL: ${JSON.stringify(url)}`);
+	}
+
 	const options = {
 		...defaultOptions,
 		...requestOptions,
 		headers: {
-			...defaultOptions.headers,
+			...(requestOptions.includeDefaultHeaders === false ? {} : defaultOptions.headers),
 			...requestOptions.headers,
 		},
 		responseTimeout: requestOptions.responseTimeout || requestOptions.timeout || defaultOptions.timeout,