Added include and exclude config options. Moved network definitions to dedicated file. Scraping all XEmpire sites. Added definitions for Perv City.

This commit is contained in:
2019-03-04 02:46:33 +01:00
parent 71aa31dda6
commit 53ea694894
6 changed files with 245 additions and 34 deletions

17
src/scrapers/pervcity.js Normal file
View File

@@ -0,0 +1,17 @@
'use strict';
const bhttp = require('bhttp');
const cheerio = require('cheerio');
async function fetchReleases(site) {
// const session = bhttp.session();
return {};
console.log(site.url, site.parameters.tourId)
const res = await bhttp.get(`${site.url}/final_latestupdateview.php&limitstart=0&limitend=9&websiteid=0&deviceview=browser&tourId=${site.parameters.tourId}`);
console.log(res.body.toString());
}
module.exports = fetchReleases;