Displaying results in terminal table with select, scroll and experimental search. Expanded broken character handling for PervCity scraper.
This commit is contained in:
@@ -16,7 +16,7 @@ function scrape(html, site) {
|
||||
const [likes, dislikes] = $(element).find('.value')
|
||||
.toArray()
|
||||
.map(value => Number($(value).text()));
|
||||
const stars = Math.floor(((likes * 5 + dislikes) / (likes + dislikes)) * 100) / 100;
|
||||
const stars = likes || dislikes ? Math.floor(((likes * 5 + dislikes) / (likes + dislikes)) * 100) / 100 : null;
|
||||
|
||||
const actors = $(element).find('.sceneActors a')
|
||||
.map((actorIndex, actorElement) => $(actorElement).attr('title'))
|
||||
@@ -34,7 +34,7 @@ function scrape(html, site) {
|
||||
dislikes,
|
||||
stars,
|
||||
},
|
||||
siteId: site.id,
|
||||
site,
|
||||
};
|
||||
});
|
||||
}
|
||||
@@ -45,10 +45,10 @@ async function fetchReleases(site) {
|
||||
bhttp.get(`${site.url}/en/videos/AllCategories/0/1/upcoming`),
|
||||
]);
|
||||
|
||||
return {
|
||||
latest: scrape(latestRes.body.toString(), site),
|
||||
upcoming: scrape(upcomingRes.body.toString(), site),
|
||||
};
|
||||
return [
|
||||
...scrape(upcomingRes.body.toString(), site, true),
|
||||
...scrape(latestRes.body.toString(), site),
|
||||
];
|
||||
}
|
||||
|
||||
module.exports = fetchReleases;
|
||||
|
||||
Reference in New Issue
Block a user