Refactored Mike Adriano scraper. Changed logo and favicon. Added style methods to qu.

This commit is contained in:
DebaucheryLibrarian
2020-07-16 03:47:07 +02:00
parent 6584a46d53
commit 6adfded074
63 changed files with 577 additions and 332 deletions

View File

@@ -68,7 +68,7 @@ async function fetchActorReleases({ query }, url, remainingPages, actorName, acc
return accReleases.concat(releases);
}
async function scrapeProfile({ query, window }, actorName, url, include) {
async function scrapeProfile({ query }, actorName, url, include) {
const profile = {};
profile.avatar = {
@@ -85,7 +85,7 @@ async function scrapeProfile({ query, window }, actorName, url, include) {
if (include.releases) {
const availablePages = query.all('.pageboxdropdown option', 'value');
profile.releases = await fetchActorReleases(qu.init(query.q('#episodes > table'), window), url, availablePages.slice(1), actorName);
profile.releases = await fetchActorReleases(qu.init(query.q('#episodes > table')), url, availablePages.slice(1), actorName);
}
return profile;
@@ -105,7 +105,9 @@ async function fetchScene(url, channel) {
async function fetchProfile(actorName, entity, include) {
const url = `http://killergram.com/episodes.asp?page=episodes&model=${encodeURI(actorName)}&ct=model`;
const res = await qu.get(url, '#content');
const res = await qu.get(url, '#content', null, {
followRedirects: false,
});
return res.ok ? scrapeProfile(res.item, actorName, url, include) : res.status;
}