Refactoring deep scrape. Added tag posters.

This commit is contained in:
2020-03-16 04:10:52 +01:00
parent c8ebe7892a
commit 0f09fd53eb
31 changed files with 851 additions and 589 deletions

View File

@@ -193,7 +193,7 @@ function scrapeSceneT1({ html, qu }, site, url, baseRelease, channelRegExp) {
if (channel) {
release.channel = {
force: true,
slug: slugify(channel, { delimiter: '' }),
slug: slugify(channel, ''),
};
}
}
@@ -239,7 +239,7 @@ function scrapeProfile({ el, qu }, site) {
return {
...acc,
[slugify(key, { delimiter: '_' })]: value.trim(),
[slugify(key, '_')]: value.trim(),
};
}, {});
@@ -272,7 +272,7 @@ function scrapeProfileT1({ el, qu }, site) {
return {
...acc,
[slugify(key, { delimiter: '_' })]: value.trim(),
[slugify(key, '_')]: value.trim(),
};
}, {});
@@ -308,7 +308,7 @@ function scrapeProfileTour({ el, qu }, site) {
return {
...acc,
[slugify(key, { delimiter: '_' })]: value.trim(),
[slugify(key, '_')]: value.trim(),
};
}, {});
@@ -382,7 +382,7 @@ async function fetchScene(url, site, baseRelease, beforeFetchLatest) {
}
async function fetchProfile(actorName, scraperSlug, site) {
const actorSlugA = slugify(actorName, { delimiter: '' });
const actorSlugA = slugify(actorName, '');
const actorSlugB = slugify(actorName);
const t1 = site.parameters?.t1 ? 't1/' : '';