Switched to tabs. Adding missing actor entries when scraping actors, with batch ID.

This commit is contained in:
2020-05-14 04:26:05 +02:00
parent f1eb29c713
commit 11eb66f834
178 changed files with 16594 additions and 16929 deletions

View File

@@ -3,37 +3,37 @@
const { fetchApiLatest, fetchApiUpcoming, fetchScene, fetchApiProfile } = require('./gamma');
function curateRelease(release, site) {
if (['bubblegumdungeon', 'ladygonzo'].includes(site.slug)) {
return {
...release,
title: release.title.split(/:|\|/)[1].trim(),
};
}
if (['bubblegumdungeon', 'ladygonzo'].includes(site.slug)) {
return {
...release,
title: release.title.split(/:|\|/)[1].trim(),
};
}
return release;
return release;
}
async function networkFetchScene(url, site, release) {
const scene = await fetchScene(url, site, release);
const scene = await fetchScene(url, site, release);
return curateRelease(scene, site);
return curateRelease(scene, site);
}
async function fetchLatest(site, page = 1) {
const releases = await fetchApiLatest(site, page, false);
const releases = await fetchApiLatest(site, page, false);
return releases.map(release => curateRelease(release, site));
return releases.map(release => curateRelease(release, site));
}
async function fetchUpcoming(site, page = 1) {
const releases = await fetchApiUpcoming(site, page, false);
const releases = await fetchApiUpcoming(site, page, false);
return releases.map(release => curateRelease(release, site));
return releases.map(release => curateRelease(release, site));
}
module.exports = {
fetchLatest,
fetchProfile: fetchApiProfile,
fetchScene: networkFetchScene,
fetchUpcoming,
fetchLatest,
fetchProfile: fetchApiProfile,
fetchScene: networkFetchScene,
fetchUpcoming,
};