Generalized Team Skeet scraper, added MYLF network and various Team Skeet partner channels.

This commit is contained in:
DebaucheryLibrarian
2021-03-29 22:22:56 +02:00
parent d17dbf1b36
commit c386a9098f
298 changed files with 456 additions and 69 deletions

View File

@@ -5,9 +5,7 @@ const http = require('../utils/http');
function scrapeAll(scenes) {
return scenes.map(({ query }) => {
const release = {
director: 'Mike Adriano',
};
const release = {};
release.title = query.cnt('h3.title a, .content-title-wrap a');
release.url = query.url('h3.title a, .content-title-wrap a');
@@ -32,7 +30,7 @@ function scrapeAll(scenes) {
}
async function scrapeScene({ query }, url) {
const release = { director: 'Mike Adriano' };
const release = {};
const pathname = new URL(url).pathname;
release.entryId = pathname.match(/\/view\/(\d+)/)?.[1] || pathname.match(/\/view\/([\w-]+)/)?.[1];