Added scene scraping to Teen Core Club.

This commit is contained in:
2020-07-06 04:13:48 +02:00
parent 9b1d38d9ff
commit abe7de5701
5 changed files with 81 additions and 149 deletions

View File

@@ -1,8 +1,12 @@
'use strict';
const fs = require('fs');
const moment = require('moment');
const m3u8stream = require('m3u8stream');
const logger = require('../logger')(__filename);
const http = require('../utils/http');
const qu = require('../utils/qu');
const { prefixUrl } = require('../utils/qu');
function scrapeLatest(scenes, entity) {
@@ -36,12 +40,56 @@ function scrapeLatest(scenes, entity) {
release.tags = ['gay'];
}
console.log(scene);
console.log(release);
return release;
});
}
async function scrapeScene({ query }, url, entity) {
const release = {};
const entryId = new URL(url).pathname.match(/\/video\/(\d+)/)[1];
release.entryId = entryId;
const title = query.meta('name=title');
if (/bic/i.test(title)) {
release.shootId = title.toUpperCase().replace('-', '_');
} else {
release.title = title;
}
release.date = query.date('.detail-meta li:nth-child(2)', 'YYYY');
release.datePrecision = 'year';
release.description = query.q('.detail-description', true);
release.duration = query.dur('.detail-meta li:first-child');
release.actors = [query.q('.detail-hero-title h1', true)];
release.poster = query.q('.detail-hero').style['background-image'].match(/url\((.+)\)/)[1];
release.photos = query.imgs('.detail-grabs img');
const streamData = await http.get(`${entity.url}/video/source/${entryId}`, {
host: new URL(entity.url).host,
referer: url,
});
if (streamData.ok && streamData.body.status === 'success') {
console.log(streamData.body);
await m3u8stream(streamData.body.link)
.pipe(fs.createWriteStream('./trailer.mp4'))
.on('progress', status => console.log(status))
.on('error', error => console.log(error));
}
if (streamData.body.status !== 'success') {
logger.warn(`Could not retrieve trailer from ${entity.name} (Teen Core Club): ${streamData.body.status}`);
}
return release;
}
async function fetchLatest(entity, page = 1) {
// console.log(entity, page);
@@ -58,6 +106,17 @@ async function fetchLatest(entity, page = 1) {
return null;
}
async function fetchScene(url, entity) {
const res = await qu.get(url);
if (res.ok) {
return scrapeScene(res.item, url, entity);
}
return res.status;
}
module.exports = {
fetchLatest,
fetchScene,
};