Added date precision. Added Teen Core Club update scraper.

This commit is contained in:
2020-07-03 04:12:56 +02:00
parent 945c2c45ce
commit 48a127409e
17 changed files with 207 additions and 27 deletions

View File

@@ -51,6 +51,7 @@ const score = require('./score');
const sextreme = require('./21sextreme');
const sextury = require('./21sextury');
const teamskeet = require('./teamskeet');
const teencoreclub = require('./teencoreclub');
const transangels = require('./transangels');
const twistys = require('./twistys');
const vivid = require('./vivid');
@@ -121,6 +122,7 @@ module.exports = {
score,
sexyhub: mindgeek,
swallowsalon: julesjordan,
teencoreclub,
teamskeet,
twistys,
vivid,

View File

@@ -6,13 +6,19 @@ const argv = require('./argv');
const logger = require('./logger')(__filename);
const knex = require('./knex');
const slugify = require('./utils/slugify');
const formatDate = require('./utils/qu');
const { associateActors, scrapeActors } = require('./actors');
const { associateReleaseTags } = require('./tags');
const { curateEntity } = require('./entities');
const { associateReleaseMedia } = require('./media');
function curateReleaseEntry(release, batchId, existingRelease) {
const slug = slugify(release.title || release.actors?.join('-') || null, '-', {
const slugBase = release.title
|| (release.actors?.length && `${release.entity.slug} ${release.actors.map(actor => actor.name).join(' ')}`)
|| (release.date && `${release.entity.slug} ${formatDate('YYYY MM DD')}`)
|| null;
const slug = slugify(slugBase, '-', {
encode: true,
limit: config.titleSlugLength,
});
@@ -25,6 +31,7 @@ function curateReleaseEntry(release, batchId, existingRelease) {
shoot_id: release.shootId || null,
url: release.url,
date: Number(release.date) ? release.date : null,
date_precision: release.datePrecision,
slug,
description: release.description,
duration: release.duration,

View File

@@ -341,5 +341,6 @@ module.exports = {
ctxa: initAll,
geta: getAll,
qu: quFuncs,
prefixUrl,
...legacyFuncs,
};