Added date precision. Added Teen Core Club update scraper.
This commit is contained in:
@@ -51,6 +51,7 @@ const score = require('./score');
|
||||
const sextreme = require('./21sextreme');
|
||||
const sextury = require('./21sextury');
|
||||
const teamskeet = require('./teamskeet');
|
||||
const teencoreclub = require('./teencoreclub');
|
||||
const transangels = require('./transangels');
|
||||
const twistys = require('./twistys');
|
||||
const vivid = require('./vivid');
|
||||
@@ -121,6 +122,7 @@ module.exports = {
|
||||
score,
|
||||
sexyhub: mindgeek,
|
||||
swallowsalon: julesjordan,
|
||||
teencoreclub,
|
||||
teamskeet,
|
||||
twistys,
|
||||
vivid,
|
||||
|
||||
@@ -6,13 +6,19 @@ const argv = require('./argv');
|
||||
const logger = require('./logger')(__filename);
|
||||
const knex = require('./knex');
|
||||
const slugify = require('./utils/slugify');
|
||||
const formatDate = require('./utils/qu');
|
||||
const { associateActors, scrapeActors } = require('./actors');
|
||||
const { associateReleaseTags } = require('./tags');
|
||||
const { curateEntity } = require('./entities');
|
||||
const { associateReleaseMedia } = require('./media');
|
||||
|
||||
function curateReleaseEntry(release, batchId, existingRelease) {
|
||||
const slug = slugify(release.title || release.actors?.join('-') || null, '-', {
|
||||
const slugBase = release.title
|
||||
|| (release.actors?.length && `${release.entity.slug} ${release.actors.map(actor => actor.name).join(' ')}`)
|
||||
|| (release.date && `${release.entity.slug} ${formatDate('YYYY MM DD')}`)
|
||||
|| null;
|
||||
|
||||
const slug = slugify(slugBase, '-', {
|
||||
encode: true,
|
||||
limit: config.titleSlugLength,
|
||||
});
|
||||
@@ -25,6 +31,7 @@ function curateReleaseEntry(release, batchId, existingRelease) {
|
||||
shoot_id: release.shootId || null,
|
||||
url: release.url,
|
||||
date: Number(release.date) ? release.date : null,
|
||||
date_precision: release.datePrecision,
|
||||
slug,
|
||||
description: release.description,
|
||||
duration: release.duration,
|
||||
|
||||
@@ -341,5 +341,6 @@ module.exports = {
|
||||
ctxa: initAll,
|
||||
geta: getAll,
|
||||
qu: quFuncs,
|
||||
prefixUrl,
|
||||
...legacyFuncs,
|
||||
};
|
||||
|
||||
Reference in New Issue
Block a user