Compare commits

...

2 Commits

Author SHA1 Message Date
DebaucheryLibrarian fa9153deb8 1.231.14 2023-08-03 23:24:26 +02:00
DebaucheryLibrarian b287f5c2db Fixed photo query in Aziana scraper. 2023-08-03 23:24:23 +02:00
6 changed files with 18 additions and 6 deletions

View File

@ -5,7 +5,8 @@ exports.up = async (knex) => {
table.integer('release_id')
.notNullable()
.references('id')
.inTable('releases');
.inTable('releases')
.onDelete('cascade');
table.text('media_id')
.notNullable()

View File

@ -2,10 +2,18 @@ exports.up = async (knex) => {
await knex.schema.alterTable('releases', (table) => {
table.specificType('alt_titles', 'text ARRAY');
});
await knex.schema.alterTable('movies', (table) => {
table.specificType('alt_titles', 'text ARRAY');
});
};
exports.down = async (knex) => {
await knex.schema.alterTable('releases', (table) => {
table.dropColumn('alt_titles');
});
await knex.schema.alterTable('movies', (table) => {
table.dropColumn('alt_titles');
});
};

4
package-lock.json generated
View File

@ -1,12 +1,12 @@
{
"name": "traxxx",
"version": "1.231.13",
"version": "1.231.14",
"lockfileVersion": 2,
"requires": true,
"packages": {
"": {
"name": "traxxx",
"version": "1.231.13",
"version": "1.231.14",
"license": "ISC",
"dependencies": {
"@casl/ability": "^5.2.2",

View File

@ -1,6 +1,6 @@
{
"name": "traxxx",
"version": "1.231.13",
"version": "1.231.14",
"description": "All the latest porn releases in one place",
"main": "src/app.js",
"scripts": {

View File

@ -14,6 +14,7 @@ const http = require('./utils/http');
const logger = require('./logger')(__filename);
const knex = require('./knex');
const redis = require('./redis');
const fetchUpdates = require('./updates');
const { fetchScenes, fetchMovies } = require('./deep');
const { storeScenes, storeMovies, associateMovieScenes } = require('./store-releases');
@ -212,6 +213,8 @@ async function init() {
await http.destroyBrowserSessions();
knex.destroy();
redis.disconnect();
done = true;
}

View File

@ -36,7 +36,7 @@ function scrapeAll(scenes, site) {
});
}
function scrapeScene({ html, qu }, url) {
function scrapeScene({ html, qu }, url, channel) {
const release = { url };
release.entryId = qu.q('.stdimage', 'id', true).match(/set-target-(\d+)/)[1];
@ -58,7 +58,7 @@ function scrapeScene({ html, qu }, url) {
const poster = qu.img('a img');
release.poster = getFallbacks(poster);
release.photos = qu.imgs('.featured-video img', 'src0_1x').map((source) => getFallbacks(source));
release.caps = qu.imgs('.featured-video img', 'src0_1x', { origin: channel.url }).map((source) => getFallbacks(source));
return release;
}