DebaucheryLibrarian
/
traxxx
2
1
Fork 1
Code Issues 39 Pull Requests 1 Releases Wiki Activity

Compare commits

base: DebaucheryLibrarian:328550b9a309d69594b2b539aa09aab229d202cf
Branches Tags
DebaucheryLibrarian:master
DebaucheryLibrarian:old
DebaucheryLibrarian:experimental
...
compare: DebaucheryLibrarian:1032c3cb574b7a1d4521eca3d6b60d9dccd5e681
Branches Tags
DebaucheryLibrarian:master
DebaucheryLibrarian:old
DebaucheryLibrarian:experimental

2 Commits
328550b9a3 ... 1032c3cb57

Author SHA1 Message Date
DebaucheryLibrarian 1032c3cb57 1.231.18 2023-08-04 22:30:20 +02:00
DebaucheryLibrarian 5f26f8de27 Excluding studios from entity aggregration. Added profile scraping to Teste de Fudelidade. 2023-08-04 22:30:18 +02:00
4 changed files with 11 additions and 8 deletions
Show Stats Expand all files Collapse all files

4
package-lock.json generated
View File

@ -1,12 +1,12 @@
{
"name": "traxxx",
"version": "1.231.17",
"version": "1.231.18",
"lockfileVersion": 2,
"requires": true,
"packages": {
"": {
"name": "traxxx",
"version": "1.231.17",
"version": "1.231.18",
"license": "ISC",
"dependencies": {
"@casl/ability": "^5.2.2",

2
package.json
View File

@ -1,6 +1,6 @@
{
"name": "traxxx",
"version": "1.231.17",
"version": "1.231.18",
"description": "All the latest porn releases in one place",
"main": "src/app.js",
"scripts": {

5
src/entities.js
View File

@ -206,8 +206,9 @@ async function fetchEntitiesBySlug(entitySlugs, prefer = 'channel') {
parent_id,
array['parent'] as parent_path
FROM entities
WHERE slug = ANY(:entitySlugs)
OR url ILIKE ANY(:entityHosts)
WHERE (slug = ANY(:entitySlugs)
OR url ILIKE ANY(:entityHosts))
AND type IN ('channel', 'network')
UNION ALL

8
src/scrapers/testedefudelidade.js
View File

@ -71,7 +71,6 @@ function scrapeProfile({ query }, url) {
profile.avatar = query.img('.model .photo img');
profile.scenes = scrapeAll(unprint.initAll(query.all('.single .itemsingle')));
console.log(profile);
return profile;
}
@ -89,8 +88,11 @@ async function fetchLatest(channel, page) {
}
async function fetchProfile(actor, { entity }) {
const url = actor.url || `${entity.url}/models/${actor.slug}/`;
const res = await unprint.get(url);
const url = actor.url || `${entity.url}/modelos/${actor.slug}/`;
const res = await unprint.get(url, {
maxRedirects: 0, // will attempt to redirect invalid URL to relevant scene page
});
if (res.ok) {
return scrapeProfile(res.context, url);