Compare commits
No commits in common. "eae9ee3cbeff5110e3b33f063a4348212dc169d5" and "aa1bba84aabc290391c65422afdcd49dc5ea0a37" have entirely different histories.
eae9ee3cbe
...
aa1bba84aa
|
@ -1,6 +1,6 @@
|
||||||
{
|
{
|
||||||
"name": "traxxx",
|
"name": "traxxx",
|
||||||
"version": "1.142.2",
|
"version": "1.142.1",
|
||||||
"lockfileVersion": 1,
|
"lockfileVersion": 1,
|
||||||
"requires": true,
|
"requires": true,
|
||||||
"dependencies": {
|
"dependencies": {
|
||||||
|
|
|
@ -1,6 +1,6 @@
|
||||||
{
|
{
|
||||||
"name": "traxxx",
|
"name": "traxxx",
|
||||||
"version": "1.142.2",
|
"version": "1.142.1",
|
||||||
"description": "All the latest porn releases in one place",
|
"description": "All the latest porn releases in one place",
|
||||||
"main": "src/app.js",
|
"main": "src/app.js",
|
||||||
"scripts": {
|
"scripts": {
|
||||||
|
|
|
@ -105,8 +105,7 @@ function toBaseSource(rawSource) {
|
||||||
if (rawSource.referer) baseSource.referer = rawSource.referer;
|
if (rawSource.referer) baseSource.referer = rawSource.referer;
|
||||||
if (rawSource.host) baseSource.host = rawSource.host;
|
if (rawSource.host) baseSource.host = rawSource.host;
|
||||||
if (rawSource.attempts) baseSource.attempts = rawSource.attempts;
|
if (rawSource.attempts) baseSource.attempts = rawSource.attempts;
|
||||||
if (rawSource.interval) baseSource.interval = rawSource.interval;
|
if (rawSource.queueMethod) baseSource.queueMethod = rawSource.queueMethod;
|
||||||
if (rawSource.concurrency) baseSource.concurrency = rawSource.concurrency;
|
|
||||||
|
|
||||||
if (rawSource.credit !== undefined) baseSource.credit = rawSource.credit;
|
if (rawSource.credit !== undefined) baseSource.credit = rawSource.credit;
|
||||||
if (rawSource.comment) baseSource.comment = rawSource.comment;
|
if (rawSource.comment) baseSource.comment = rawSource.comment;
|
||||||
|
@ -436,8 +435,7 @@ async function fetchHttpSource(source, tempFileTarget, hashStream) {
|
||||||
stream: true, // sources are fetched in parallel, don't gobble up memory
|
stream: true, // sources are fetched in parallel, don't gobble up memory
|
||||||
transforms: [hashStream],
|
transforms: [hashStream],
|
||||||
destination: tempFileTarget,
|
destination: tempFileTarget,
|
||||||
...(source.interval && { interval: source.interval }),
|
queueMethod: source.queueMethod || null, // use http module's default
|
||||||
...(source.concurrency && { concurrency: source.concurrency }),
|
|
||||||
});
|
});
|
||||||
|
|
||||||
if (!res.ok) {
|
if (!res.ok) {
|
||||||
|
|
|
@ -21,7 +21,7 @@ function scrapeAll(scenes) {
|
||||||
avatar: [
|
avatar: [
|
||||||
avatarEl.src.replace(/-\d+x\d+/, ''),
|
avatarEl.src.replace(/-\d+x\d+/, ''),
|
||||||
avatarEl.src,
|
avatarEl.src,
|
||||||
].map(src => ({ src, interval: 1000, concurrency: 1 })),
|
].map(src => ({ src, queueMethod: '1s' })),
|
||||||
}),
|
}),
|
||||||
};
|
};
|
||||||
}).concat({
|
}).concat({
|
||||||
|
@ -37,14 +37,12 @@ function scrapeAll(scenes) {
|
||||||
|
|
||||||
release.poster = {
|
release.poster = {
|
||||||
src: query.img('.date-img-swap'),
|
src: query.img('.date-img-swap'),
|
||||||
interval: 1000,
|
queueMethod: '1s',
|
||||||
concurrency: 1,
|
|
||||||
};
|
};
|
||||||
|
|
||||||
release.photos = [...Array(photoCount)].map((value, index) => ({
|
release.photos = [...Array(photoCount)].map((value, index) => ({
|
||||||
src: `${photoPath}/${String(index + 1).padStart(2, '0')}.jpg`,
|
src: `${photoPath}/${String(index + 1).padStart(2, '0')}.jpg`,
|
||||||
interval: 1000,
|
queueMethod: '1s',
|
||||||
concurrency: 1,
|
|
||||||
}));
|
}));
|
||||||
|
|
||||||
// dates appear to be manually curated
|
// dates appear to be manually curated
|
||||||
|
|
|
@ -28,16 +28,14 @@ function scrapeLatest(html, site) {
|
||||||
src: /^http/.test(poster) ? poster : `https:${poster}`,
|
src: /^http/.test(poster) ? poster : `https:${poster}`,
|
||||||
referer: site.url,
|
referer: site.url,
|
||||||
attempts: 5,
|
attempts: 5,
|
||||||
interval: 5000,
|
queueMethod: '5s',
|
||||||
concurrency: 1,
|
|
||||||
};
|
};
|
||||||
|
|
||||||
release.photos = Array.from(scene.querySelectorAll('.rollover-thumbs img'), el => ({
|
release.photos = Array.from(scene.querySelectorAll('.rollover-thumbs img'), el => ({
|
||||||
src: (/^http/.test(el.dataset.src) ? el.dataset.src : `https:${el.dataset.src}`),
|
src: (/^http/.test(el.dataset.src) ? el.dataset.src : `https:${el.dataset.src}`),
|
||||||
referer: site.url,
|
referer: site.url,
|
||||||
attempts: 5,
|
attempts: 5,
|
||||||
interval: 5000,
|
queueMethod: '5s',
|
||||||
concurrency: 1,
|
|
||||||
}));
|
}));
|
||||||
|
|
||||||
if (teaserEl) {
|
if (teaserEl) {
|
||||||
|
@ -45,8 +43,7 @@ function scrapeLatest(html, site) {
|
||||||
src: teaserEl.dataset.src,
|
src: teaserEl.dataset.src,
|
||||||
referer: site.url,
|
referer: site.url,
|
||||||
attempts: 5,
|
attempts: 5,
|
||||||
interval: 5000,
|
queueMethod: '5s',
|
||||||
concurrency: 1,
|
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -79,8 +76,7 @@ function scrapeScene(html, site, url) {
|
||||||
src: (/^http/.test(el.src) ? el.src : `https:${el.src}`),
|
src: (/^http/.test(el.src) ? el.src : `https:${el.src}`),
|
||||||
referer: site.url,
|
referer: site.url,
|
||||||
attempts: 5,
|
attempts: 5,
|
||||||
interval: 5000,
|
queueMethod: '5s',
|
||||||
concurrency: 1,
|
|
||||||
}));
|
}));
|
||||||
|
|
||||||
const posterEl = scene.querySelector('#no-player-image');
|
const posterEl = scene.querySelector('#no-player-image');
|
||||||
|
@ -92,16 +88,14 @@ function scrapeScene(html, site, url) {
|
||||||
src: /^http/.test(posterEl.src) ? posterEl.src : `https:${posterEl.src}`,
|
src: /^http/.test(posterEl.src) ? posterEl.src : `https:${posterEl.src}`,
|
||||||
referer: site.url,
|
referer: site.url,
|
||||||
attempts: 5,
|
attempts: 5,
|
||||||
interval: 5000,
|
queueMethod: '5s',
|
||||||
concurrency: 1,
|
|
||||||
};
|
};
|
||||||
} else if (videoEl) {
|
} else if (videoEl) {
|
||||||
release.poster = {
|
release.poster = {
|
||||||
src: /^http/.test(videoEl.poster) ? videoEl.poster : `https:${videoEl.poster}`,
|
src: /^http/.test(videoEl.poster) ? videoEl.poster : `https:${videoEl.poster}`,
|
||||||
referer: site.url,
|
referer: site.url,
|
||||||
attempts: 5,
|
attempts: 5,
|
||||||
interval: 5000,
|
queueMethod: '5s',
|
||||||
concurrency: 1,
|
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -110,8 +104,7 @@ function scrapeScene(html, site, url) {
|
||||||
src: trailerEl.src,
|
src: trailerEl.src,
|
||||||
referer: site.url,
|
referer: site.url,
|
||||||
attempts: 5,
|
attempts: 5,
|
||||||
interval: 5000,
|
queueMethod: '5s',
|
||||||
concurrency: 1,
|
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue