DebaucheryLibrarian
/
traxxx
2
1
Fork 1
Code Issues 37 Pull Requests 1 Releases Wiki Activity
traxxx/package.json

156 lines
6.0 KiB
JSON
Raw Normal View History

Initiali commit.
2019-03-02 22:59:15 +00:00
{
Experimentally scraping data from HardX.
2019-03-03 03:18:33 +00:00
"name": "traxxx",
1.231.0
2023-07-25 01:03:45 +00:00
"version": "1.231.0",
Experimentally scraping data from HardX.
2019-03-03 03:18:33 +00:00
"description": "All the latest porn releases in one place",
"main": "src/app.js",
"scripts": {
Skipping Babel, updated node version. Improved deep scrape array merge.
2021-01-13 15:08:19 +00:00
"start": "node -r source-map-support/register src/init.js",
Transitioning to Vue. Installed environment and restored homepage scene overview.
2019-06-03 03:31:38 +00:00
"webpack": "webpack --env=production --mode=production",
"webpack-dev": "webpack --env=development --mode=development",
Updated dependencies. Added periodic memory logger.
2021-11-20 22:59:15 +00:00
"webpack-watch": "webpack --progress --color --watch --env=development --mode=development",
Added source maps. Fixed DDFNetwork avatar and improved photo fetch error handling.
2019-12-09 23:30:55 +00:00
"babel": "babel src --source-maps -d dist",
"babel-watch": "babel src -w --source-maps -d dist",
"build": "babel src --source-maps -d dist && webpack --env=production --mode=production",
Experimentally scraping data from HardX.
2019-03-03 03:18:33 +00:00
"eslint": "eslint src/",
Replaced network and tag files with SQLite database.
2019-03-25 02:57:33 +00:00
"eslint-watch": "esw --watch src/",
"knex": "knex",
"migrate-make": "knex-migrate generate",
"migrate": "knex-migrate up",
"rollback": "knex-migrate down",
"seed-make": "knex seed:make",
Improved Vixen and XEmpire scrapers. Added media to Blowpass scraper. Improved release fetch code.
2019-09-26 01:27:01 +00:00
"seed": "knex seed:run",
Fixed tag tile links.
2020-09-09 19:36:52 +00:00
"flush": "cli-confirm \"This completely purges the database, are you sure [y]es/[n]o?\" && knex-migrate down --to 0 && knex-migrate up && knex seed:run",
Changed sort filters to tabs.
2020-05-25 00:02:28 +00:00
"tag-thumbs": "cd \"public/img/tags/$TAG\"; mkdir -p thumbs lazy; mogrify -path thumbs -resize x240\\> -quality 90% *.jpeg; mogrify -path lazy -resize x90\\> -quality 90% *.jpeg",
"tags-thumbs": "for dir in public/img/tags/*; do mkdir -p \"$dir/thumbs\" \"$dir/lazy\"; mogrify -path \"$dir/thumbs\" -resize x280\\> -quality 90% \"$dir/*.jpeg\"; mogrify -path \"$dir/lazy\" -resize x90\\> -quality 90% \"$dir/*.jpeg\"; done",
Added American Pornstar. Improved Jules Jordan scraper to accomodate for American Pornstar. Changed entity logo mogrify settings to ensure both minimum height and width.
2020-09-04 23:56:54 +00:00
"logo-thumbs": "cd \"public/img/logos/$LOGO\"; mkdir -p thumbs lazy; mogrify -path thumbs -resize 300x40^\\> *.png; mogrify -path lazy -resize 50x\\> *.png",
"logos-thumbs": "for dir in public/img/logos/*; do mkdir -p \"$dir/thumbs\" \"$dir/lazy\"; mogrify -path \"$dir/thumbs\" -resize 300x40^\\> \"$dir/*.png\"; mogrify -path \"$dir/lazy\" -resize 50x\\> \"$dir/*.png\"; done"
Experimentally scraping data from HardX.
2019-03-03 03:18:33 +00:00
},
"repository": {
"type": "git",
Updated repository owner and address.
2021-05-19 22:06:28 +00:00
"url": "https://gitea.unknown.name/DebaucheryLibrarian/traxxx"
Experimentally scraping data from HardX.
2019-03-03 03:18:33 +00:00
},
"keywords": [
"porn",
"releases",
"updates",
"nsfw"
],
Drastically improved memory performance media module using streams and temp files.
2020-05-06 23:53:07 +00:00
"author": "DebaucheryLibrarian",
Experimentally scraping data from HardX.
2019-03-03 03:18:33 +00:00
"license": "ISC",
"devDependencies": {
Upgraded pg, knex and postgraphile. Updated nvmrc version to latest node LTS. Fixed Gamma scraper not passing request headers to new http module.
2020-12-14 02:16:47 +00:00
"@babel/cli": "^7.12.10",
Added parent-child relations to network, showing parent network in sidebar. Added Burning Angel using Gamma API.
2020-02-20 01:35:23 +00:00
"@babel/core": "^7.8.4",
Updated dependencies. Added periodic memory logger.
2021-11-20 22:59:15 +00:00
"@babel/eslint-parser": "^7.16.0",
Added parent-child relations to network, showing parent network in sidebar. Added Burning Angel using Gamma API.
2020-02-20 01:35:23 +00:00
"@babel/plugin-proposal-optional-chaining": "^7.8.3",
"@babel/preset-env": "^7.8.4",
"@babel/register": "^7.8.3",
Updated dependencies. Added periodic memory logger.
2021-11-20 22:59:15 +00:00
"autoprefixer": "^10.4.0",
Transitioning to Vue. Installed environment and restored homepage scene overview.
2019-06-03 03:31:38 +00:00
"babel-loader": "^8.0.6",
Updated dependencies. Added periodic memory logger.
2021-11-20 22:59:15 +00:00
"babel-preset-airbnb": "^5.0.0",
"css-loader": "^6.5.0",
"eslint": "^8.1.0",
"eslint-config-airbnb": "^18.2.1",
"eslint-config-airbnb-base": "^14.2.1",
Added parent-child relations to network, showing parent network in sidebar. Added Burning Angel using Gamma API.
2020-02-20 01:35:23 +00:00
"eslint-plugin-import": "^2.20.1",
Refactored 21sextury scraper.
2019-12-09 04:00:49 +00:00
"eslint-plugin-jsx-a11y": "^6.2.3",
Added parent-child relations to network, showing parent network in sidebar. Added Burning Angel using Gamma API.
2020-02-20 01:35:23 +00:00
"eslint-plugin-react": "^7.18.3",
Updated dependencies. Added periodic memory logger.
2021-11-20 22:59:15 +00:00
"eslint-plugin-vue": "^8.0.3",
"eslint-watch": "^7.0.0",
"eslint-webpack-plugin": "^3.1.0",
"mini-css-extract-plugin": "^2.4.3",
"node-sass": "^6.0.1",
"postcss-loader": "^6.2.0",
Fixed scroll component so it uses slot props instead of the depcrecated .
2020-12-26 22:51:27 +00:00
"raw-loader": "^4.0.2",
Updated dependencies. Added periodic memory logger.
2021-11-20 22:59:15 +00:00
"sass-loader": "^12.3.0",
"style-loader": "^3.3.1",
"vue-loader": "^16.8.2",
Fixed scroll component so it uses slot props instead of the depcrecated .
2020-12-26 22:51:27 +00:00
"webpack": "^5.11.0",
Updated dependencies. Added periodic memory logger.
2021-11-20 22:59:15 +00:00
"webpack-cli": "^4.9.1"
Experimentally scraping data from HardX.
2019-03-03 03:18:33 +00:00
},
"dependencies": {
Added user sign up and login.
2021-03-13 03:26:24 +00:00
"@casl/ability": "^5.2.2",
Removed views in favor of PostGraphile filter and sort plugins. Updated site modules to GraphQL. Added tag posters.
2020-01-04 01:51:58 +00:00
"@graphile-contrib/pg-order-by-related": "^1.0.0-beta.6",
Updated dependencies. Added periodic memory logger.
2021-11-20 22:59:15 +00:00
"@graphile-contrib/pg-simplify-inflector": "^6.1.0",
Updated MG session acquisition.
2023-03-26 22:01:38 +00:00
"@graphile/pg-aggregates": "^0.1.1",
Upgraded pg, knex and postgraphile. Updated nvmrc version to latest node LTS. Fixed Gamma scraper not passing request headers to new http module.
2020-12-14 02:16:47 +00:00
"acorn": "^8.0.4",
Refactored clips into chapters.
2021-02-26 23:37:22 +00:00
"array-equal": "^1.0.0",
Added S3 experiment.
2021-02-20 00:12:44 +00:00
"aws-sdk": "^2.847.0",
Refactored 21sextury scraper.
2019-12-09 04:00:49 +00:00
"babel-polyfill": "^6.26.0",
Updated bhttp.
2021-03-08 00:26:24 +00:00
"bhttp": "^1.2.8",
Generating thumbnails. Added site overview page.
2019-11-11 02:20:00 +00:00
"blake2": "^4.0.0",
Refactored 21sextury scraper.
2019-12-09 04:00:49 +00:00
"bluebird": "^3.7.2",
Transitioning to Vue. Installed environment and restored homepage scene overview.
2019-06-03 03:31:38 +00:00
"body-parser": "^1.19.0",
Using new HTTP module with a dynamic rate limiter.
2020-11-22 03:07:09 +00:00
"bottleneck": "^2.19.5",
Added generic Gamma photo and actor scraper for XEmpire, 21Sextury, Blowpass and Evil Angel.
2020-01-22 21:25:58 +00:00
"canvas": "^2.6.1",
Added seed file for test data.
2020-02-26 23:38:11 +00:00
"casual": "^1.6.2",
Refactored 21sextury scraper.
2019-12-09 04:00:49 +00:00
"cheerio": "^1.0.0-rc.3",
Improved Vixen and XEmpire scrapers. Added media to Blowpass scraper. Improved release fetch code.
2019-09-26 01:27:01 +00:00
"cli-confirm": "^1.0.1",
Refactored clips into chapters.
2021-02-26 23:37:22 +00:00
"cloudscraper": "^4.6.0",
Added parent-child relations to network, showing parent network in sidebar. Added Burning Angel using Gamma API.
2020-02-20 01:35:23 +00:00
"config": "^3.2.5",
Tied consent warning to session.
2020-12-19 22:01:17 +00:00
"connect-session-knex": "^2.0.0",
Updated dependencies. Added periodic memory logger.
2021-11-20 22:59:15 +00:00
"convert": "^4.2.4",
Fixed session options in http module.
2021-03-23 14:25:21 +00:00
"cookie": "^0.4.0",
Ignoring undefined video entropy.
2020-02-28 02:56:58 +00:00
"csv-stringify": "^5.3.6",
Using time distance for content updated on stats page.
2023-06-24 15:32:53 +00:00
"date-fns": "^2.30.0",
Added seed file for test data.
2020-02-26 23:38:11 +00:00
"dayjs": "^1.8.21",
Showing all unique descriptions on profile with network logo. Fixed Fame Digital scraper.
2020-05-19 02:46:49 +00:00
"dompurify": "^2.0.11",
Moved SFW mode to server, added HTTP header trigger.
2020-03-27 16:37:13 +00:00
"ejs": "^3.0.1",
Refactored 21sextury scraper.
2019-12-09 04:00:49 +00:00
"express": "^4.17.1",
Updated dependencies. Added periodic memory logger.
2021-11-20 22:59:15 +00:00
"express-promise-router": "^4.1.0",
Saving results to database. Showing webpage.
2019-05-06 00:01:57 +00:00
"express-react-views": "^0.11.0",
Tied consent warning to session.
2020-12-19 22:01:17 +00:00
"express-session": "^1.17.1",
Upgraded pg, knex and postgraphile. Updated nvmrc version to latest node LTS. Fixed Gamma scraper not passing request headers to new http module.
2020-12-14 02:16:47 +00:00
"face-api.js": "^0.22.2",
Detecting profile avatars in orphaned media flush.
2020-10-27 01:09:52 +00:00
"faker": "^5.1.0",
Updated dependencies. Added periodic memory logger.
2021-11-20 22:59:15 +00:00
"file-type": "^16.5.3",
Added m3u8 stream support to media module. Added Elegant Angel. Added regex parameter to qu's number method. Various tags.
2020-07-17 01:39:13 +00:00
"fluent-ffmpeg": "^2.1.2",
Updated dependencies. Added periodic memory logger.
2021-11-20 22:59:15 +00:00
"fs-extra": "^10.0.0",
"graphile-utils": "^4.12.2",
"graphql": "^15.4.0",
Added Diabolic and Cum Louder, added content type expect option to media sources to fix Vixen thumbnails.
2021-08-09 08:31:12 +00:00
"html-entities": "^2.3.2",
Updated dependencies. Added periodic memory logger.
2021-11-20 22:59:15 +00:00
"iconv-lite": "^0.6.3",
"inquirer": "^8.2.0",
Added memory profiling.
2021-10-17 21:56:49 +00:00
"inspector-api": "^1.4.2",
Updated dependencies. Added periodic memory logger.
2021-11-20 22:59:15 +00:00
"jsdom": "^18.0.0",
"knex": "^0.95.12",
Refactored 21sextury scraper.
2019-12-09 04:00:49 +00:00
"knex-migrate": "^1.7.4",
Added parent-child relations to network, showing parent network in sidebar. Added Burning Angel using Gamma API.
2020-02-20 01:35:23 +00:00
"longjohn": "^0.2.12",
Added setting to disable campaigns.
2023-07-02 03:13:40 +00:00
"merge-anything": "^5.1.7",
Improved media handling, added trailer support. Fetching media from Vixen network frontpages.
2019-09-25 02:52:58 +00:00
"mime": "^2.4.4",
Updated dependencies. Added periodic memory logger.
2021-11-20 22:59:15 +00:00
"mitt": "^3.0.0",
Completed Perv City scraper. Outputting results as list.
2019-03-04 03:19:03 +00:00
"moment": "^2.24.0",
Updated dependencies. Added periodic memory logger.
2021-11-20 22:59:15 +00:00
"nanoid": "^3.1.30",
Configured Reality Kings to fetch session from RK scene overview.
2022-02-11 21:14:44 +00:00
"node-fetch": "^2.6.7",
Upgraded object-merge-advanced.
2021-08-15 02:28:56 +00:00
"object-merge-advanced": "^12.1.0",
Added profile flush.
2020-12-30 01:23:43 +00:00
"object.omit": "^3.0.0",
Upgraded pg, knex and postgraphile. Updated nvmrc version to latest node LTS. Fixed Gamma scraper not passing request headers to new http module.
2020-12-14 02:16:47 +00:00
"pg": "^8.5.1",
Updated MG session acquisition.
2023-03-26 22:01:38 +00:00
"postgraphile": "^4.13.0",
Updated dependencies. Added periodic memory logger.
2021-11-20 22:59:15 +00:00
"postgraphile-plugin-connection-filter": "^2.2.2",
Queueing and batching media HTTP requests for improved reliability.
2020-02-22 02:22:30 +00:00
"promise-task-queue": "^1.2.0",
Refactored.
2019-05-17 19:59:14 +00:00
"prop-types": "^15.7.2",
Improved puppeteer bypass, enabled for Team Skeet.
2023-06-10 00:05:59 +00:00
"puppeteer": "^20.5.0",
"puppeteer-extra": "^3.3.6",
"puppeteer-extra-plugin-stealth": "^2.11.2",
Updated dependencies. Added periodic memory logger.
2021-11-20 22:59:15 +00:00
"sharp": "^0.29.2",
Move tag posters and photos to media database.
2019-12-04 20:58:08 +00:00
"showdown": "^1.9.1",
Added source maps. Fixed DDFNetwork avatar and improved photo fetch error handling.
2019-12-09 23:30:55 +00:00
"source-map-support": "^0.5.16",
Added basic filename copy. Added HTTP helper to q. Fetching all actor release pages from Naughty America. Added various high res network logos.
2020-02-03 23:18:53 +00:00
"template-format": "^1.2.5",
Using Tippy.js for directive tooltips.
2021-04-27 01:56:38 +00:00
"tippy.js": "^6.3.1",
Updated dependencies. Added periodic memory logger.
2021-11-20 22:59:15 +00:00
"tough-cookie": "^4.0.0",
Added 'tunnel' dependency, removed OpenCV.
2020-03-19 01:03:10 +00:00
"tunnel": "0.0.6",
Improved Love Her Films profile scraping.
2022-12-15 22:22:52 +00:00
"ua-parser-js": "^1.0.32",
Configured Reality Kings to fetch session from RK scene overview.
2022-02-11 21:14:44 +00:00
"undici": "^4.13.0",
Added screen caps separate from photos. Added Tokyo Hot. Added hair type, shoe size and blood type actor fields.
2023-07-25 01:03:41 +00:00
"unprint": "^0.10.3",
Drastic actor page redesign. Storing one avatar per actor, other profile photos as 'photo' role; no longer assuming first photo is avatar.
2019-11-28 04:36:22 +00:00
"url-pattern": "^1.0.3",
Added parent-child relations to network, showing parent network in sidebar. Added Burning Angel using Gamma API.
2020-02-20 01:35:23 +00:00
"v-tooltip": "^2.0.3",
Addressing CORS issues with video VR.
2021-03-29 21:58:41 +00:00
"video.js": "^7.11.4",
Added video.js player with VR support for trailers.
2021-02-04 02:06:19 +00:00
"videojs-vr": "^1.7.1",
Updated dependencies. Added periodic memory logger.
2021-11-20 22:59:15 +00:00
"vue": "^3.2.20",
"vue-router": "^4.0.12",
"vuex": "^4.0.2",
Added intermittent process report to debug freezes. Removed original images.
2021-03-07 01:09:37 +00:00
"why-is-node-running": "^2.2.0",
Simplified tag media seed file. Renamed tags. Media refactor experiment.
2020-01-08 22:33:24 +00:00
"winston": "^3.2.1",
Added parent-child relations to network, showing parent network in sidebar. Added Burning Angel using Gamma API.
2020-02-20 01:35:23 +00:00
"winston-daily-rotate-file": "^4.4.2",
Updated dependencies. Added periodic memory logger.
2021-11-20 22:59:15 +00:00
"yargs": "^17.2.1"
Experimentally scraping data from HardX.
2019-03-03 03:18:33 +00:00
}
Initiali commit.
2019-03-02 22:59:15 +00:00
}