Drastically improved memory performance media module using streams and temp files.

src/utils/http.js

@@ -1,10 +1,13 @@
 'use strict';
 
+const util = require('util');
+const stream = require('stream');
 const config = require('config');
 const tunnel = require('tunnel');
 const bhttp = require('bhttp');
 const taskQueue = require('promise-task-queue');
 
+const pipeline = util.promisify(stream.pipeline);
 const logger = require('../logger')(__filename);
 
 const defaultHeaders = {
@@ -68,6 +71,10 @@ queue.define('http', async ({
         ? await bhttp[method.toLowerCase()](url, body, reqOptions)
         : await bhttp[method.toLowerCase()](url, reqOptions);
 
+    if (options.stream && options.destination) {
+        await pipeline(res, ...(options.transforms || []), options.destination);
+    }
+
     const html = Buffer.isBuffer(res.body) ? res.body.toString() : null;
     const json = Buffer.isBuffer(res.body) ? null : res.body;